00000800:00000200:0.1F:1788597910.352454:0:3663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f0174e3] -> 12345-192.168.202.117@tcp (2) 00000800:00000200:2.1F:1788597910.362186:0:3654:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f0174e3] -> 12345-192.168.202.117@tcp (2) 00000800:00000200:2.1:1788597910.362197:0:3654:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp 00000000b3ed4990 deleted 00000800:00000010:2.1:1788597910.362198:0:3654:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b3ed4990. 00000800:00000200:2.1:1788597910.362203:0:3654:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1788597910.362210:0:3654:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.117@tcp ip 192.168.202.117:1023 00000800:00000200:2.1:1788597910.362214:0:3654:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d097c07b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1788597910.362337:0:3653:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1788597910.366942:0:3655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f0174e3] -> 12345-192.168.202.117@tcp (4) 00000800:00000200:2.1:1788597910.366946:0:3655:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.117@tcp 00000000b3ed4990 deleted 00000800:00000010:2.1:1788597910.366948:0:3655:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b3ed4990. 00000800:00000200:2.1:1788597910.366952:0:3655:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1788597910.367042:0:3653:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1788597910.566941:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cc9b2cec. 00010000:00000010:2.1:1788597910.566956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000088721dec. 00010000:00000010:1.1F:1788597910.955782:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000066eca240. 00010000:00000010:1.1:1788597910.955815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d94af190. 00010000:00000010:1.1:1788597910.955821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000178135e2. 00010000:00000010:1.1:1788597910.955825:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d51e815c. 00010000:00000010:1.1:1788597910.955827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003b0520d6. 00080000:00000010:3.1F:1788597911.011082:0:6501:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 68 at 000000007a905954. 00010000:00010000:1.0:1788598301.409335:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6e00/0x6b7334fb1606e888 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb52c expref: 82 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.409362:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6600/0x6b7334fb1606e89d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb52c expref: 81 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.409371:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8a1b90306d00) 00010000:00010000:1.0:1788598301.409374:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788598301.409377:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be6600, rc 0) 00000100:00100000:1.0:1788598301.409516:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+81:22086:x1875480722816512:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 953us (1322us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598301.409526:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 707 00000100:00100000:1.0:1788598301.413222:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722816768 00000100:00100000:1.0:1788598301.413237:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722816768 00000100:00100000:1.0:1788598301.413306:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 708 00000100:00100000:1.0:1788598301.413319:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+81:22086:x1875480722816768:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598301.413348:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598301.413376:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1606e8a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb533 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413491:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e8ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413510:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e8ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413526:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e8ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413540:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606e8b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413566:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606e8b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413573:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606e8b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413714:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1e00/0x6b7334fb1606e8b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413723:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1e00/0x6b7334fb1606e8b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413731:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1e00/0x6b7334fb1606e8b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598301.413796:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x26:0x0]: returning size 158 00010000:00010000:1.0:1788598301.413923:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e8ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413931:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e8ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413938:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e8ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413944:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598301.413949:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e8ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413957:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e8ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413981:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8a1b90306d00) 00010000:00010000:1.0:1788598301.413984:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598301.413989:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e8ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.413996:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e8ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.414012:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606e8b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.414018:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606e8b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.414024:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606e8b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.414029:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598301.414032:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606e8b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.414037:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606e8b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.414045:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x4a4b4929 (ffff8a1a8533f100) 00010000:00010000:1.0:1788598301.414047:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598301.414050:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606e8b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.414055:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606e8b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.414112:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1606e8a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb533 expref: 84 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.414127:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1e00/0x6b7334fb1606e8b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb533 expref: 83 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598301.414135:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff8a1a8533fa00) 00010000:00010000:1.0:1788598301.414149:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598301.414152:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1e00, rc 0) 00000100:00100000:1.0:1788598301.414231:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+83:22086:x1875480722816768:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 915us (1498us total) trans 4294967715 rc 0/0 00000100:00100000:1.0:1788598301.414239:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 708 00000100:00100000:1.0:1788598301.442597:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746901248 00000100:00100000:1.0:1788598301.442609:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746901248 00000100:00100000:1.0:1788598301.442675:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1788598301.442685:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746901248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598301.442771:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444446208 avail 1298206720 00000100:00100000:1.0:1788598301.442846:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746901248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 151us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598301.442862:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00010000:00010000:1.0:1788598303.619538:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598304.004699:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480746901632:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.004813:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.004892:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480746902144:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.004917:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.004949:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480746902656:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.004972:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.005008:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788598304.005015:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746901504:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.005051:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.005073:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480746902016:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.006338:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.006381:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480746902528:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.023806:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.023920:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746901760:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.023988:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.024030:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746902272:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.024300:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.024329:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746902784:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.024354:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.024384:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788598304.025774:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480746901888:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.025848:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.025872:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746902400:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.025897:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.025919:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746902912:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.025945:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598304.026001:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746902528 00000100:00100000:1.0:1788598304.026011:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746902528 00000100:00100000:1.0:1788598304.026096:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746901888 00000100:00100000:1.0:1788598304.026129:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746901888 00000100:00100000:1.0:1788598304.026154:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1788598304.026166:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480746902656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.028201:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480746902656:12345-0@lo:400:kworker.0 Request processed in 2033us (23223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598304.028212:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1788598304.028703:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788598304.028722:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480746902528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.028832:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480746902528:12345-0@lo:400:kworker.0 Request processed in 108us (5027us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598304.028840:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788598304.028856:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1788598304.028863:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480746901888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.028915:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480746901888:12345-0@lo:400:kworker.0 Request processed in 54us (3067us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598304.028922:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1788598304.028965:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746901504 00000100:00100000:1.0:1788598304.028976:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746901504 00000100:00100000:1.0:1788598304.029024:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1788598304.029030:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746901504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.029088:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746901504:12345-0@lo:400:kworker.0 Request processed in 57us (24036us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598304.029094:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1788598304.029147:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746901760 00000100:00100000:1.0:1788598304.029152:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746901760 00000100:00100000:1.0:1788598304.029185:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1788598304.029192:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746901760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.032965:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746901760:12345-0@lo:400:kworker.0 Request processed in 3758us (8961us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598304.032987:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1788598304.033082:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746902272 00000100:00100000:1.0:1788598304.033092:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746902272 00000100:00100000:1.0:1788598304.033159:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746902784 00000100:00100000:1.0:1788598304.033163:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746902784 00000100:00100000:1.0:1788598304.033179:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746902400 00000100:00100000:1.0:1788598304.033182:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746902400 00000100:00100000:1.0:1788598304.033198:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746902912 00000100:00100000:1.0:1788598304.033201:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746902912 00000100:00100000:1.0:1788598304.033217:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1788598304.034698:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746902272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.034864:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746902272:12345-0@lo:400:kworker.0 Request processed in 1637us (10563us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598304.034878:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1788598304.034921:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1788598304.034939:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746902784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.034973:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746902784:12345-0@lo:400:kworker.0 Request processed in 44us (10618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598304.034979:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1788598304.034992:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788598304.035001:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746902400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.035032:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746902400:12345-0@lo:400:kworker.0 Request processed in 32us (9133us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598304.040605:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788598304.041061:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746901504:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.041120:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480746902528:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.041135:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480746901632:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.041149:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480746902144:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.041161:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480746902656:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.041214:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480746901888:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.041241:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746902400:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.041263:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746902912:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.041287:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746901760:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.041303:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746902272:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.041326:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746902784:0@lo:400:kworker.0 00000100:00100000:1.0:1788598304.044485:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480746902016:0@lo:400:kworker.0 00010000:00010000:1.0:1788598304.052565:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4600/0x6b7334fb1606e7f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052586:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4600/0x6b7334fb1606e7f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052595:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4600/0x6b7334fb1606e7f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052602:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598304.052608:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4600/0x6b7334fb1606e7f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052635:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4600/0x6b7334fb1606e7f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052661:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff8a1b90306b00) 00010000:00010000:1.0:1788598304.052665:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598304.052671:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4600/0x6b7334fb1606e7f5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052678:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4600/0x6b7334fb1606e7f5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052704:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e7fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052711:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e7fc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052717:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e7fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052721:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f5400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598304.052724:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e7fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052730:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e7fc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052767:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8a1b90306d00) 00010000:00010000:1.0:1788598304.052770:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598304.052774:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e7fc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052786:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e7fc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052804:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1606e849 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052811:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1606e849 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052816:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1606e849 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052832:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be6c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598304.052835:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1606e849 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052841:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1606e849 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052849:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x4a4b4929 (ffff8a1a8533f100) 00010000:00010000:1.0:1788598304.052852:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598304.052855:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1606e849 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052860:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1606e849 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052878:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606e881 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052884:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606e881 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052897:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606e881 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052903:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598304.052906:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606e881 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052913:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606e881 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052922:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff8a1a8533fa00) 00010000:00010000:1.0:1788598304.052925:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788598304.052928:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606e881 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598304.052934:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606e881 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598304.519019:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746903168 00000100:00100000:1.0:1788598304.519030:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746903168 00000100:00100000:1.0:1788598304.519096:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1788598304.519106:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746903168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598304.519136:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66535104 pending 0 free 3921412096 avail 3689889792 00000100:00100000:1.0:1788598304.519194:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746903168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598304.519201:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1788598306.050855:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746903424:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598306.050894:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598306.050956:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746903424 00000100:00100000:1.0:1788598306.050960:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746903424 00000100:00100000:1.0:1788598306.050988:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1788598306.050993:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746903424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598306.051005:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82861760 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788598306.051033:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746903424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598306.051041:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1788598306.051106:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746903424:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788598306.689993:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788598307.979342:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598307.979348:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:02000400:1.0:1788598308.491542:0:18587:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11b: Import a deleted file using its FID ========================================================== 04:51:47 (1788598307) 00000100:00100000:1.0:1788598308.614024:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746903680 00000100:00100000:1.0:1788598308.614050:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746903680 00000100:00100000:1.0:1788598308.614124:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1788598308.614137:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746903680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598308.614190:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598308.614279:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746903680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 145us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598308.614287:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1788598308.776622:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.776785:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.786696:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.801726:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.809424:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.813965:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746903808:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598308.814031:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa800/0x6b7334fb1606e929 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598308.814341:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722821248 00000100:00100000:1.0:1788598308.814353:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722821248 00010000:00010000:1.0:1788598308.814413:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5c00/0x6b7334fb1606e834 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb510 expref: 30 pid: 6524 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598308.814456:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 209 00000100:00100000:1.0:1788598308.814466:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+30:2433:x1875480722821248:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598308.814485:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598308.814493:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5c00/0x6b7334fb1606e834 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb510 expref: 30 pid: 6524 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.814509:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5c00/0x6b7334fb1606e834 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb510 expref: 30 pid: 6524 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.814537:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5c00/0x6b7334fb1606e834 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb510 expref: 30 pid: 6524 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.814555:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598308.814561:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa800/0x6b7334fb1606e929 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.814572:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa800/0x6b7334fb1606e929 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.814581:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa800/0x6b7334fb1606e929 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.814625:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598308.814700:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+29:2433:x1875480722821248:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 234us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598308.814708:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 209 00000100:00100000:1.0:1788598308.834458:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.839455:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.856605:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.867250:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722822144 00000100:00100000:1.0:1788598308.867265:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722822144 00000100:00100000:1.0:1788598308.867406:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 723 00000100:00100000:1.0:1788598308.867419:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+31:22737:x1875480722822144:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598308.867448:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598308.867486:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e9bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb579 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867579:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867597:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867612:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867629:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867636:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867664:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867720:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867728:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867782:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867789:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598308.867794:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867803:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867816:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8a1a8714f700) 00010000:00010000:1.0:1788598308.867820:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598308.867826:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867833:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867848:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867854:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867868:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867886:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598308.867890:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867896:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867906:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8a1a8533f500) 00010000:00010000:1.0:1788598308.867908:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598308.867911:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867917:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867960:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e9bc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb579 expref: 32 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867972:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8a1a8714f700) 00010000:00010000:1.0:1788598308.867975:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598308.867978:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e9bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb579 expref: 32 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.867989:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a0000, rc 0) 00000100:00100000:1.0:1788598308.868088:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+31:22737:x1875480722822144:12345-192.168.202.17@tcp:101:rm.0 Request processed in 672us (1374us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598308.868117:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 723 00000100:00100000:1.0:1788598308.884940:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.890694:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 725 00000100:00100000:1.0:1788598308.890707:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+31:22738:x1875480722822400:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598308.890780:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598308.890809:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e9e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb587 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.890923:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.890942:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.890956:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.890974:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.890981:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.890989:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891189:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891197:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891226:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891233:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598308.891238:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891258:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891275:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8a1a8714f700) 00010000:00010000:1.0:1788598308.891280:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598308.891286:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891294:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606e9ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891311:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891318:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891324:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891329:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598308.891331:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891348:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891357:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8a1a8533f500) 00010000:00010000:1.0:1788598308.891527:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598308.891532:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891539:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606e9f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891586:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e9e6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb587 expref: 32 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891600:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8a1a8714f700) 00010000:00010000:1.0:1788598308.891603:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598308.891606:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606e9e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb587 expref: 32 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598308.891618:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a0000, rc 0) 00000100:00100000:1.0:1788598308.891719:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+31:22738:x1875480722822400:12345-192.168.202.17@tcp:101:cp.0 Request processed in 1014us (2569us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598308.891728:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 725 00000100:00100000:1.0:1788598308.903136:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.908999:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.912962:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.921388:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.933382:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722823040:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 19025us (20400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598308.933431:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 210 00000100:00100000:1.0:1788598308.977884:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598308.992802:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598309.001850:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722823808 00000100:00100000:1.0:1788598309.001865:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722823808 00000100:00100000:1.0:1788598309.001968:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 187 00000100:00100000:1.0:1788598309.001983:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+10:2434:x1875480722823808:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598309.002009:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598309.002043:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4cdeefd/0x6b7334fb1606ea5d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb5b8 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598309.002127:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480746904320:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598309.002249:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941840 going to sleep for 11 seconds 00000100:00100000:1.0:1788598309.012601:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722824064 00000100:00100000:1.0:1788598309.012615:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722824064 00000100:00100000:1.0:1788598309.012719:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 729 00000100:00100000:1.0:1788598309.012764:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+76:22741:x1875480722824064:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:1.0:1788598309.012998:0:10034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].16, 136 off10368 00000100:00100000:1.0:1788598309.013104:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+76:22741:x1875480722824064:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 374us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598309.013112:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 729 00000100:00100000:1.0:1788598309.130330:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746904704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598309.130678:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598309.130807:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746905216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598309.130840:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598309.130896:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746905728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598309.130919:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598309.130953:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788598309.130959:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746904832:0@lo:400:kworker.0 00000100:00100000:1.0:1788598309.130983:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598309.130999:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746905344:0@lo:400:kworker.0 00000100:00100000:1.0:1788598309.131024:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598309.131167:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746905856:0@lo:400:kworker.0 00000100:00100000:1.0:1788598309.131192:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598309.131233:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746905344 00000100:00100000:1.0:1788598309.131306:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746905344 00000100:00100000:1.0:1788598309.132536:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746905856 00000100:00100000:1.0:1788598309.132544:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746905856 00000100:00100000:1.0:1788598309.132579:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1788598309.132589:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746905344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598309.132649:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746905344:12345-0@lo:400:kworker.0 Request processed in 63us (1623us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598309.132656:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1788598309.132669:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788598309.132676:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746905856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598309.132702:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746905856:12345-0@lo:400:kworker.0 Request processed in 28us (1510us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598309.132707:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788598309.133997:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746904576 00000100:00100000:1.0:1788598309.134014:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746904576 00000100:00100000:1.0:1788598309.136476:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1788598309.136487:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746904576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598309.136562:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746904576:12345-0@lo:400:kworker.0 Request processed in 77us (3672us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598309.136568:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1788598309.136602:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746904576:0@lo:400:kworker.0 00000100:00080000:1.0:1788598309.137340:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598309.137995:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746905472:0@lo:400:kworker.0 00000040:00080000:1.0:1788598309.392587:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598309.392599:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598309.392636:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 3 00000040:00080000:1.0:1788598309.392652:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598309.393093:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6df80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746906240:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598309.393312:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941180 going to sleep for 11 seconds 00000100:00100000:1.0:1788598309.440908:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 731 00000100:00100000:1.0:1788598309.440926:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+35:22751:x1875480722824448:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598309.440971:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598309.441006:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ea64 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb5bf expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.441608:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea6b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.441631:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.441650:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598309.441691:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x11:0x0]: returning size 158 00010000:00010000:1.0:1788598309.441896:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ea64 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5bf expref: 38 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.441922:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5bf expref: 37 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.441933:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8a1b90306000) 00010000:00010000:1.0:1788598309.441937:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598309.441942:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1a00, rc 0) 00000100:00100000:1.0:1788598309.442889:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:22751:x1875480722824448:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1959us (10806us total) trans 4294967723 rc 0/0 00000100:00100000:1.0:1788598309.442901:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 731 00000100:00100000:1.0:1788598309.447658:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722824704 00000100:00100000:1.0:1788598309.447672:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722824704 00000100:00100000:1.0:1788598309.447790:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 32 00000100:00100000:1.0:1788598309.448531:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2435:x1875480722824704:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598309.448549:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598309.448581:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea6b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5bf expref: 37 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.448604:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8a1b90306000) 00010000:00010000:1.0:1788598309.448610:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598309.448684:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+36:2435:x1875480722824704:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 883us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598309.461873:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 32 00000100:00100000:1.0:1788598309.505012:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722825216 00000100:00100000:1.0:1788598309.505034:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722825216 00000100:00100000:1.0:1788598309.505124:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 732 00000100:00100000:1.0:1788598309.505137:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+36:22751:x1875480722825216:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598309.505303:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+36:22751:x1875480722825216:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 168us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598309.505311:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 732 00000100:00100000:1.0:1788598309.528176:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722825600 00000100:00100000:1.0:1788598309.528189:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722825600 00000100:00100000:1.0:1788598309.528263:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 733 00000100:00100000:1.0:1788598309.528275:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+36:22751:x1875480722825600:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598309.528423:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+36:22751:x1875480722825600:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 150us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598309.528432:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 733 00000100:00100000:1.0:1788598309.558988:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722825856 00000100:00100000:1.0:1788598309.559002:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722825856 00000100:00100000:1.0:1788598309.559089:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 734 00000100:00100000:1.0:1788598309.559101:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+36:22751:x1875480722825856:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598309.559140:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598309.559168:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ea87 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb5cd expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.559213:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea8e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.559252:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.559267:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.559410:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ea87 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5cd expref: 38 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.559437:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5cd expref: 37 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.559447:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8a1b90306000) 00010000:00010000:1.0:1788598309.559450:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598309.559454:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1a00, rc 0) 00000100:00100000:1.0:1788598309.559523:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:22751:x1875480722825856:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 425us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598309.559530:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 734 00000100:00100000:1.0:1788598309.608489:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722826496 00000100:00100000:1.0:1788598309.608496:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722826496 00010000:00010000:1.0:1788598309.608540:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea8e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5cd expref: 38 pid: 10034 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598309.608617:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 212 00000100:00100000:1.0:1788598309.608628:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2433:x1875480722826496:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598309.608645:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598309.608652:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea8e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5cd expref: 38 pid: 10034 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.608673:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5cd expref: 38 pid: 10034 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.608707:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606ea8e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5cd expref: 38 pid: 10034 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.608723:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8a1b90306000) 00010000:00010000:1.0:1788598309.608729:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa000/0x6b7334fb1606ea9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.608769:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa000/0x6b7334fb1606ea9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.608778:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa000/0x6b7334fb1606ea9c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598309.608808:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598309.608865:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2433:x1875480722826496:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 237us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598309.608875:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 212 00010000:00010000:1.0:1788598309.763936:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598310.132157:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598310.154817:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722827392 00000100:00100000:1.0:1788598310.154829:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722827392 00002000:00100000:1.0:1788598310.154880:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff8a1a8808a300 x1875480722827392/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:301/0 lens 488/0 e 0 to 0 dl 1788598321 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598310.154891:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8808a300 with x1875480722827392 ext(0->4095) 00002000:00010000:1.0:1788598310.154904:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a8808a300 00000100:00100000:1.0:1788598310.154944:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 57 00000100:00100000:1.0:1788598310.154953:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2435:x1875480722827392:12345-192.168.202.17@tcp:3:md5sum.0 00000100:00100000:1.0:1788598310.155162:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2435:x1875480722827392:12345-192.168.202.17@tcp:3:md5sum.0 Request processed in 210us (1165us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598310.155171:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 57 00002000:00100000:1.0:1788598310.155179:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff8a1a8808a300 x1875480722827392/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:301/0 lens 488/4536 e 0 to 0 dl 1788598321 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598310.155187:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8808a300 with x1875480722827392 ext(0->4095) 00002000:00010000:1.0:1788598310.155190:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a8808a300 00000100:00100000:1.0:1788598310.227933:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598310.239724:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746906752:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598310.239782:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aabe00/0x6b7334fb1606eacd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598310.584452:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00010000:00010000:1.0:1788598310.584984:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.585001:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a800/0x6b7334fb1606eb21 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5f7 expref: 82 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.585019:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.585108:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a800/0x6b7334fb1606eb21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5f7 expref: 82 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.585197:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a800/0x6b7334fb1606eb21 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5f7 expref: 82 pid: 6525 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598310.585213:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746906880:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598310.585309:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941840 going to sleep for 11 seconds 00010000:00010000:1.0:1788598310.591088:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a800/0x6b7334fb1606eb21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5f7 expref: 82 pid: 6525 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598310.591104:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746906880:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598310.591130:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591139:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591145:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598310.591162:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 0 00010000:00010000:1.0:1788598310.591325:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591334:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591354:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591370:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598310.591375:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591381:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591390:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8a1a8714f800) 00010000:00010000:1.0:1788598310.591392:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598310.591396:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591402:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb36 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591452:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ac00/0x6b7334fb1606eb2f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5fe expref: 82 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591461:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8a1a8714f700) 00010000:00010000:1.0:1788598310.591463:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598310.591467:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ac00/0x6b7334fb1606eb2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5fe expref: 82 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.591476:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ac00, rc 0) 00000100:00100000:1.0:1788598310.591501:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+81:22775:x1875480722828928:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 6831us (7063us total) trans 4294967730 rc 301/301 00000100:00100000:1.0:1788598310.591508:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 743 00000100:00100000:1.0:1788598310.606788:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722829440 00000100:00100000:1.0:1788598310.606821:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722829440 00000100:00100000:1.0:1788598310.606897:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 744 00000100:00100000:1.0:1788598310.606907:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+82:22775:x1875480722829440:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598310.606934:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598310.606957:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb44 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb605 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.607527:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb44 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb605 expref: 83 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.607546:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606eb44 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb605 expref: 83 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.607570:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8a1a8533f400) 00010000:00010000:1.0:1788598310.607573:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598310.607577:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1a00, rc 0) 00000100:00100000:1.0:1788598310.607655:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+83:22775:x1875480722829440:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 748us (3079us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598310.608520:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 744 00000100:00100000:1.0:1788598310.620389:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722829696 00000100:00100000:1.0:1788598310.620399:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722829696 00000100:00100000:1.0:1788598310.620474:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 745 00000100:00100000:1.0:1788598310.620485:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+83:22775:x1875480722829696:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788598310.620567:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.620585:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.620615:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.620810:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.620818:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb4b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.620825:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb4b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.620830:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598310.620834:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb4b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.620841:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb4b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.620852:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8a1a8533f400) 00010000:00010000:1.0:1788598310.620856:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788598310.620860:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb4b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.620866:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb4b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598310.620931:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+84:22775:x1875480722829696:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 447us (777us total) trans 4294967732 rc 0/0 00000100:00100000:1.0:1788598310.620939:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 745 00000100:00100000:1.0:1788598310.623680:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722829952 00000100:00100000:1.0:1788598310.623691:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722829952 00000100:00100000:1.0:1788598310.623780:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 746 00000100:00100000:1.0:1788598310.623790:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+84:22775:x1875480722829952:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598310.624011:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606eb52 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.624028:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606eb52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.624040:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606eb52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598310.624433:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967733 00000004:00010000:1.0:1788598310.624464:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067bf1dc8 reply state 0000000042a9c5f9 transno 4294967734 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606eb52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.624477:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1606eb52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.624486:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8a1a8533f400) 00010000:00010000:1.0:1788598310.624489:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1788598310.624493:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788598310.624589:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+87:22775:x1875480722829952:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 799us (1116us total) trans 4294967734 rc 0/0 00000100:00100000:1.0:1788598310.624597:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 746 00000020:00080000:1.0:1788598310.624602:0:6524:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788598310.692683:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722830464 00000100:00100000:1.0:1788598310.692696:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722830464 00000100:00100000:1.0:1788598310.692835:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 747 00000100:00100000:1.0:1788598310.692847:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba020d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+88:22777:x1875480722830464:12345-192.168.202.17@tcp:101:md5sum.0 00010000:00010000:1.0:1788598310.692885:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598310.692908:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606eb59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb60c expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.692995:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb60 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693021:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693034:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693046:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693053:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693060:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693167:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606eb6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693175:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606eb6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693182:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606eb6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598310.693192:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:1.0:1788598310.693276:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693283:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb60 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693289:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693294:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598310.693298:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693305:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb60 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693317:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8a1a8714f700) 00010000:00010000:1.0:1788598310.693320:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598310.693325:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693331:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eb60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693343:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693349:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb67 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693354:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693369:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598310.693372:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693376:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693384:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8a1b90306100) 00010000:00010000:1.0:1788598310.693386:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598310.693389:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb67 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693394:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693435:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606eb59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb60c expref: 91 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693450:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606eb6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb60c expref: 90 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598310.693457:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8a1a8533f400) 00010000:00010000:1.0:1788598310.693459:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598310.693462:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1600, rc 0) 00000100:00100000:1.0:1788598310.693538:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba020d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+90:22777:x1875480722830464:12345-192.168.202.17@tcp:101:md5sum.0 Request processed in 693us (963us total) trans 4294967736 rc 0/0 00000100:00100000:1.0:1788598310.693546:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 747 00000100:00100000:1.0:1788598310.708280:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598311.170195:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746907008 00000100:00100000:1.0:1788598311.170204:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746907008 00000100:00100000:1.0:1788598311.170263:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1788598311.170273:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746907008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598311.170299:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91299520 pending 28672 free 3921403904 avail 3689881600 00000100:00100000:1.0:1788598311.170357:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746907008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598311.170364:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1788598311.171049:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598311.171059:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746907136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598311.171088:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788598311.171635:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598311.682933:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746907392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598311.682983:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598311.684204:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746907392:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788598311.691323:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598311.700553:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 751 00000100:00100000:2.0:1788598311.708255:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598311.724350:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722831488 00000100:00100000:1.0:1788598311.724366:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722831488 00000100:00100000:1.0:1788598311.724472:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 752 00000100:00100000:1.0:1788598311.724484:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+38:22779:x1875480722831488:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598311.724506:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598311.724528:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb9f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb61a expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724650:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eba6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724684:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724697:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598311.724761:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:1.0:1788598311.724848:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724857:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eba6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724864:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724870:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598311.724874:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724881:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eba6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724893:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8a1a8533f400) 00010000:00010000:1.0:1788598311.724896:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598311.724901:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eba6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724907:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606eba6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724961:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb9f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb61a expref: 40 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724971:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:1.0:1788598311.724973:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598311.724977:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606eb9f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb61a expref: 40 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.724986:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1800, rc 0) 00000100:00100000:1.0:1788598311.725064:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+39:22779:x1875480722831488:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 583us (16820us total) trans 4294967737 rc 301/301 00000100:00100000:1.0:1788598311.725072:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 752 00000100:00100000:2.0:1788598311.743231:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722831616 00000100:00100000:2.0:1788598311.743241:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722831616 00000100:00100000:2.0:1788598311.743296:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 753 00000100:00100000:2.0:1788598311.743305:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+39:22779:x1875480722831616:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598311.743339:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598311.743455:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+39:22779:x1875480722831616:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 150us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598311.743463:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 753 00000100:00100000:1.0:1788598311.753456:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598311.753779:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722831872 00000100:00100000:2.0:1788598311.753789:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722831872 00000100:00100000:2.0:1788598311.753850:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 754 00000100:00100000:2.0:1788598311.753862:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+39:22779:x1875480722831872:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598311.753886:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598311.753909:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606ebb4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb621 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598311.754330:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xf:0x0], index 1: 0 00010000:00010000:2.0:1788598311.754487:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1b600/0x6b7334fb1606ebbb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.754502:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1b600/0x6b7334fb1606ebbb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.754512:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1b600/0x6b7334fb1606ebbb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.754569:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606ebb4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb621 expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.754621:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1b600/0x6b7334fb1606ebbb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb621 expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.754629:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8a1a8714f000) 00010000:00010000:2.0:1788598311.754632:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598311.754636:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1b600, rc 0) 00000100:00100000:2.0:1788598311.754710:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:22779:x1875480722831872:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 850us (1263us total) trans 4294967738 rc 0/0 00000100:00100000:2.0:1788598311.754729:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 754 00000100:00100000:1.0:1788598311.766569:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722832128 00000100:00100000:1.0:1788598311.766579:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722832128 00000100:00100000:1.0:1788598311.766660:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 755 00000100:00100000:1.0:1788598311.766671:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+41:22779:x1875480722832128:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598311.766778:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598311.766807:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1b600/0x6b7334fb1606ebbb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb621 expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.766826:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8a1a8714f000) 00010000:00010000:1.0:1788598311.766836:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598311.766860:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ebc9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.766891:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ebc9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.766901:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ebc9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.766950:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ebd0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0xf4dd0c39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.766959:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ebd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xf4dd0c39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.766965:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ebd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xf4dd0c39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767027:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ebc9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767035:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ebc9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767042:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ebc9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767048:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598311.767053:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ebc9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767060:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ebc9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767068:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8a1a8714f700) 00010000:00010000:1.0:1788598311.767078:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598311.767083:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ebc9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767089:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ebc9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767100:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ebd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xf4dd0c39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767106:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ebd0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0xf4dd0c39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767113:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ebd0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0xf4dd0c39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767118:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598311.767121:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ebd0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0xf4dd0c39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767127:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ebd0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0xf4dd0c39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767135:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xf4dd0c39 (ffff8a1a8533f800) 00010000:00010000:1.0:1788598311.767137:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598311.767140:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ebd0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0xf4dd0c39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.767146:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ebd0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0xf4dd0c39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598311.767228:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+40:22779:x1875480722832128:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 559us (778us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598311.767242:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 755 00000100:00100000:2.0:1788598311.782478:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722832512 00000100:00100000:2.0:1788598311.782491:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722832512 00000100:00100000:2.0:1788598311.783789:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 757 00000100:00100000:2.0:1788598311.783811:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:22779:x1875480722832512:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598311.783905:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606ebe5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.783923:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606ebe5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.783934:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606ebe5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788598311.784112:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8688 00000004:00080000:2.0:1788598311.784121:0:6525:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 601669386302ns, next at 602669384227ns, rc = 0 00000004:00010000:2.0:1788598311.784171:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be6cd1c3 reply state 000000002a761133 transno 4294967739 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606ebe5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.784203:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606ebe5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.784210:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8a1a85340400) 00010000:00010000:2.0:1788598311.784213:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788598311.784217:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598311.784318:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+43:22779:x1875480722832512:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 516us (2839us total) trans 4294967739 rc 0/0 00000100:00100000:2.0:1788598311.785772:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 757 00000100:00100000:2.0:1788598311.795789:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722832640 00000100:00100000:2.0:1788598311.795801:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722832640 00000100:00100000:2.0:1788598311.795871:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 758 00000100:00100000:2.0:1788598311.795881:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+43:22779:x1875480722832640:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598311.795907:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598311.795928:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ebec lrc: 2/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb62f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.795985:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ebec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb62f expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.796011:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ebec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb62f expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.796028:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8a1a85340400) 00010000:00010000:2.0:1788598311.796031:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598311.796042:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ae00, rc 0) 00000100:00100000:2.0:1788598311.796100:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:22779:x1875480722832640:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 221us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598311.796121:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 758 00010000:00010000:1.0:1788598311.810492:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598311.815452:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722832768 00000100:00100000:2.0:1788598311.815463:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722832768 00000100:00100000:2.0:1788598311.815545:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 192 00000100:00100000:2.0:1788598311.815556:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722832768:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788598311.815854:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722832768:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 300us (524us total) trans 4294967330 rc 0/0 00000100:00100000:2.0:1788598311.815862:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 192 00000100:00080000:1.0:1788598311.816318:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598311.833774:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722833024 00000100:00100000:2.0:1788598311.833786:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722833024 00000100:00100000:2.0:1788598311.833869:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 162 00000100:00100000:2.0:1788598311.833880:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbe450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:22779:x1875480722833024:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598311.834965:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbe450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:22779:x1875480722833024:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 1081us (1964us total) trans 4294967740 rc 0/0 00000100:00100000:2.0:1788598311.834975:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 162 00000100:00100000:1.0:1788598311.855571:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722833280 00000100:00100000:1.0:1788598311.855592:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722833280 00000100:00100000:1.0:1788598311.855663:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 759 00000100:00100000:1.0:1788598311.855673:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:22779:x1875480722833280:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598311.856285:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:22779:x1875480722833280:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 611us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598311.856294:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 759 00000100:00100000:1.0:1788598311.870983:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598311.871141:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722833408 00000100:00100000:2.0:1788598311.871153:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722833408 00000100:00100000:2.0:1788598311.871223:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 760 00000100:00100000:2.0:1788598311.871233:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:22779:x1875480722833408:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598311.871256:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598311.871279:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606ebf3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb636 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.871367:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ebfa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.871397:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ebfa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.871410:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ebfa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598311.871454:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598311.871472:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ebfa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.871498:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606ebf3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb636 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.871515:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ebfa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb636 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.871523:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8a1a85340400) 00010000:00010000:2.0:1788598311.871526:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788598311.871529:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1aa00, rc 0) 00000100:00100000:2.0:1788598311.871784:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:22779:x1875480722833408:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 503us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598311.871792:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 760 00000100:00100000:2.0:1788598311.887568:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598311.899788:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 761 00000100:00100000:2.0:1788598311.899801:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:22779:x1875480722833792:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598311.899938:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:22779:x1875480722833792:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 139us (1407us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598311.899963:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 761 00010000:00010000:1.0:1788598311.914871:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dd0112e/0x6b7334fb1606ec01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb63d expref: 13 pid: 14172 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598311.914888:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480746907520:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598311.914913:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b2e6262b/0x6b7334fb1606ec08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb644 expref: 12 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.914925:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f4600, rc 0) 00000100:00100000:1.0:1788598311.914958:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:22779:x1875480722833920:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 8732us (9286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598311.914966:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 194 00000100:00100000:2.0:1788598311.922728:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722834176 00000100:00100000:2.0:1788598311.922764:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722834176 00002000:00100000:2.0:1788598311.922830:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xf:0x0] (0->157) req@ffff8a1a8725f800 x1875480722834176/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:302/0 lens 648/0 e 0 to 0 dl 1788598322 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598311.922843:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8725f800 with x1875480722834176 ext(0->157) 00002000:00010000:2.0:1788598311.922850:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a8725f800 00000100:00100000:2.0:1788598311.922880:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 58 00000100:00100000:2.0:1788598311.922889:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722834176:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1788598311.924770:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2432:x1875480722834176:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 1872us (2207us total) trans 4294967331 rc 0/0 00000100:00100000:2.0:1788598311.924785:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 58 00002000:00100000:2.0:1788598311.924799:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xf:0x0] (0->157) req@ffff8a1a8725f800 x1875480722834176/t4294967331(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:302/0 lens 648/448 e 0 to 0 dl 1788598322 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598311.924819:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8725f800 with x1875480722834176 ext(0->157) 00002000:00010000:2.0:1788598311.924826:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a8725f800 00000100:00100000:2.0:1788598311.930228:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 762 00000100:00100000:2.0:1788598311.930240:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:22779:x1875480722834304:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788598311.933477:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967740 is committed 00000004:00080000:1.0:1788598311.933496:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000001:00080000:1.0:1788598311.933541:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967736 is committed 00000004:00080000:1.0:1788598311.933575:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000100:00100000:1.0:1788598311.933757:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746907776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788598311.933844:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598311.933907:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746907776 00000100:00100000:1.0:1788598311.933914:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746907776 00000100:00100000:1.0:1788598311.933970:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:1.0:1788598311.933979:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746907776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788598311.934019:0:8868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14 count 1 00010000:00010000:1.0:1788598311.934054:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb1606ec0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.934077:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001272e030/0x6b7334fb1606ea80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5c6 expref: 10 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.934087:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb1606eab8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5db expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.934094:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598311.934096:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598311.934099:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb1606ec0f lrc: 5/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.934123:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb1606eab8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5db expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.934138:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb1606eab8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5db expref: 10 pid: 8405 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598311.934162:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480746907904:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598311.934229:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001272e030/0x6b7334fb1606ea80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5c6 expref: 10 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.934240:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001272e030/0x6b7334fb1606ea80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5c6 expref: 10 pid: 8403 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598311.934248:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480746908032:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598311.934267:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598311.934503:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+36:22779:x1875480722834304:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 4263us (4940us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598311.934513:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 762 00000100:00100000:2.0:1788598311.936193:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746908160 00000100:00100000:2.0:1788598311.936202:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746908160 00000100:00100000:2.0:1788598311.936258:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1788598311.936267:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746908160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1788598311.936482:0:14172:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788598311.936496:0:14172:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1788598312 00002000:00010000:2.0:1788598311.936498:0:14172:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788598311.936499:0:14172:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb ctime from disk: 1788598312 -> 1788598312 00002000:00010000:2.0:1788598311.936501:0:14172:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1788598311.936541:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746908160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 275us (549us total) trans 4294967332 rc 0/0 00000100:00100000:2.0:1788598311.936548:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00080000:2.0:1788598311.936572:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598311.942589:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722834432 00000100:00100000:2.0:1788598311.942599:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722834432 00010000:00010000:2.0:1788598311.942657:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb1606eab8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5db expref: 11 pid: 8405 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598311.942695:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722834560 00000100:00100000:2.0:1788598311.942698:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722834560 00010000:00010000:2.0:1788598311.942731:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001272e030/0x6b7334fb1606ea80 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5c6 expref: 11 pid: 8403 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598311.942777:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 216 00000100:00100000:2.0:1788598311.942786:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722834432:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598311.942802:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598311.942818:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb1606eab8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5db expref: 11 pid: 8405 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.942832:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb1606eab8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5db expref: 11 pid: 8405 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.942875:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598311.942930:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722834432:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 145us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598311.942937:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 216 00000100:00100000:2.0:1788598311.942992:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 217 00000100:00100000:2.0:1788598311.942999:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722834560:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598311.943007:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598311.943012:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001272e030/0x6b7334fb1606ea80 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5c6 expref: 11 pid: 8403 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.943022:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001272e030/0x6b7334fb1606ea80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5c6 expref: 11 pid: 8403 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.943230:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598311.943233:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598311.943239:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb1606ec0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.943249:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb1606ec0f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.943269:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598311.943290:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722834560:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 292us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598311.943296:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 217 00010000:00010000:1.0:1788598311.944292:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb1606eab8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5db expref: 10 pid: 8405 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598311.944310:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480746907904:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598311.944334:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001272e030/0x6b7334fb1606ea80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb5c6 expref: 10 pid: 8403 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598311.944344:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480746908032:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598311.944365:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb1606ec0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.944391:0:8868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb1606ec0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.944399:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb1606ec0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.944408:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb1606ec0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.944416:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb1606ec0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.944441:0:8868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598311.944640:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746907776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10661us (10794us total) trans 4294967330 rc 0/0 00000100:00100000:1.0:1788598311.944649:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000004:00080000:2.0:1788598311.945416:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1bc5a6dc00/2, rc 0, transno 4294967330 00000100:00100000:2.0:1788598311.945425:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746907776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788598311.963129:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598311.969345:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598311.976427:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722835328 00000100:00100000:2.0:1788598311.976437:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722835328 00000100:00100000:2.0:1788598311.976500:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 764 00000100:00100000:2.0:1788598311.976512:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+35:22779:x1875480722835328:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788598311.976602:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.976621:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ebde lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb628 expref: 35 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.976631:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.976667:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ebde lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb628 expref: 35 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.976682:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ebde lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb628 expref: 35 pid: 6524 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598311.976697:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746908288:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598311.976871:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a85f8c0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1788598311.991155:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ebde lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb628 expref: 35 pid: 6524 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598311.991190:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746908288:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598311.991215:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.991224:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.991230:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.991278:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.991286:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.991292:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.991298:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1aa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598311.991302:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.991309:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.991330:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8a1a85340400) 00010000:00010000:2.0:1788598311.991333:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788598311.991337:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598311.991351:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606ec1d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598311.991423:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+34:22779:x1875480722835328:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 14914us (15164us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788598311.991433:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 764 00000100:00100000:1.0:1788598311.997234:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722835584 00000100:00100000:1.0:1788598311.997248:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722835584 00000100:00100000:1.0:1788598311.997326:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 199 00000100:00100000:1.0:1788598311.997339:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722835584:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598311.997388:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb1606ec24 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.997409:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2e6262b/0x6b7334fb1606ec08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb644 expref: 11 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.997438:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598311.997440:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598311.997443:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb1606ec24 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.997481:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b2e6262b/0x6b7334fb1606ec08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb644 expref: 11 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598311.997496:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b2e6262b/0x6b7334fb1606ec08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb644 expref: 11 pid: 8406 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598311.997510:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480746908416:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598311.997589:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598312.003283:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480746908416:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598312.003332:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb1606ec24 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598312.003778:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722835712 00000100:00100000:2.0:1788598312.003786:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722835712 00010000:00010000:2.0:1788598312.003830:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b2e6262b/0x6b7334fb1606ec08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb644 expref: 12 pid: 8406 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598312.003881:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 219 00000100:00100000:2.0:1788598312.003891:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722835712:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598312.003907:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598312.003931:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b2e6262b/0x6b7334fb1606ec08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb644 expref: 12 pid: 8406 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.003947:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b2e6262b/0x6b7334fb1606ec08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb644 expref: 12 pid: 8406 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.003972:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2e6262b/0x6b7334fb1606ec08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb644 expref: 12 pid: 8406 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.003989:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598312.004003:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598312.004007:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb1606ec24 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.004031:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb1606ec24 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.004068:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598312.004123:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722835712:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 233us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598312.004131:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 219 00000100:00100000:1.0:1788598312.009771:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722835968 00000100:00100000:1.0:1788598312.009782:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722835968 00000100:00100000:1.0:1788598312.009851:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 765 00000100:00100000:1.0:1788598312.009862:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+34:22779:x1875480722835968:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788598312.009950:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ec2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.009967:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ec2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.010462:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ec2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.010637:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.010651:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ebec lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb62f expref: 35 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.010660:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.010696:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ebec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb62f expref: 35 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.010722:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ebec lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb62f expref: 35 pid: 6523 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598312.010834:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746908544:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598312.010976:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941900 going to sleep for 11 seconds 00000100:00100000:2.0:1788598312.016265:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722836096 00000100:00100000:2.0:1788598312.016275:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722836096 00010000:00010000:2.0:1788598312.016314:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ebec lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb62f expref: 36 pid: 6523 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598312.016362:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 220 00000100:00100000:2.0:1788598312.016371:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+36:2433:x1875480722836096:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598312.016387:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598312.016395:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ebec lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb62f expref: 36 pid: 6523 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.016409:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ebec lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb62f expref: 36 pid: 6523 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.016433:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8a1a85340400) 00010000:00010000:2.0:1788598312.016439:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.016448:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.016470:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.016492:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598312.016552:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+36:2433:x1875480722836096:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 181us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598312.016559:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 220 00010000:00010000:1.0:1788598312.018158:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ebec lrc: 0/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb62f expref: 35 pid: 6523 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598312.018180:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746908544:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598312.018203:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.018213:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.018233:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598312.018352:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967742 00000001:00080000:1.0:1788598312.018461:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967743 00000001:00080000:1.0:1788598312.018497:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967744 00000100:00100000:1.0:1788598312.018588:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480746908672:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788598312.018644:0:10034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598312.018731:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598312.023100:0:10034:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:1.0:1788598312.023107:0:10034:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a87b70e00, transno 4294967332 00000100:00100000:1.0:1788598312.023129:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480746908672:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1788598312.023285:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967745 00000100:00100000:1.0:1788598312.026498:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480746908800:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788598312.026591:0:10034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598312.029190:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598312.033372:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480746908800:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1788598312.033425:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033435:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033444:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033450:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598312.033454:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033478:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033495:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8a1a85340400) 00010000:00010000:1.0:1788598312.033498:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598312.033503:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033508:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1606ec32 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033535:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606eb7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033541:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606eb7c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033546:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606eb7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033551:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598312.033554:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606eb7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033560:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606eb7c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033568:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8a1a8533f400) 00010000:00010000:1.0:1788598312.033570:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598312.033576:0:10034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa000/0x6b7334fb1606eb83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb613 expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033598:0:10034:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa000/0x6b7334fb1606eb83 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb613 expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033608:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa000/0x6b7334fb1606eb83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb613 expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.033643:0:10034:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa000/0x6b7334fb1606eb83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb613 expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598312.033658:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746908928:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598312.033777:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598312.042507:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746908928:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598312.042545:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606eb7c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042557:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4400/0x6b7334fb1606eb7c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042601:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ec39 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042616:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ec39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042628:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ec39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042638:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ec39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042661:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ec39 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042666:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ec39 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042672:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598312.042676:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ec39 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042683:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ec39 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042694:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8a1a8533f400) 00010000:00010000:1.0:1788598312.042697:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598312.042700:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ec39 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042705:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1606ec39 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042727:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ec2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042751:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ec2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042757:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ec2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042762:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598312.042771:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ec2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042777:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ec2b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042785:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8a1a8533f400) 00010000:00010000:1.0:1788598312.042787:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598312.042790:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ec2b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598312.042796:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606ec2b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598312.042956:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:22779:x1875480722835968:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 33094us (33310us total) trans 4294967746 rc 0/0 00000100:00100000:1.0:1788598312.042966:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 765 00000020:00080000:1.0:1788598312.042974:0:10034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00080000:1.0:1788598312.045836:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598312.049366:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598312.068159:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722836608 00000100:00100000:2.0:1788598312.068177:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722836608 00000100:00100000:2.0:1788598312.068338:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 200 00000100:00100000:2.0:1788598312.068353:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+9:22777:x1875480722836608:12345-192.168.202.17@tcp:101:md5sum.0 00010000:00010000:2.0:1788598312.068371:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598312.068399:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001272e030/0x6b7334fb1606ec47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb64b expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598312.068428:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 158, mtime: 0x6a9bd825, atime: 0x6a9bd825, ctime: 0x6a9bd826, blocks: 0x8 00010000:00010000:2.0:1788598312.068451:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598312.068453:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598312.068461:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001272e030/0x6b7334fb1606ec47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb64b expref: 10 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.068478:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001272e030/0x6b7334fb1606ec47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb64b expref: 10 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598312.068491:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1b200, rc 0) 00000100:00100000:2.0:1788598312.068578:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:22777:x1875480722836608:12345-192.168.202.17@tcp:101:md5sum.0 Request processed in 228us (7179us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598312.068603:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 200 00000100:00100000:2.0:1788598312.073969:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598312.074091:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722836736 00000100:00100000:1.0:1788598312.074102:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722836736 00002000:00100000:1.0:1788598312.074157:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff8a1a87b70e00 x1875480722836736/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:303/0 lens 488/0 e 0 to 0 dl 1788598323 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598312.074169:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87b70e00 with x1875480722836736 ext(0->4095) 00002000:00010000:1.0:1788598312.074175:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87b70e00 00000100:00100000:1.0:1788598312.074209:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 59 00000100:00100000:1.0:1788598312.074219:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722836736:12345-192.168.202.17@tcp:3:md5sum.0 00000100:00100000:1.0:1788598312.075781:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722836736:12345-192.168.202.17@tcp:3:md5sum.0 Request processed in 1554us (1813us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598312.075802:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 59 00002000:00100000:1.0:1788598312.075813:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff8a1a87b70e00 x1875480722836736/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:303/0 lens 488/4536 e 0 to 0 dl 1788598323 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598312.075823:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87b70e00 with x1875480722836736 ext(0->4095) 00002000:00010000:1.0:1788598312.075829:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87b70e00 00000100:00100000:1.0:1788598312.085148:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598312.085279:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722836992 00000100:00100000:2.0:1788598312.085290:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722836992 00000100:00100000:2.0:1788598312.085362:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 165 00000100:00100000:2.0:1788598312.085371:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+73:22777:x1875480722836992:12345-192.168.202.17@tcp:35:md5sum.0 00000100:00100000:2.0:1788598312.085674:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+74:22777:x1875480722836992:12345-192.168.202.17@tcp:35:md5sum.0 Request processed in 304us (537us total) trans 4294967749 rc 0/0 00000100:00100000:2.0:1788598312.085682:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 165 00010000:00010000:1.0:1788598312.841627:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598313.095004:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598313.095049:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598313.095084:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598313.095587:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722837376 00000100:00100000:2.0:1788598313.095592:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722837376 00000100:00100000:2.0:1788598313.095648:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 646 00000100:00100000:2.0:1788598313.095656:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722837376:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598313.095710:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722837376:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 56us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598313.095717:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 646 00000100:00100000:1.0:1788598313.095910:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598313.095952:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598313.096110:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722837888 00000100:00100000:2.0:1788598313.096116:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722837888 00000100:00100000:2.0:1788598313.096157:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 647 00000100:00100000:2.0:1788598313.096164:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722837888:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598313.096200:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722837888:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598313.096206:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 647 00000100:00100000:1.0:1788598313.096621:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598313.096649:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598313.102139:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598313.102176:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598313.102201:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722837504 00000100:00100000:1.0:1788598313.102208:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722837504 00000100:00100000:1.0:1788598313.102241:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722838016 00000100:00100000:1.0:1788598313.102244:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722838016 00000100:00100000:1.0:1788598313.102263:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 380 00000100:00100000:1.0:1788598313.102270:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2434:x1875480722837504:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598313.102310:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2434:x1875480722837504:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 40us (5660us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598313.102316:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 380 00000100:00100000:1.0:1788598313.102331:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 381 00000100:00100000:1.0:1788598313.102355:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722838016:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598313.102383:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722838016:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598313.102388:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 381 00000100:00100000:1.0:1788598313.731558:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598313.731589:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746909056:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598313.731666:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598313.732811:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746909056:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598314.242038:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598314.242062:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746909184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598314.242155:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598314.245699:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746910336 00000100:00100000:1.0:1788598314.245711:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746910336 00000100:00100000:1.0:1788598314.245785:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746910208 00000100:00100000:1.0:1788598314.245789:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746910208 00000100:00100000:1.0:1788598314.245807:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746910720 00000100:00100000:1.0:1788598314.245810:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746910720 00000100:00100000:1.0:1788598314.245828:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1788598314.245836:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480746910336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598314.245920:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480746910336:12345-0@lo:400:kworker.0 Request processed in 85us (2724us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598314.245928:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1788598314.245943:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1788598314.245950:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746910208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598314.245983:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746910208:12345-0@lo:400:kworker.0 Request processed in 35us (2318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598314.245989:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1788598314.246000:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1788598314.246006:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480746910720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598314.246046:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480746910720:12345-0@lo:400:kworker.0 Request processed in 40us (2314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598314.246052:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1788598314.246074:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746909824 00000100:00100000:1.0:1788598314.246078:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746909824 00000100:00100000:1.0:1788598314.246101:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746909568 00000100:00100000:1.0:1788598314.246105:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746909568 00000100:00100000:1.0:1788598314.246116:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1788598314.246121:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746909824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598314.246152:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746909824:12345-0@lo:400:kworker.0 Request processed in 31us (2993us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598314.246158:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1788598314.246168:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1788598314.246173:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746909568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598314.246197:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746909568:12345-0@lo:400:kworker.0 Request processed in 24us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598314.246202:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1788598314.246240:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746909568:0@lo:400:kworker.0 00000100:00100000:1.0:1788598314.246252:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746910208:0@lo:400:kworker.0 00000100:00100000:1.0:1788598314.246262:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746910720:0@lo:400:kworker.0 00000100:00100000:1.0:1788598314.246296:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746909824:0@lo:400:kworker.0 00000100:00100000:1.0:1788598314.246307:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746910336:0@lo:400:kworker.0 00000100:00100000:2.0:1788598314.246429:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746909312 00000100:00100000:2.0:1788598314.246434:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746909312 00000100:00100000:2.0:1788598314.246480:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1788598314.246488:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746909312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598314.246528:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746909312:12345-0@lo:400:kworker.0 Request processed in 41us (3412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598314.246534:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1788598314.246574:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746909312:0@lo:400:kworker.0 00000100:00100000:1.0:1788598314.758421:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746910848 00000100:00100000:1.0:1788598314.758435:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746910848 00000100:00100000:1.0:1788598314.758533:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1788598314.758543:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746910848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598314.758580:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788598314.758649:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746910848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (1451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598314.758657:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00010000:00010000:1.0:1788598315.906089:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598316.290850:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746910976 00000100:00100000:1.0:1788598316.290859:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746910976 00000100:00100000:1.0:1788598316.290925:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1788598316.290934:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746910976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598316.290961:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788598316.291005:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746910976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598316.291012:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1788598316.291060:0:3665:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967330 gen 2 00000004:00080000:1.0:1788598316.291065:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1bc5a6dc00, transno 4294967330 00000100:00100000:1.0:1788598316.291079:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746910976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598316.806403:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746911232 00000100:00100000:1.0:1788598316.806413:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746911232 00000100:00100000:1.0:1788598316.806500:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1788598316.806510:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746911232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598316.806558:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444442112 avail 1298202624 00000100:00100000:1.0:1788598316.806634:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746911232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598316.806641:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1788598317.431675:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722838272 00000100:00100000:1.0:1788598317.431686:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722838272 00000100:00100000:1.0:1788598317.431805:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 766 00000100:00100000:1.0:1788598317.431816:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+40:22733:x1875480722838272:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788598317.431928:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+40:22733:x1875480722838272:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 102us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598317.431936:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 766 00000100:00080000:2.0:1788598317.433234:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598317.436913:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598317.440317:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000001:00080000:1.0:1788598317.444556:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967750 is committed 00000001:00080000:1.0:1788598317.444575:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967749 is committed 00000020:00080000:1.0:1788598317.444591:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a88941a80 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:1.0:1788598317.444596:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b8308a900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a88941b40 00000020:00080000:1.0:1788598317.444600:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b8308ae00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a860d2a00 00000020:00080000:2.0:1788598317.444840:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 10 committed batchid 9 00000020:00080000:2.0:1788598317.444895:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000100:00100000:2.0:1788598318.211656:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722838784 00000100:00100000:2.0:1788598318.211669:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722838784 00000100:00100000:1.0:1788598318.211709:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722839040 00000100:00100000:1.0:1788598318.211714:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722839040 00000100:00100000:2.0:1788598318.211765:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 458 00000100:00100000:2.0:1788598318.211777:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722838784:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598318.211830:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722839552 00000100:00100000:1.0:1788598318.211834:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722839552 00000100:00100000:1.0:1788598318.211849:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722838912 00000100:00100000:1.0:1788598318.211852:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722838912 00000100:00100000:2.0:1788598318.211857:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722838784:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 81us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598318.211867:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 458 00000100:00100000:1.0:1788598318.211868:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722839424 00000100:00100000:1.0:1788598318.211871:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722839424 00000100:00100000:1.0:1788598318.211883:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 656 00000100:00100000:1.0:1788598318.211889:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722839040:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598318.211956:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 657 00000100:00100000:1.0:1788598318.211961:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722839040:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 69us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598318.211969:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 656 00000100:00100000:2.0:1788598318.211973:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722839552:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598318.211988:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 658 00000100:00100000:1.0:1788598318.212005:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+73:2435:x1875480722838912:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598318.212018:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722839552:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 50us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598318.212025:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 657 00000100:00100000:1.0:1788598318.212036:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+73:2435:x1875480722838912:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598318.212043:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 658 00000100:00100000:2.0:1788598318.212054:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 659 00000100:00100000:2.0:1788598318.212064:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2435:x1875480722839424:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:1.0:1788598318.212071:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598318.212077:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598318.212079:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598318.212082:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598318.212109:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2435:x1875480722839424:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 46us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598318.212116:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 659 00000100:00100000:1.0:1788598318.212162:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 387 00000100:00100000:1.0:1788598318.212169:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722839168:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598318.212190:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722839168:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598318.212196:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 387 00000100:00080000:1.0:1788598318.212219:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598318.851547:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746911360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598318.851650:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598318.851892:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746911360 00000100:00100000:2.0:1788598318.851963:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746911360 00000100:00100000:2.0:1788598318.852029:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1788598318.852040:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746911360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598318.852087:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598318.852144:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746911360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598318.852152:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1788598318.852862:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746911360:0@lo:41:osp-pre-1-0.0 00000001:02000400:2.0:1788598319.042468:0:18834:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11c: Import a file to a directory with a pool ========================================================== 04:51:57 (1788598317) 00000100:00100000:1.0:1788598319.367070:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746911488 00000100:00100000:1.0:1788598319.367082:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746911488 00000100:00100000:1.0:1788598319.367172:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1788598319.367186:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746911488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598319.367227:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788598319.367294:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746911488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.367303:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1788598319.367365:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746911488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598319.373032:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746911872:0@lo:400:kworker.0 00000100:00100000:2.0:1788598319.373126:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598319.373182:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746912384:0@lo:400:kworker.0 00000100:00100000:2.0:1788598319.373210:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598319.373235:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746912896:0@lo:400:kworker.0 00000100:00100000:2.0:1788598319.373259:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598319.373287:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788598319.373307:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746912000:0@lo:400:kworker.0 00000100:00100000:2.0:1788598319.373331:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598319.373349:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746912512:0@lo:400:kworker.0 00000100:00100000:2.0:1788598319.373374:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598319.373391:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746913024:0@lo:400:kworker.0 00000100:00100000:2.0:1788598319.373409:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598319.376590:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746911872 00000100:00100000:1.0:1788598319.376601:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746911872 00000100:00100000:1.0:1788598319.376678:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746912128 00000100:00100000:1.0:1788598319.376691:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746912128 00000100:00100000:1.0:1788598319.376714:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1788598319.376724:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746911872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.376840:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746911872:12345-0@lo:400:kworker.0 Request processed in 116us (3713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.376849:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1788598319.376870:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1788598319.376876:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746912128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.376910:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746912128:12345-0@lo:400:kworker.0 Request processed in 34us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.376917:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1788598319.376938:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746912384 00000100:00100000:1.0:1788598319.376942:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746912384 00000100:00100000:1.0:1788598319.376978:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746912896 00000100:00100000:1.0:1788598319.376982:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746912896 00000100:00100000:1.0:1788598319.376996:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746912000 00000100:00100000:1.0:1788598319.376999:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746912000 00000100:00100000:1.0:1788598319.377010:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746911744 00000100:00100000:1.0:1788598319.377013:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746911744 00000100:00100000:1.0:1788598319.377023:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746912256 00000100:00100000:1.0:1788598319.377025:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746912256 00000100:00100000:1.0:1788598319.377038:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746912768 00000100:00100000:1.0:1788598319.377041:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746912768 00000100:00100000:1.0:1788598319.377056:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1788598319.377061:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746912384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.377096:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746912384:12345-0@lo:400:kworker.0 Request processed in 35us (3885us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.377102:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1788598319.377114:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1788598319.377128:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746912896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.377160:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746912896:12345-0@lo:400:kworker.0 Request processed in 33us (3900us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.377165:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1788598319.377176:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1788598319.377181:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746912000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.377205:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746912000:12345-0@lo:400:kworker.0 Request processed in 24us (3873us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.377210:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1788598319.377220:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1788598319.377225:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746911744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.377245:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746911744:12345-0@lo:400:kworker.0 Request processed in 21us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.377250:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1788598319.377259:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1788598319.377264:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746912256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.377285:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746912256:12345-0@lo:400:kworker.0 Request processed in 22us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.377291:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1788598319.377300:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1788598319.377306:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746912768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.377329:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746912768:12345-0@lo:400:kworker.0 Request processed in 24us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.377334:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1788598319.377363:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746912512 00000100:00100000:1.0:1788598319.377372:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746912512 00000100:00100000:1.0:1788598319.377404:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746913024 00000100:00100000:1.0:1788598319.377407:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746913024 00000100:00100000:1.0:1788598319.377427:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746912640 00000100:00100000:1.0:1788598319.377430:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746912640 00000100:00100000:1.0:1788598319.377444:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1788598319.377449:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746912512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.377482:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746912512:12345-0@lo:400:kworker.0 Request processed in 33us (4107us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.377487:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1788598319.377497:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1788598319.377502:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746913024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.377529:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746913024:12345-0@lo:400:kworker.0 Request processed in 27us (4119us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.377535:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1788598319.377545:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1788598319.377551:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746912640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.377576:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746912640:12345-0@lo:400:kworker.0 Request processed in 26us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.377582:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1788598319.377605:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746911616 00000100:00100000:1.0:1788598319.381975:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746911616 00000100:00100000:1.0:1788598319.382070:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1788598319.382081:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746911616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598319.382211:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746911616:12345-0@lo:400:kworker.0 Request processed in 131us (6055us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598319.382219:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1788598319.874479:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746913152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598319.874589:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788598320.001963:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598320.085501:0:18882:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].46, 224 off16208 20000000:01000000:3.0:1788598320.085526:0:18882:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:3.0:1788598320.085541:0:18882:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 120 off16328 00000040:00080000:3.0:1788598320.085950:0:18882:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16608 00000040:00080000:3.0:1788598320.086029:0:18882:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].46, 224 off16240 20000000:01000000:3.0:1788598320.086039:0:18882:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:3.0:1788598320.086052:0:18882:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].47, 120 off16360 00000040:00080000:3.0:1788598320.086147:0:18882:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].49, 224 off16608 10000000:01000000:3.0:1788598320.086163:0:18882:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1788598320.086189:0:18882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a1a87aabe00/0x6b7334fb1606ec4e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086357:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1b9a739e00/0x6b7334fb1606bc4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea88a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086369:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1bc2211a00/0x6b7334fb1606bc51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea891 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086378:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1bc2210e00/0x6b7334fb1606bc5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606bc58 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086384:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1b9a738600/0x6b7334fb1606bc6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606bc66 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086391:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1b9a738200/0x6b7334fb1606bc7b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606bc74 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086398:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1bc2211600/0x6b7334fb1606bc89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606bc82 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086405:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1bc2211c00/0x6b7334fb1606bc97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606bc90 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086423:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1b9a739200/0x6b7334fb1606bca5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606bc9e expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086430:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1b9a738a00/0x6b7334fb1606bcb3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606bcac expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086436:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1b9fc98800/0x6b7334fb1606bcc1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606bcba expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086442:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1b9a738e00/0x6b7334fb1606bccf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606bcc8 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086449:0:18882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a8535c400/0x6b7334fb1606bd1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea89f expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086456:0:18882:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a1a87aabe00/0x6b7334fb1606ec4e lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086508:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a8535c400/0x6b7334fb1606bd1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea89f expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.086527:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a1a8535c400/0x6b7334fb1606bd1c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea89f expref: 11 pid: 6518 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.086544:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913280:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598320.087005:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1b9a738e00/0x6b7334fb1606bccf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606bcc8 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.087015:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1b9a738e00/0x6b7334fb1606bccf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606bcc8 expref: 22 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.087035:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913408:0@lo:104: 00000100:00100000:3.0:1788598320.087080:0:18882:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598320.087204:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746913408 00000100:00100000:2.0:1788598320.087224:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746913408 00010000:00010000:3.0:1788598320.087481:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1b9fc98800/0x6b7334fb1606bcc1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606bcba expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.087490:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1b9fc98800/0x6b7334fb1606bcc1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606bcba expref: 22 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.087500:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913536:0@lo:104: 00000100:00100000:3.0:1788598320.087532:0:18882:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788598320.087720:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1b9a738a00/0x6b7334fb1606bcb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606bcac expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.087728:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1b9a738a00/0x6b7334fb1606bcb3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606bcac expref: 22 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.087772:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913664:0@lo:104: 00010000:00010000:3.0:1788598320.087807:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1b9a739200/0x6b7334fb1606bca5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606bc9e expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.087815:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1b9a739200/0x6b7334fb1606bca5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606bc9e expref: 22 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.087823:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913792:0@lo:104: 00010000:00010000:3.0:1788598320.087849:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1bc2211c00/0x6b7334fb1606bc97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606bc90 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.087856:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1bc2211c00/0x6b7334fb1606bc97 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606bc90 expref: 22 pid: 6518 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.087873:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913920:0@lo:104: 00010000:00010000:3.0:1788598320.087898:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1bc2211600/0x6b7334fb1606bc89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606bc82 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.087906:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1bc2211600/0x6b7334fb1606bc89 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606bc82 expref: 22 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.087914:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914048:0@lo:104: 00010000:00010000:3.0:1788598320.087937:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1b9a738200/0x6b7334fb1606bc7b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606bc74 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.087945:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1b9a738200/0x6b7334fb1606bc7b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606bc74 expref: 22 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.087953:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914176:0@lo:104: 00010000:00010000:3.0:1788598320.087975:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1b9a738600/0x6b7334fb1606bc6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606bc66 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.087982:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1b9a738600/0x6b7334fb1606bc6d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606bc66 expref: 22 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.087989:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914304:0@lo:104: 00010000:00010000:3.0:1788598320.088013:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1bc2210e00/0x6b7334fb1606bc5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606bc58 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.088020:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1bc2210e00/0x6b7334fb1606bc5f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606bc58 expref: 22 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.088040:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b50700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914432:0@lo:104: 00010000:00010000:3.0:1788598320.088072:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1bc2211a00/0x6b7334fb1606bc51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea891 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.088082:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a1bc2211a00/0x6b7334fb1606bc51 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea891 expref: 11 pid: 6517 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.088092:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914560:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598320.088147:0:18882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1b9a739e00/0x6b7334fb1606bc4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea88a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.088154:0:18882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a1b9a739e00/0x6b7334fb1606bc4a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea88a expref: 11 pid: 6517 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.088163:0:18882:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914688:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598320.088185:0:18882:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92000 going to sleep for 11 seconds 00000100:00100000:3.0:1788598320.091123:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913408:0@lo:104: 00000100:00100000:3.0:1788598320.091136:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913536:0@lo:104: 00000100:00100000:3.0:1788598320.091144:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913664:0@lo:104: 00000100:00100000:3.0:1788598320.091151:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913792:0@lo:104: 00000100:00100000:3.0:1788598320.091159:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913920:0@lo:104: 00000100:00100000:3.0:1788598320.091641:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598320.091684:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598320.091713:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722839936 00000100:00100000:3.0:1788598320.091719:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722839936 00010000:00010000:3.0:1788598320.091785:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1bc2211a00/0x6b7334fb1606bc51 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea891 expref: 12 pid: 6517 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.091815:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722840064 00000100:00100000:3.0:1788598320.091819:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722840064 00010000:00010000:3.0:1788598320.091831:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a8535c400/0x6b7334fb1606bd1c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea89f expref: 13 pid: 6518 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.091850:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 221 00000100:00100000:3.0:1788598320.091857:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:27eb2831-c520-4381-8808-4da803a1bb82+13:2433:x1875480722839936:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598320.091872:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598320.091879:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1bc2211a00/0x6b7334fb1606bc51 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea891 expref: 13 pid: 6517 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.091902:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1bc2211a00/0x6b7334fb1606bc51 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea891 expref: 13 pid: 6517 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.091928:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598320.091976:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:27eb2831-c520-4381-8808-4da803a1bb82+13:2433:x1875480722839936:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 119us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598320.091983:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 221 00000100:00100000:3.0:1788598320.092001:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 222 00000100:00100000:3.0:1788598320.092008:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722840064:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598320.092016:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598320.092020:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a8535c400/0x6b7334fb1606bd1c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea89f expref: 12 pid: 6518 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.092031:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a8535c400/0x6b7334fb1606bd1c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea89f expref: 12 pid: 6518 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.092048:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598320.092066:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722840064:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 59us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598320.092073:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 222 00010000:00010000:3.0:1788598320.092120:0:18882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a8535c400/0x6b7334fb1606bd1c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea89f expref: 11 pid: 6518 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.092136:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746913280:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598320.092150:0:18882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1bc2211a00/0x6b7334fb1606bc51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea891 expref: 10 pid: 6517 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598320.092161:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914560:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598320.093155:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914048:0@lo:104: 00000100:00100000:3.0:1788598320.093164:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914176:0@lo:104: 00000100:00100000:2.0:1788598320.095023:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914304:0@lo:104: 00000100:00100000:2.0:1788598320.095036:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b50700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914432:0@lo:104: 00000100:00100000:2.0:1788598320.095811:0:18882:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18882:1875480746914688:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598320.095893:0:18882:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a1a87aabe00/0x6b7334fb1606ec4e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598320.097191:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746914944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598320.097247:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746915200:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788598320.098122:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746914816 00000100:00100000:2.0:1788598320.098135:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746914816 00010000:00010000:2.0:1788598320.098184:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1b9a738e00/0x6b7334fb1606bccf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bcc8 expref: 23 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598320.098285:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746915328 00000100:00100000:2.0:1788598320.098290:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746915328 00010000:00010000:2.0:1788598320.098305:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1bc2211c00/0x6b7334fb1606bc97 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc90 expref: 24 pid: 6518 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598320.098449:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1788598320.098464:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+24:3668:x1875480746914816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598320.098482:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598320.098490:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1b9a738e00/0x6b7334fb1606bccf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bcc8 expref: 24 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.098507:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1b9a738e00/0x6b7334fb1606bccf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606bcc8 expref: 24 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.098529:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1b9a738e00/0x6b7334fb1606bccf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606bcc8 expref: 24 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.098551:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598320.098612:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480746914816:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (2023us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598320.098620:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1788598320.098678:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1788598320.098686:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+22:3668:x1875480746915328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598320.098693:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598320.098696:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1bc2211c00/0x6b7334fb1606bc97 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc90 expref: 22 pid: 6518 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.098705:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1bc2211c00/0x6b7334fb1606bc97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606bc90 expref: 22 pid: 6518 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.098761:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1bc2211c00/0x6b7334fb1606bc97 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606bc90 expref: 22 pid: 6518 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.098774:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598320.098811:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+21:3668:x1875480746915328:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (2098us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598320.098818:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1788598320.099421:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746915840 00000100:00100000:1.0:1788598320.099428:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746915840 00010000:00010000:1.0:1788598320.099453:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1bc2210e00/0x6b7334fb1606bc5f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc58 expref: 21 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598320.099471:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746915072 00000100:00100000:1.0:1788598320.099473:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746915072 00010000:00010000:1.0:1788598320.099484:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1b9a738a00/0x6b7334fb1606bcb3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bcac expref: 22 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598320.099495:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746915584 00000100:00100000:1.0:1788598320.099497:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746915584 00010000:00010000:1.0:1788598320.099508:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1b9a738200/0x6b7334fb1606bc7b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc74 expref: 23 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598320.099520:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1788598320.099527:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480746915840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598320.099537:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598320.099542:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1bc2210e00/0x6b7334fb1606bc5f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc58 expref: 23 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.099550:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1bc2210e00/0x6b7334fb1606bc5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606bc58 expref: 23 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.099573:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1bc2210e00/0x6b7334fb1606bc5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606bc58 expref: 23 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.099587:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598320.099631:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+22:3668:x1875480746915840:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (1819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598320.099637:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1788598320.099651:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1788598320.099656:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+21:3666:x1875480746915072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598320.099664:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598320.099668:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1b9a738a00/0x6b7334fb1606bcb3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bcac expref: 21 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.099676:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1b9a738a00/0x6b7334fb1606bcb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606bcac expref: 21 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.099686:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1b9a738a00/0x6b7334fb1606bcb3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606bcac expref: 21 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.099695:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598320.099719:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+20:3666:x1875480746915072:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598320.099725:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1788598320.099758:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1788598320.099764:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+19:3666:x1875480746915584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598320.099771:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598320.099787:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1b9a738200/0x6b7334fb1606bc7b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc74 expref: 19 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.099801:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1b9a738200/0x6b7334fb1606bc7b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606bc74 expref: 19 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.099811:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1b9a738200/0x6b7334fb1606bc7b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606bc74 expref: 19 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.099820:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598320.099840:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+18:3666:x1875480746915584:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598320.099846:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1788598320.099869:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598320.099905:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746915456:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598320.099932:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598320.100076:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598320.100093:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746915712:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598320.100116:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598320.100138:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746914944 00000100:00100000:1.0:1788598320.100143:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746914944 00010000:00010000:1.0:1788598320.100157:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1b9fc98800/0x6b7334fb1606bcc1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bcba expref: 18 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598320.100170:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746915456 00000100:00100000:1.0:1788598320.100173:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746915456 00010000:00010000:1.0:1788598320.100182:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1bc2211600/0x6b7334fb1606bc89 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc82 expref: 19 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598320.100191:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746915200 00000100:00100000:1.0:1788598320.100193:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746915200 00010000:00010000:1.0:1788598320.100200:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1b9a739200/0x6b7334fb1606bca5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc9e expref: 20 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598320.100351:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746915712 00000100:00100000:1.0:1788598320.100355:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746915712 00010000:00010000:1.0:1788598320.100369:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1b9a738600/0x6b7334fb1606bc6d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc66 expref: 21 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598320.100382:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1788598320.100388:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+21:3665:x1875480746914944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598320.100400:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598320.100404:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1b9fc98800/0x6b7334fb1606bcc1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bcba expref: 21 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100413:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1b9fc98800/0x6b7334fb1606bcc1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606bcba expref: 21 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100423:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1b9fc98800/0x6b7334fb1606bcc1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606bcba expref: 21 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100435:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598320.100466:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+20:3665:x1875480746914944:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598320.100473:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1788598320.100485:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1788598320.100491:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+19:3665:x1875480746915456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598320.100499:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598320.100503:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1bc2211600/0x6b7334fb1606bc89 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc82 expref: 19 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100510:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1bc2211600/0x6b7334fb1606bc89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606bc82 expref: 19 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100527:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1bc2211600/0x6b7334fb1606bc89 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606bc82 expref: 19 pid: 6517 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100538:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598320.100561:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+18:3665:x1875480746915456:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598320.100567:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1788598320.100581:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1788598320.100587:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34ba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+17:3667:x1875480746915200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598320.100595:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598320.100612:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1b9a739200/0x6b7334fb1606bca5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc9e expref: 17 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100620:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1b9a739200/0x6b7334fb1606bca5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606bc9e expref: 17 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100629:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1b9a739200/0x6b7334fb1606bca5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606bc9e expref: 17 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100639:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598320.100664:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34ba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+16:3667:x1875480746915200:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598320.100670:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1788598320.100712:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1788598320.100718:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+15:3667:x1875480746915712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598320.100725:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598320.100729:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1b9a738600/0x6b7334fb1606bc6d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606bc66 expref: 15 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100770:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1b9a738600/0x6b7334fb1606bc6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606bc66 expref: 15 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100780:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1b9a738600/0x6b7334fb1606bc6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606bc66 expref: 15 pid: 6516 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598320.100788:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598320.100811:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+14:3667:x1875480746915712:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598320.100817:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1788598320.100858:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746915072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598320.100868:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746915584:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598320.101350:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746914944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598320.101360:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746915456:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598320.101386:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746915200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598320.101393:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746915712:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598320.101416:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480746915840:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788598320.103629:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00010000:00010000:3.0:1788598320.104818:0:18882:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a1a87aabe00/0x6b7334fb1606ec4e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.104828:0:18882:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a1a87aabe00/0x6b7334fb1606ec4e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598320.104835:0:18882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a87aabe00/0x6b7334fb1606ec4e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788598320.258067:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598320.258080:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598320.258400:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 2 00000040:00080000:2.0:1788598320.258412:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598321.413909:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746915968 00000100:00100000:3.0:1788598321.413933:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746915968 00000100:00100000:3.0:1788598321.414022:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1788598321.414061:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746915968:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598321.414074:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598321.414101:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746916096:0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598321.414106:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788598321.414159:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.414179:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746915968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (1236us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.414258:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746915968:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788598321.414330:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598321.419931:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1788598321.435457:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746916096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598321.538866:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746916224 00000100:00100000:2.0:1788598321.538877:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746916224 00000100:00100000:2.0:1788598321.538954:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788598321.538966:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+14:6520:x1875480746916224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598321.538983:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598321.539001:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1a600/0x6b7334fb1606ec5c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ec55 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.539032:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1a600/0x6b7334fb1606ec5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ec55 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.539044:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1a600/0x6b7334fb1606ec5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ec55 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.539055:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1a600, rc 0) 00000100:00100000:2.0:1788598321.539137:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746916224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.539146:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1788598321.540103:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746916352 00000100:00100000:1.0:1788598321.540110:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746916352 00000100:00100000:1.0:1788598321.540161:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1788598321.540170:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746916352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.540501:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746916352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 331us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.540509:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1788598321.541215:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746916480 00000100:00100000:1.0:1788598321.541230:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746916480 00000100:00100000:2.0:1788598321.541374:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1788598321.541386:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746916480:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.541513:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746916480:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 130us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.541521:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1788598321.544204:0:18883:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18883:1875480746916608:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598321.544385:0:18883:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598321.544460:0:18883:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.546445:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746916608 00000100:00100000:1.0:1788598321.546466:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746916608 00000100:00100000:1.0:1788598321.546558:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1788598321.546571:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:18883:x1875480746916608:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598321.546934:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:18883:x1875480746916608:12345-0@lo:502:llog_process_th.0 Request processed in 365us (2547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.546944:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1788598321.547517:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746916736 00000100:00100000:1.0:1788598321.547521:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746916736 00000100:00100000:1.0:1788598321.547553:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788598321.547562:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:18883:x1875480746916736:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598321.547657:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:18883:x1875480746916736:12345-0@lo:502:llog_process_th.0 Request processed in 95us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.547665:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000020:01000000:3.0:1788598321.549890:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:3.0:1788598321.549921:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788598321.549946:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606ec55 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec5c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.549960:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606ec55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec5c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598321.549973:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1788598321.549976:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1788598321.549980:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788598321.550034:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.550043:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.550054:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598321.550082:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746916864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.550157:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.550231:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.550359:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746916864 00000100:00100000:1.0:1788598321.550368:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746916864 00000100:00100000:1.0:1788598321.550432:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1788598321.550443:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746916864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598321.550469:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598321.550484:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ec6a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ec63 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.550513:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ec6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ec63 expref: 16 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.550524:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ec6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ec63 expref: 16 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.550535:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1000, rc 0) 00000100:00100000:1.0:1788598321.550605:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746916864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.550613:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1788598321.550885:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746916864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598321.550901:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.550912:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598321.551008:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746916992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.551041:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.551075:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.553475:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746916992 00000100:00100000:2.0:1788598321.553490:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746916992 00000100:00100000:2.0:1788598321.553567:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1788598321.553589:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746916992:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.553870:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746916992:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 292us (2826us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.553878:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1788598321.554043:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746916992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.554114:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746917120:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.554184:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.554225:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.554300:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746917120 00000100:00100000:1.0:1788598321.554306:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746917120 00000100:00100000:1.0:1788598321.554392:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1788598321.554401:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746917120:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.554500:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746917120:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 100us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.554507:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1788598321.554599:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746917120:0@lo:503:ll_cfg_requeue.0 00000020:01000000:3.0:1788598321.556432:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1788598321.556463:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1788598321.556476:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.556490:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598321.556503:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788598321.556507:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1bc2d5f800 from 52 10000000:01000000:3.0:1788598321.556510:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788598321.556643:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ec71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.556652:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ec71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.556664:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ec71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598321.556694:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746917248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.557172:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.557274:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.557324:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746917248 00000100:00100000:2.0:1788598321.557334:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746917248 00000100:00100000:2.0:1788598321.557434:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1788598321.557445:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746917248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598321.557462:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598321.557480:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ec78 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ec71 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.557510:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ec78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ec71 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.557522:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ec78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ec71 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.557533:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1bc00, rc 0) 00000100:00100000:2.0:1788598321.557598:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746917248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.557606:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1788598321.557689:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746917248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598321.557706:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ec71 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec78 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.557717:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ec71 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ec78 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598321.557836:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746917376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.557862:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.558357:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.558444:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746917376 00000100:00100000:1.0:1788598321.558451:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746917376 00000100:00100000:1.0:1788598321.558484:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1788598321.558491:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746917376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.558659:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746917376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 168us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.558684:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1788598321.558768:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746917376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.558822:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746917504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.558866:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.558893:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.559160:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746917504 00000100:00100000:1.0:1788598321.559165:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746917504 00000100:00100000:1.0:1788598321.559184:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1788598321.559190:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746917504:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.559280:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746917504:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 89us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.559287:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1788598321.559368:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746917504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.561797:0:18885:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18885:1875480746917632:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.561960:0:18885:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.562363:0:18885:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a920c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.562530:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746917632 00000100:00100000:2.0:1788598321.562542:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746917632 00000100:00100000:2.0:1788598321.562631:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1788598321.562651:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:18885:x1875480746917632:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598321.562879:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:18885:x1875480746917632:12345-0@lo:502:llog_process_th.0 Request processed in 228us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.562888:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1788598321.563034:0:18885:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18885:1875480746917632:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.563110:0:18885:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18885:1875480746917760:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.563151:0:18885:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.563186:0:18885:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a920c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.563398:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746917760 00000100:00100000:2.0:1788598321.563404:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746917760 00000100:00100000:2.0:1788598321.563425:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1788598321.563432:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:18885:x1875480746917760:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598321.563506:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:18885:x1875480746917760:12345-0@lo:502:llog_process_th.0 Request processed in 74us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.563513:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1788598321.563610:0:18885:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18885:1875480746917760:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1788598321.563630:0:18885:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:2.0:1788598321.564010:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:2.0:1788598321.564037:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788598321.564049:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ec71 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec78 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.564063:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ec71 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec78 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788598321.564075:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1788598321.564078:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1788598321.564082:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788598321.564116:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ba00/0x6b7334fb1606ec7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.564125:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ba00/0x6b7334fb1606ec7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.564135:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ba00/0x6b7334fb1606ec7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598321.564160:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746917888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.564208:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598321.564246:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc480 going to sleep for 11 seconds 00000100:00100000:3.0:1788598321.564438:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746917888 00000100:00100000:3.0:1788598321.564445:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746917888 00000100:00100000:3.0:1788598321.564474:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1788598321.564482:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746917888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598321.564495:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598321.564511:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ec86 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ec7f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.564537:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ec86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ec7f expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.564550:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ec86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ec7f expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.564562:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87aaa200, rc 0) 00000100:00100000:3.0:1788598321.564622:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746917888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598321.564638:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1788598321.564715:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746917888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598321.564730:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ba00/0x6b7334fb1606ec7f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec86 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.564791:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ba00/0x6b7334fb1606ec7f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ec86 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598321.564866:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918016:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.564898:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598321.564916:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc480 going to sleep for 11 seconds 00000100:00100000:3.0:1788598321.565171:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746918016 00000100:00100000:3.0:1788598321.565177:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746918016 00000100:00100000:3.0:1788598321.565196:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1788598321.565202:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746918016:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.565354:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746918016:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 152us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598321.565362:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1788598321.565514:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918016:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.565553:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918144:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.565668:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598321.565705:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc480 going to sleep for 11 seconds 00000100:00100000:3.0:1788598321.567720:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746918144 00000100:00100000:3.0:1788598321.567750:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746918144 00000100:00100000:3.0:1788598321.567827:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1788598321.567839:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746918144:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.568272:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746918144:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 434us (2601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598321.568281:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1788598321.569337:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918144:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788598321.570350:0:18886:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:3.0:1788598321.570583:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1788598321.570614:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1788598321.570630:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ba00/0x6b7334fb1606ec7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec86 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.570644:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ba00/0x6b7334fb1606ec7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec86 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598321.570655:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788598321.570659:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1b88388800 from 52 10000000:01000000:3.0:1788598321.570662:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788598321.570718:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87aab800/0x6b7334fb1606ec8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.570760:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a87aab800/0x6b7334fb1606ec8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.570773:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a87aab800/0x6b7334fb1606ec8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598321.570808:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.570893:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.570942:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92000 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.571114:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746918272 00000100:00100000:2.0:1788598321.571125:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746918272 00000100:00100000:2.0:1788598321.571191:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1788598321.571202:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746918272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598321.571218:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598321.571242:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606ec94 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ec8d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.571271:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606ec94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ec8d expref: 19 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.571284:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606ec94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ec8d expref: 19 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.571293:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1a400, rc 0) 00000100:00100000:2.0:1788598321.571349:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746918272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.571357:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1788598321.571503:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598321.571520:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a87aab800/0x6b7334fb1606ec8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec94 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.571530:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a87aab800/0x6b7334fb1606ec8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ec94 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598321.571614:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.571645:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.571680:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92000 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.571725:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746918400 00000100:00100000:1.0:1788598321.571730:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746918400 00000100:00100000:1.0:1788598321.571798:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788598321.571805:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746918400:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.571958:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746918400:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 152us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.571966:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1788598321.572301:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.572339:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.572394:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.572428:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92000 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.572517:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746918528 00000100:00100000:2.0:1788598321.572522:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746918528 00000100:00100000:2.0:1788598321.572557:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1788598321.572565:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746918528:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.572678:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746918528:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 114us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.572685:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1788598321.572836:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.575251:0:18887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18887:1875480746918656:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.575369:0:18887:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.575428:0:18887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92000 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.575491:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746918656 00000100:00100000:2.0:1788598321.575500:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746918656 00000100:00100000:2.0:1788598321.575563:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1788598321.575575:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:18887:x1875480746918656:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598321.575760:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:18887:x1875480746918656:12345-0@lo:502:llog_process_th.0 Request processed in 160us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.575770:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1788598321.576114:0:18887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18887:1875480746918656:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.576174:0:18887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18887:1875480746918784:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.576213:0:18887:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.576236:0:18887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b8133a180 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.576288:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746918784 00000100:00100000:1.0:1788598321.576293:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746918784 00000100:00100000:1.0:1788598321.576333:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1788598321.576341:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+19:18887:x1875480746918784:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598321.576432:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+19:18887:x1875480746918784:12345-0@lo:502:llog_process_th.0 Request processed in 92us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.576438:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000020:01000000:1.0:1788598321.576765:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1788598321.576807:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788598321.576820:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87aab800/0x6b7334fb1606ec8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec94 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.576840:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a87aab800/0x6b7334fb1606ec8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ec94 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598321.576853:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:1.0:1788598321.576856:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:1.0:1788598321.576859:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1788598321.576890:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1a00/0x6b7334fb1606ec9b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.576898:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1a00/0x6b7334fb1606ec9b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.576909:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1a00/0x6b7334fb1606ec9b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598321.577114:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.577154:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.577193:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85f81300 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.578177:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746918912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598321.578200:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1a00/0x6b7334fb1606ec9b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eca2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.578212:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1a00/0x6b7334fb1606ec9b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606eca2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598321.578294:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746919040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.578337:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.578391:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85f81300 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.578408:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746919040 00000100:00100000:1.0:1788598321.578413:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746919040 00000100:00100000:1.0:1788598321.578454:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1788598321.578463:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746919040:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.578614:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746919040:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 152us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.578623:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1788598321.578649:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746919040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.578676:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746919168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.578720:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.578729:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85f81300 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.578795:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746919168 00000100:00100000:1.0:1788598321.578799:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746919168 00000100:00100000:1.0:1788598321.578816:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1788598321.578822:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746919168:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.578909:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746919168:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.578915:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1788598321.579027:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746919168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.579312:0:18888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18888:1875480746919296:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598321.579347:0:18888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.579368:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746919296 00000100:00100000:1.0:1788598321.579372:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746919296 00000100:00100000:1.0:1788598321.579389:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1788598321.579395:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+20:18888:x1875480746919296:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598321.579479:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+20:18888:x1875480746919296:12345-0@lo:502:llog_process_th.0 Request processed in 83us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.579485:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1788598321.579513:0:18888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88b13e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.579525:0:18888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18888:1875480746919296:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788598321.579547:0:18888:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788598321.579561:0:18888:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788598321.579564:0:18888:0:(obd_config.c:1559:class_process_config()) marker 45 (0x1) lustre-MDT0001-m new lustre.test_11c 00000020:00000080:1.0:1788598321.579570:0:18888:0:(obd_config.c:1468:class_process_config()) processing cmd: ce020 00020000:01000000:1.0:1788598321.579661:0:18888:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00000100:00100000:1.0:1788598321.579685:0:18888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18888:1875480746919424:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598321.579718:0:18888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.579771:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746919424 00000100:00100000:1.0:1788598321.579775:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746919424 00000100:00100000:1.0:1788598321.579793:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1788598321.579799:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+20:18888:x1875480746919424:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598321.579857:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+20:18888:x1875480746919424:12345-0@lo:502:llog_process_th.0 Request processed in 58us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.579864:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1788598321.579892:0:18888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88b13e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.579904:0:18888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18888:1875480746919424:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598321.580349:0:18888:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18888:1875480746919552:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598321.580396:0:18888:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.580477:0:18888:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88b13e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598321.581994:0:18888:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18888:1875480746919552:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788598321.582036:0:18888:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788598321.582045:0:18888:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788598321.582048:0:18888:0:(obd_config.c:1559:class_process_config()) marker 45 (0x2) lustre-MDT0001-m new lustre.test_11c 00000040:00080000:3.0:1788598321.582052:0:18888:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 50 count 49 00000020:01000000:1.0:1788598321.582312:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0001 gen 46-49 (rc=0) 10000000:01000000:1.0:1788598321.582341:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1788598321.582363:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1a00/0x6b7334fb1606ec9b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eca2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.582377:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1a00/0x6b7334fb1606ec9b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eca2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598321.582392:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788598321.582395:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1b9fc3a800 from 52 10000000:01000000:1.0:1788598321.582399:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788598321.582441:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.582450:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.582461:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598321.582484:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746919680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.582531:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.582598:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88b13240 going to sleep for 11 seconds 00000100:00100000:3.0:1788598321.582654:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746919680 00000100:00100000:3.0:1788598321.582660:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746919680 00000100:00100000:3.0:1788598321.582707:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1788598321.582715:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746919680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598321.582727:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598321.582767:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88361600/0x6b7334fb1606ecb0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606eca9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.582881:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88361600/0x6b7334fb1606ecb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606eca9 expref: 21 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.582893:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88361600/0x6b7334fb1606ecb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eca9 expref: 21 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.582903:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88361600, rc 0) 00000100:00100000:3.0:1788598321.583126:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746919680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 412us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598321.583142:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1788598321.583268:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746919680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598321.583286:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.583296:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598321.583368:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746919808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.583408:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.583478:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88b13240 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.584254:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746919808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.584309:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746919936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.584366:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598321.584439:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a871613c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598321.584490:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746919936 00000100:00100000:3.0:1788598321.584495:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746919936 00000100:00100000:2.0:1788598321.585205:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746919936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.586169:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746920064 00000100:00100000:3.0:1788598321.586177:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746920064 00000100:00100000:3.0:1788598321.586262:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1788598321.586273:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+21:18889:x1875480746920064:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.586462:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+21:18889:x1875480746920064:12345-0@lo:502:llog_process_th.0 Request processed in 190us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598321.586471:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1788598321.587001:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746920192 00000100:00100000:3.0:1788598321.587006:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746920192 00000100:00100000:3.0:1788598321.587042:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788598321.587048:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+21:18889:x1875480746920192:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.587164:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+21:18889:x1875480746920192:12345-0@lo:502:llog_process_th.0 Request processed in 115us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598321.587171:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1788598321.587298:0:18889:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18889:1875480746920192:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788598321.587322:0:18889:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:1.0:1788598321.587544:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1788598321.587585:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788598321.587598:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.587610:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598321.587621:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1788598321.587625:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:1.0:1788598321.587628:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1788598321.587663:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.587671:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.587681:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598321.587699:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746920320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.588050:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.588093:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88b13780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598321.588144:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746920320 00000100:00100000:3.0:1788598321.588151:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746920320 00000100:00100000:3.0:1788598321.588190:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1788598321.588198:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746920320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598321.588211:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598321.588230:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1e000/0x6b7334fb1606ecbe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ecb7 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.588261:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1e000/0x6b7334fb1606ecbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ecb7 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.588288:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1e000/0x6b7334fb1606ecbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ecb7 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.588299:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1e000, rc 0) 00000100:00100000:3.0:1788598321.588343:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746920320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598321.588350:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1788598321.591113:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746920320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598321.591151:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.591196:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598321.591315:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746920448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.591386:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.591456:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88b13780 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.592097:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746920448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.592137:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746920576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.592188:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598321.592663:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88b13780 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.593517:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1788598321.593527:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746920576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.594487:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746920576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 954us (2291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.594498:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1788598321.597261:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746920576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.597879:0:18890:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18890:1875480746920704:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.598252:0:18890:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.598313:0:18890:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc31309c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.599014:0:18890:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18890:1875480746920704:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788598321.599051:0:18890:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788598321.599066:0:18890:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788598321.599069:0:18890:0:(obd_config.c:1559:class_process_config()) marker 44 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:2.0:1788598321.599075:0:18890:0:(obd_config.c:1468:class_process_config()) processing cmd: ce020 00020000:01000000:2.0:1788598321.599155:0:18890:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:2.0:1788598321.600008:0:18890:0:(osd_handler.c:5577:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000020:00080000:2.0:1788598321.604201:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 10 batchid updated 00000020:00080000:1.0:1788598321.604296:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:1.0:1788598321.604318:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00080000:10000000:1.0:1788598321.612400:0:18890:0:(osd_handler.c:5577:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/32) registered 00000100:00100000:3.0:1788598321.619919:0:18890:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18890:1875480746920832:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.620050:0:18890:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.620115:0:18890:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc31303c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.620223:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746920832 00000100:00100000:1.0:1788598321.620234:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746920832 00000100:00100000:1.0:1788598321.620287:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1788598321.620296:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:18890:x1875480746920832:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598321.620453:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:18890:x1875480746920832:12345-0@lo:502:llog_process_th.0 Request processed in 157us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.620472:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788598321.620510:0:18890:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18890:1875480746920832:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.620635:0:18890:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18890:1875480746920960:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598321.620678:0:18890:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.620701:0:18890:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc31303c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.620784:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746920960 00000100:00100000:2.0:1788598321.620791:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746920960 00000100:00100000:2.0:1788598321.620954:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1788598321.620962:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+22:18890:x1875480746920960:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598321.621064:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+22:18890:x1875480746920960:12345-0@lo:502:llog_process_th.0 Request processed in 103us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.621072:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1788598321.621240:0:18890:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18890:1875480746920960:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788598321.621270:0:18890:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788598321.621319:0:18890:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788598321.621321:0:18890:0:(obd_config.c:1559:class_process_config()) marker 44 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:1.0:1788598321.621326:0:18890:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000020:01000000:3.0:1788598321.621500:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0000 gen 46-49 (rc=0) 10000000:01000000:3.0:1788598321.621539:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1788598321.621552:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.621585:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598321.621609:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1788598321.621611:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-sptlrpc-ffff8a1b90f18000 from 1 10000000:01000000:3.0:1788598321.621615:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788598321.621650:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.621659:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.621670:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598321.621690:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746921088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.621757:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598321.621836:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130000 going to sleep for 11 seconds 00000100:00100000:1.0:1788598321.621867:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746921088 00000100:00100000:1.0:1788598321.621875:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746921088 00000100:00100000:1.0:1788598321.621948:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1788598321.621954:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746921088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598321.621963:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598321.621977:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a878a1800/0x6b7334fb1606eccc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ecc5 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.622007:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a878a1800/0x6b7334fb1606eccc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ecc5 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.622015:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a878a1800/0x6b7334fb1606eccc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ecc5 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.622022:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1800, rc 0) 00000100:00100000:1.0:1788598321.622061:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:6520:x1875480746921088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.622065:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1788598321.622142:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746921088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598321.622161:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598321.622172:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598321.622237:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746921216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598321.622268:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598321.630016:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1788598321.630026:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:6520:x1875480746921216:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.630152:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:6520:x1875480746921216:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 126us (7882us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788598321.630177:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1788598321.630611:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130000 going to sleep for 11 seconds 00000100:00100000:2.0:1788598321.630639:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746921216:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1788598321.630681:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788598321.630692:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.630702:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598321.732128:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598321.732433:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722840320 00000100:00100000:2.0:1788598321.732443:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722840320 00000100:00100000:2.0:1788598321.732554:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 500 00000100:00100000:2.0:1788598321.732564:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+9:6201:x1875480722840320:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598321.732591:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598321.732609:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1be00/0x6b7334fb1606ecd3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb652 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.732640:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1be00/0x6b7334fb1606ecd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb652 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.732653:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1be00/0x6b7334fb1606ecd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb652 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598321.732664:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1be00, rc 0) 00000100:00100000:2.0:1788598321.732724:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722840320:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 161us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.732797:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 500 00000100:00100000:1.0:1788598321.737118:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598321.737213:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722840448 00000100:00100000:2.0:1788598321.737230:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722840448 00000100:00100000:2.0:1788598321.737302:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 501 00000100:00100000:2.0:1788598321.737311:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722840448:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.737587:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722840448:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 263us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.737598:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 501 00000100:00100000:2.0:1788598321.741034:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722840576 00000100:00100000:2.0:1788598321.741045:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722840576 00000100:00100000:2.0:1788598321.741155:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 502 00000100:00100000:2.0:1788598321.741166:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722840576:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.741334:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722840576:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 Request processed in 169us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.741343:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 502 00000100:00100000:3.0:1788598321.744714:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598321.760357:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598321.760530:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722840832 00000100:00100000:2.0:1788598321.760541:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722840832 00000100:00100000:2.0:1788598321.761069:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 504 00000100:00100000:2.0:1788598321.761081:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:23381:x1875480722840832:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788598321.761245:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:23381:x1875480722840832:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 166us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.761253:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 504 00000100:00100000:3.0:1788598321.767322:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598321.769976:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598321.770114:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722841088 00000100:00100000:2.0:1788598321.770130:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722841088 00000100:00100000:2.0:1788598321.770274:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 506 00000100:00100000:2.0:1788598321.770285:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722841088:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.770452:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722841088:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 169us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.770459:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 506 00000100:00100000:2.0:1788598321.775317:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598321.775464:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722841216 00000100:00100000:1.0:1788598321.775474:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722841216 00000100:00100000:1.0:1788598321.775530:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 507 00000100:00100000:1.0:1788598321.775540:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722841216:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598321.775705:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722841216:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 Request processed in 165us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.775714:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 507 00000100:00100000:3.0:1788598321.788495:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598321.788629:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722841344 00000100:00100000:2.0:1788598321.788647:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722841344 00000100:00100000:2.0:1788598321.788726:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 508 00000100:00100000:2.0:1788598321.788783:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:23382:x1875480722841344:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788598321.788949:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:23382:x1875480722841344:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 213us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598321.789032:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 508 00000100:00100000:3.0:1788598321.795220:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598321.795290:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722841472 00000100:00100000:1.0:1788598321.795304:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722841472 00000100:00100000:1.0:1788598321.795379:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 509 00000100:00100000:1.0:1788598321.795390:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:23382:x1875480722841472:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788598321.795561:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:23382:x1875480722841472:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 172us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.795569:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 509 00000100:00100000:1.0:1788598321.799307:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598321.802081:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 510 00000100:00100000:1.0:1788598321.802093:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722841600:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598321.802110:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598321.802129:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a878a1600/0x6b7334fb1606ece1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb660 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.802157:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a878a1600/0x6b7334fb1606ece1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb660 expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.802168:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a878a1600/0x6b7334fb1606ece1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb660 expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598321.802198:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1600, rc 0) 00000100:00100000:1.0:1788598321.802268:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:6201:x1875480722841600:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 177us (2971us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.802275:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 510 00000100:00100000:3.0:1788598321.823180:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598321.823442:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722841728 00000100:00100000:2.0:1788598321.823457:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722841728 00000100:00100000:2.0:1788598321.823556:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 511 00000100:00100000:2.0:1788598321.823568:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:6201:x1875480722841728:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598321.823729:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:6201:x1875480722841728:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 162us (561us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788598321.823784:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 511 00000100:00100000:1.0:1788598321.922719:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746921344 00000100:00100000:1.0:1788598321.922729:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746921344 00000100:00100000:1.0:1788598321.922907:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1788598321.922918:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746921344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598321.922956:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:1.0:1788598321.923020:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746921344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598321.923028:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1788598323.341583:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598323.341630:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598323.341659:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598323.341678:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598323.341695:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598323.341713:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598323.341730:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598323.341807:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598323.341838:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598323.341874:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722842368 00000100:00100000:3.0:1788598323.341886:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722842368 00000100:00100000:3.0:1788598323.341950:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722842880 00000100:00100000:3.0:1788598323.341952:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722842880 00000100:00100000:3.0:1788598323.341963:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722842240 00000100:00100000:3.0:1788598323.341965:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722842240 00000100:00100000:3.0:1788598323.341977:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722842752 00000100:00100000:3.0:1788598323.341979:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722842752 00000100:00100000:3.0:1788598323.341996:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 392 00000100:00100000:3.0:1788598323.342007:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722842368:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598323.342101:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722842368:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 95us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598323.342109:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 392 00000100:00100000:3.0:1788598323.342127:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 393 00000100:00100000:3.0:1788598323.342133:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722842880:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598323.342158:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722842880:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598323.342173:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 393 00000100:00100000:3.0:1788598323.342184:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 394 00000100:00100000:3.0:1788598323.342190:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722842240:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598323.342216:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722842240:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598323.342222:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 394 00000100:00100000:3.0:1788598323.342232:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 395 00000100:00100000:3.0:1788598323.342238:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722842752:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598323.342260:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722842752:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598323.342265:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 395 00000100:00100000:3.0:1788598323.342284:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722842112 00000100:00100000:3.0:1788598323.342288:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722842112 00000100:00100000:3.0:1788598323.342328:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 666 00000100:00100000:3.0:1788598323.342336:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722842112:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598323.342361:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722842112:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598323.342367:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 666 00000100:00100000:3.0:1788598323.342377:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722842624 00000100:00100000:3.0:1788598323.342380:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722842624 00000100:00100000:3.0:1788598323.342394:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722841984 00000100:00100000:3.0:1788598323.342396:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722841984 00000100:00100000:3.0:1788598323.342408:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722842496 00000100:00100000:3.0:1788598323.342410:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722842496 00000100:00100000:3.0:1788598323.342423:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 667 00000100:00100000:3.0:1788598323.342436:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722842624:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598323.342463:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722842624:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598323.342470:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 667 00000100:00100000:3.0:1788598323.342481:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 668 00000100:00100000:3.0:1788598323.342487:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+73:2435:x1875480722841984:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598323.342510:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+73:2435:x1875480722841984:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598323.342516:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 668 00000100:00100000:3.0:1788598323.342527:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 669 00000100:00100000:3.0:1788598323.342533:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2435:x1875480722842496:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598323.342569:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2435:x1875480722842496:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 35us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598323.342575:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 669 00000100:00100000:1.0:1788598323.342883:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722841856 00000100:00100000:1.0:1788598323.342889:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722841856 00000100:00100000:1.0:1788598323.342932:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 512 00000100:00100000:1.0:1788598323.342940:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722841856:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598323.342977:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722841856:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 39us (1405us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598323.342983:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 512 00000100:00080000:1.0:1788598323.343038:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598323.343043:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598323.343046:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598323.343048:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598323.971323:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746921472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598323.971416:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598323.971577:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746921472 00000100:00100000:3.0:1788598323.971589:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746921472 00000100:00100000:3.0:1788598323.971650:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1788598323.971661:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746921472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598323.971706:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598323.971794:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746921472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598323.971803:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1788598323.971922:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746921472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598324.483713:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746921600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598324.483840:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598324.484551:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746921600 00000100:00100000:3.0:1788598324.484563:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746921600 00000100:00100000:3.0:1788598324.484649:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1788598324.484660:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746921600:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598324.484971:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746921728:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485028:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485067:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746922240:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485096:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485124:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746922752:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485149:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485171:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788598324.485176:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746922112:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485201:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485223:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746922624:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485244:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485260:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746923136:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485280:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485312:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746921856:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485337:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485355:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746922368:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485375:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485391:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746922880:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485412:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485430:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788598324.485436:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746921984:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485456:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485473:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746922496:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485492:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485509:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746923008:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485529:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.485565:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746921728 00000100:00100000:2.0:1788598324.485570:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746921728 00000100:00100000:2.0:1788598324.485608:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1788598324.485623:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746921728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.485673:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746921728:12345-0@lo:400:kworker.0 Request processed in 51us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.485681:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1788598324.486858:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746922240 00000100:00100000:2.0:1788598324.486869:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746922240 00000100:00100000:2.0:1788598324.486909:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746921984 00000100:00100000:2.0:1788598324.486913:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746921984 00000100:00100000:2.0:1788598324.486932:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1788598324.486940:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746922240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.487009:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746922240:12345-0@lo:400:kworker.0 Request processed in 71us (1911us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.487016:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1788598324.487030:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1788598324.487036:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746921984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.487070:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746921984:12345-0@lo:400:kworker.0 Request processed in 34us (1613us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.487076:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1788598324.487097:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746922752 00000100:00100000:2.0:1788598324.487100:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746922752 00000100:00100000:2.0:1788598324.487133:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1788598324.487140:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746922752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.487171:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746922752:12345-0@lo:400:kworker.0 Request processed in 32us (2021us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.487176:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1788598324.487186:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746922624 00000100:00100000:2.0:1788598324.487189:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746922624 00000100:00100000:2.0:1788598324.487225:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746923136 00000100:00100000:2.0:1788598324.487228:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746923136 00000100:00100000:2.0:1788598324.487245:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1788598324.487250:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746922624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.487278:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746922624:12345-0@lo:400:kworker.0 Request processed in 28us (2033us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.487284:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1788598324.487293:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1788598324.487298:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746923136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.487323:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746923136:12345-0@lo:400:kworker.0 Request processed in 25us (2042us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.487328:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1788598324.487347:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746922112 00000100:00100000:2.0:1788598324.487350:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746922112 00000100:00100000:2.0:1788598324.487369:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746921856 00000100:00100000:2.0:1788598324.487372:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746921856 00000100:00100000:2.0:1788598324.487381:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746922368 00000100:00100000:2.0:1788598324.487384:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746922368 00000100:00100000:2.0:1788598324.487397:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746922880 00000100:00100000:2.0:1788598324.487400:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746922880 00000100:00100000:2.0:1788598324.487413:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746922496 00000100:00100000:2.0:1788598324.487416:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746922496 00000100:00100000:2.0:1788598324.487428:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746923008 00000100:00100000:2.0:1788598324.487430:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746923008 00000100:00100000:2.0:1788598324.487444:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1788598324.487450:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746922112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.487480:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746922112:12345-0@lo:400:kworker.0 Request processed in 30us (2277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.487486:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1788598324.487506:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1788598324.487513:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746921856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.487560:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746921856:12345-0@lo:400:kworker.0 Request processed in 47us (2221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.487567:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1788598324.487578:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1788598324.487584:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746922368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.487610:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746922368:12345-0@lo:400:kworker.0 Request processed in 27us (2233us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.487615:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1788598324.487625:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1788598324.487631:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746922880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.487658:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746922880:12345-0@lo:400:kworker.0 Request processed in 28us (2244us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.487664:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1788598324.487674:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1788598324.487679:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746922496:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1788598324.488180:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788598324.492230:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746921600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598324.492390:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746921600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7729us (8547us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598324.492404:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00080000:3.0:1788598324.492450:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598324.492456:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598324.492460:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598324.492462:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598324.493076:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1788598324.493094:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746923008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.493353:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746923008:12345-0@lo:400:kworker.0 Request processed in 267us (7822us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598324.493361:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1788598324.498188:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746921984:0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.498215:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746923008:0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.498237:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746921856:0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.498253:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746922368:0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.498266:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746922880:0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.498331:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746922112:0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.498369:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746922624:0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.498382:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746923136:0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.498393:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746921728:0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.498403:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746922240:0@lo:400:kworker.0 00000100:00100000:3.0:1788598324.498414:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746922752:0@lo:400:kworker.0 00000100:00100000:2.0:1788598324.502674:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746922496:12345-0@lo:400:kworker.0 Request processed in 14978us (17163us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.502702:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1788598324.502960:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746922496:0@lo:400:kworker.0 00000100:00100000:1.0:1788598324.548032:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746923648 00000100:00100000:1.0:1788598324.548055:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746923648 00000100:00100000:1.0:1788598324.548145:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746923776 00000100:00100000:1.0:1788598324.548148:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746923776 00000100:00100000:1.0:1788598324.548161:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746923904 00000100:00100000:1.0:1788598324.548164:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746923904 00000100:00100000:1.0:1788598324.548184:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788598324.548196:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+5:18987:x1875480746923648:12345-0@lo:104: 00010000:00010000:1.0:1788598324.548247:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548376:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788598324.548382:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+5:18987:x1875480746923648:12345-0@lo:104: Request processed in 190us (20922us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.548390:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788598324.548409:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788598324.548415:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+4:18987:x1875480746923776:12345-0@lo:104: 00010000:00010000:1.0:1788598324.548422:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548456:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788598324.548461:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+4:18987:x1875480746923776:12345-0@lo:104: Request processed in 48us (20930us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.548466:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788598324.548476:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788598324.548482:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+3:18987:x1875480746923904:12345-0@lo:104: 00010000:00010000:1.0:1788598324.548490:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548558:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1788598324.548564:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+3:18987:x1875480746923904:12345-0@lo:104: Request processed in 82us (19601us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.548570:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:1.0:1788598324.548726:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788598324.548753:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548762:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1f600 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598324.548767:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548777:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598324.548784:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598324.548790:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598324.548842:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548850:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598324.548877:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548884:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1f600/0x6b7334fb1606ecc5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eccc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548912:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788598324.548916:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548921:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598324.548924:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548931:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598324.548937:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598324.548942:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598324.548956:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548962:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598324.548985:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.548991:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606ecb7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ecbe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.549000:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598324.549003:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.549019:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1c00 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598324.549021:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.549028:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598324.549034:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598324.549039:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598324.549053:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.549058:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598324.549064:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.549070:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1c00/0x6b7334fb1606eca9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ecb0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.549079:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598324.549081:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598324.549082:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598324.549089:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598324.549096:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598324.549107:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598324.549124:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746924160:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.549175:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598324.549242:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746924160 00000100:00100000:1.0:1788598324.549248:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746924160 00010000:00010000:1.0:1788598324.549272:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a878a1800/0x6b7334fb1606eccc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ecc5 expref: 23 pid: 6517 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.549301:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1788598324.549307:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480746924160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.549319:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.549324:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a878a1800/0x6b7334fb1606eccc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ecc5 expref: 23 pid: 6517 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.549334:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a878a1800/0x6b7334fb1606eccc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ecc5 expref: 23 pid: 6517 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.549355:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.549382:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480746924160:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.549388:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1788598324.549429:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746924160:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.551892:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598324.551940:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598324.551981:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598324.552024:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746924288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.552089:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598324.552145:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598324.552152:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746924416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.552177:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598324.552212:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722843008 00000100:00100000:1.0:1788598324.552241:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722843008 00010000:00010000:1.0:1788598324.552286:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a878a1600/0x6b7334fb1606ece1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb660 expref: 12 pid: 6518 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.552311:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722843264 00000100:00100000:1.0:1788598324.552314:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722843264 00010000:00010000:1.0:1788598324.552324:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1be00/0x6b7334fb1606ecd3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb652 expref: 13 pid: 6516 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.552334:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722843136 00000100:00100000:1.0:1788598324.552336:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722843136 00010000:00010000:1.0:1788598324.552345:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a889f4c00/0x6b7334fb1606ecda lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb659 expref: 14 pid: 6518 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.552353:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746924288 00000100:00100000:1.0:1788598324.552355:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746924288 00010000:00010000:1.0:1788598324.552366:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1e000/0x6b7334fb1606ecbe lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ecb7 expref: 23 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.552374:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746924416 00000100:00100000:1.0:1788598324.552376:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746924416 00010000:00010000:1.0:1788598324.552387:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88361600/0x6b7334fb1606ecb0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eca9 expref: 24 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.552401:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 234 00000100:00100000:1.0:1788598324.552410:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27eb2831-c520-4381-8808-4da803a1bb82+14:2433:x1875480722843008:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.552427:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.552433:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a878a1600/0x6b7334fb1606ece1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb660 expref: 14 pid: 6518 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.552448:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a878a1600/0x6b7334fb1606ece1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb660 expref: 14 pid: 6518 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.552498:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.552561:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27eb2831-c520-4381-8808-4da803a1bb82+14:2433:x1875480722843008:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 151us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.552568:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 234 00000100:00100000:1.0:1788598324.552586:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 235 00000100:00100000:1.0:1788598324.552593:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27eb2831-c520-4381-8808-4da803a1bb82+13:2433:x1875480722843264:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.552601:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.552605:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1be00/0x6b7334fb1606ecd3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb652 expref: 13 pid: 6516 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.552614:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1be00/0x6b7334fb1606ecd3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb652 expref: 13 pid: 6516 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.552623:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.552641:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27eb2831-c520-4381-8808-4da803a1bb82+13:2433:x1875480722843264:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 49us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.552648:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 235 00000100:00100000:1.0:1788598324.552660:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 236 00000100:00100000:1.0:1788598324.552666:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722843136:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.552676:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.552680:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a889f4c00/0x6b7334fb1606ecda lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb659 expref: 12 pid: 6518 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.552688:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a889f4c00/0x6b7334fb1606ecda lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb659 expref: 12 pid: 6518 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.552708:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.552727:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722843136:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 61us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.552766:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 236 00000100:00100000:1.0:1788598324.552779:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1788598324.552785:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34bb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+24:3667:x1875480746924288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.552793:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.552798:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1e000/0x6b7334fb1606ecbe lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ecb7 expref: 24 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.552807:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1e000/0x6b7334fb1606ecbe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ecb7 expref: 24 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.552816:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.552846:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34bb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+24:3667:x1875480746924288:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.552852:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1788598324.552888:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1788598324.552895:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746924416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.552901:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.552905:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88361600/0x6b7334fb1606ecb0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eca9 expref: 23 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.552914:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88361600/0x6b7334fb1606ecb0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606eca9 expref: 23 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.552923:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.552951:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746924416:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.552957:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1788598324.553142:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746924416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.553152:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746924288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.559020:0:6508:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788598324.559073:0:6508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598324.559097:0:6508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598324.559109:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746924032 00000100:00100000:1.0:1788598324.559120:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746924032 00000100:00100000:1.0:1788598324.559171:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746924544 00000100:00100000:1.0:1788598324.559174:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746924544 00000100:00100000:1.0:1788598324.559187:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746924672 00000100:00100000:1.0:1788598324.559189:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746924672 00000100:00100000:1.0:1788598324.559198:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746924800 00000100:00100000:1.0:1788598324.559201:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746924800 00000100:00100000:1.0:1788598324.559210:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746924928 00000100:00100000:1.0:1788598324.559213:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746924928 00000100:00100000:1.0:1788598324.559221:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746925056 00000100:00100000:1.0:1788598324.559223:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746925056 00000100:00100000:1.0:1788598324.559235:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788598324.559244:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+8:18987:x1875480746924032:12345-0@lo:104: 00010000:00010000:1.0:1788598324.559265:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1a00/0x6b7334fb1606ec9b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eca2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.559355:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788598324.559362:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+8:18987:x1875480746924032:12345-0@lo:104: Request processed in 120us (26296us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.559370:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788598324.559405:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788598324.559412:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+7:18987:x1875480746924544:12345-0@lo:104: 00010000:00010000:1.0:1788598324.559421:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a87aab800/0x6b7334fb1606ec8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ec94 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.559472:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788598324.559477:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+7:18987:x1875480746924544:12345-0@lo:104: Request processed in 67us (2375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.559483:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788598324.559495:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788598324.559501:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+6:18987:x1875480746924672:12345-0@lo:104: 00010000:00010000:1.0:1788598324.559508:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ba00/0x6b7334fb1606ec7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ec86 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.559551:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1788598324.559556:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+6:18987:x1875480746924672:12345-0@lo:104: Request processed in 56us (2394us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.559561:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788598324.559578:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788598324.559583:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+5:18987:x1875480746924800:12345-0@lo:104: 00010000:00010000:1.0:1788598324.559591:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ec71 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ec78 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.559617:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1788598324.559621:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+5:18987:x1875480746924800:12345-0@lo:104: Request processed in 39us (2402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.559627:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788598324.559674:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788598324.559680:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+4:18987:x1875480746924928:12345-0@lo:104: 00010000:00010000:1.0:1788598324.559688:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598324.560168:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788598324.560182:0:6507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:971c333c-c41b-4c25-8f57-79ed548ad641+4:18987:x1875480746925056:12345-0@lo:104: 00010000:00010000:2.0:1788598324.560192:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606ec55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ec5c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598324.560242:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:2.0:1788598324.560247:0:6507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:971c333c-c41b-4c25-8f57-79ed548ad641+4:18987:x1875480746925056:12345-0@lo:104: Request processed in 71us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598324.560253:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788598324.562828:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746925696 00000100:00100000:1.0:1788598324.562831:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746925696 00010000:00010000:1.0:1788598324.562860:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1a600/0x6b7334fb1606ec5c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ec55 expref: 21 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.562888:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746925312 00000100:00100000:1.0:1788598324.562890:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746925312 00010000:00010000:1.0:1788598324.562902:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606ec94 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ec8d expref: 22 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.562920:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1788598324.562930:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+22:3665:x1875480746925696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.562943:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.562949:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1a600/0x6b7334fb1606ec5c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ec55 expref: 22 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.562959:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1a600/0x6b7334fb1606ec5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ec55 expref: 22 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.562976:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1a600/0x6b7334fb1606ec5c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ec55 expref: 22 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.562992:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.563033:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+21:3665:x1875480746925696:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.563054:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1788598324.563072:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1788598324.563078:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+20:3665:x1875480746925312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.563086:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.563090:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606ec94 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ec8d expref: 20 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563097:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606ec94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ec8d expref: 20 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563107:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606ec94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ec8d expref: 20 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563115:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.563136:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+19:3665:x1875480746925312:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.563142:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1788598324.563176:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746925312:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.563185:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746925696:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.563214:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746925440:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.563239:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598324.563262:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598324.563268:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746925568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.563287:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598324.563304:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746925440 00000100:00100000:1.0:1788598324.563307:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746925440 00010000:00010000:1.0:1788598324.563328:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ec86 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ec7f expref: 19 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.563339:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746925568 00000100:00100000:1.0:1788598324.563341:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746925568 00010000:00010000:1.0:1788598324.563349:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ec78 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ec71 expref: 20 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.563358:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1788598324.563362:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+20:3667:x1875480746925440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.563369:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.563373:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ec86 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ec7f expref: 20 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563381:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ec86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ec7f expref: 20 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563390:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ec86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ec7f expref: 20 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563398:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.563422:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+19:3667:x1875480746925440:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.563428:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1788598324.563438:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1788598324.563444:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+18:3667:x1875480746925568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.563452:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.563455:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ec78 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ec71 expref: 18 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563473:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ec78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ec71 expref: 18 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563482:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ec78 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ec71 expref: 18 pid: 6516 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563490:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.563511:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+17:3667:x1875480746925568:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.563517:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1788598324.563552:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746925568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.563561:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746925440:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.563616:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788598324.563622:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+3:18987:x1875480746924928:12345-0@lo:104: Request processed in 3943us (4552us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.563631:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00010000:00010000:1.0:1788598324.563650:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598324.563656:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563664:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87aabe00 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598324.563667:0:7448:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.563676:0:7448:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598324.568435:0:7448:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598324.568448:0:7448:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598324.568490:0:7448:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568497:0:7448:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598324.568528:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568545:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ec63 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ec6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568565:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598324.568566:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598324.568568:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598324.568576:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598324.568589:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746925824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598324.568637:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598324.568686:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746925824 00000100:00100000:1.0:1788598324.568777:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746925824 00010000:00010000:1.0:1788598324.568804:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ec6a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ec63 expref: 15 pid: 6518 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598324.568827:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1788598324.568834:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+15:3665:x1875480746925824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598324.568843:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598324.568859:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ec6a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ec63 expref: 15 pid: 6518 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568868:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ec6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ec63 expref: 15 pid: 6518 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568878:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ec6a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ec63 expref: 15 pid: 6518 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568892:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ece8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568902:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ece8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568919:0:6510:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ece8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568927:0:6510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ece8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568933:0:6510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ece8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568940:0:6510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ece8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568946:0:6510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598324.568951:0:6510:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ece8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568958:0:6510:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ece8 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568976:0:6510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ece8 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598324.568984:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598324.569013:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+14:3665:x1875480746925824:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598324.569019:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1788598324.569072:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746925824:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788598324.994305:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598324.994335:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746925952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598324.994434:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598324.995732:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746925952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598325.701608:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598325.702933:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722843392 00000100:00100000:2.0:1788598325.702947:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722843392 00000100:00100000:2.0:1788598325.703024:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 514 00000100:00100000:2.0:1788598325.703033:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+9:6201:x1875480722843392:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598325.703050:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598325.703072:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ecef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb667 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598325.703100:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ecef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb667 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598325.703112:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ecef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb667 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598325.703126:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1bc00, rc 0) 00000100:00100000:2.0:1788598325.703192:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722843392:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 160us (1599us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598325.703200:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 514 00000100:00100000:1.0:1788598325.713485:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598325.713695:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722843520 00000100:00100000:3.0:1788598325.713710:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722843520 00000100:00100000:3.0:1788598325.713801:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 515 00000100:00100000:3.0:1788598325.713812:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722843520:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598325.714026:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722843520:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 212us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598325.714036:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 515 00000100:00100000:3.0:1788598325.716824:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598325.717138:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722843648 00000100:00100000:1.0:1788598325.717150:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722843648 00000100:00100000:1.0:1788598325.717221:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 516 00000100:00100000:1.0:1788598325.717443:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722843648:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598325.717956:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722843648:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 Request processed in 722us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598325.717967:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 516 00000100:00100000:1.0:1788598325.724027:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598325.726784:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722843776 00000100:00100000:3.0:1788598325.726910:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722843776 00000100:00100000:3.0:1788598325.727012:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 517 00000100:00100000:3.0:1788598325.727025:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:23426:x1875480722843776:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788598325.727758:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:23426:x1875480722843776:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 711us (3720us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598325.727768:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 517 00000100:00100000:2.0:1788598325.739780:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598325.740043:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722843904 00000100:00100000:1.0:1788598325.740057:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722843904 00000100:00100000:1.0:1788598325.740141:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 518 00000100:00100000:1.0:1788598325.740153:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+10:23426:x1875480722843904:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788598325.740375:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+10:23426:x1875480722843904:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 224us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598325.740383:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 518 00000100:00100000:1.0:1788598325.746002:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598325.746311:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722844032 00000100:00100000:2.0:1788598325.746326:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722844032 00000100:00100000:2.0:1788598325.746399:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 519 00000100:00100000:2.0:1788598325.746411:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722844032:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598325.746433:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598325.746455:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1ba00/0x6b7334fb1606ecf6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb66e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598325.746581:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1ba00/0x6b7334fb1606ecf6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb66e expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598325.746595:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1ba00/0x6b7334fb1606ecf6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb66e expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598325.746605:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ba00, rc 0) 00000100:00100000:2.0:1788598325.746691:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722844032:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 282us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598325.746698:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 519 00000100:00100000:2.0:1788598325.756159:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598325.756771:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722844160 00000100:00100000:3.0:1788598325.756786:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722844160 00000100:00100000:3.0:1788598325.756873:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 520 00000100:00100000:3.0:1788598325.756884:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722844160:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598325.757715:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722844160:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 829us (1567us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598325.757725:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 520 00000100:00100000:3.0:1788598325.766955:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598325.767514:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722844288 00000100:00100000:1.0:1788598325.767537:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722844288 00000100:00100000:1.0:1788598325.767622:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 521 00000100:00100000:1.0:1788598325.767635:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722844288:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598325.768139:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722844288:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 Request processed in 495us (2660us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598325.768150:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 521 00000100:00100000:1.0:1788598325.774052:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598325.775553:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722844416 00000100:00100000:3.0:1788598325.775571:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722844416 00000100:00100000:3.0:1788598325.775660:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 522 00000100:00100000:3.0:1788598325.775671:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:23427:x1875480722844416:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788598325.776106:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:23427:x1875480722844416:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 435us (2066us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598325.776115:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 522 00000100:00100000:2.0:1788598325.787836:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598325.788062:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722844544 00000100:00100000:1.0:1788598325.788075:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722844544 00000100:00100000:1.0:1788598325.788155:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 523 00000100:00100000:1.0:1788598325.788167:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:23427:x1875480722844544:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788598325.788438:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:23427:x1875480722844544:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 272us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598325.788448:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 523 00000100:00100000:2.0:1788598325.798797:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722844672 00000100:00100000:2.0:1788598325.798908:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722844672 00000100:00100000:2.0:1788598325.798997:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 524 00000100:00100000:2.0:1788598325.799009:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722844672:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598325.799031:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598325.799057:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606ecfd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb675 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598325.799121:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606ecfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb675 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598325.799134:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606ecfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb675 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598325.799146:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1a800, rc 0) 00000100:00100000:2.0:1788598325.800052:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:6201:x1875480722844672:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 1037us (2759us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598325.800064:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 524 00000100:00100000:3.0:1788598325.803542:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722844800 00000100:00100000:3.0:1788598325.803555:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722844800 00000100:00100000:3.0:1788598325.803634:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 525 00000100:00100000:3.0:1788598325.803647:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:6201:x1875480722844800:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598325.803894:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:6201:x1875480722844800:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 248us (687us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598325.803903:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 525 00010000:00010000:3.0:1788598326.153689:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598326.155821:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746926080 00000100:00100000:2.0:1788598326.155841:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746926080 00000100:00100000:2.0:1788598326.155946:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788598326.155961:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+14:6520:x1875480746926080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598326.155983:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598326.156009:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1ac00/0x6b7334fb1606ed0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ed04 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.156045:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1ac00/0x6b7334fb1606ed0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ed04 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.156057:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1ac00/0x6b7334fb1606ed0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ed04 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.156067:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ac00, rc 0) 00000100:00100000:2.0:1788598326.156171:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746926080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 213us (3494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598326.156205:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1788598326.157507:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746926208 00000100:00100000:1.0:1788598326.157523:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746926208 00000100:00100000:1.0:1788598326.157587:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1788598326.157597:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746926208:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.157821:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746926208:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 226us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598326.157831:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1788598326.158474:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746926336 00000100:00100000:2.0:1788598326.158480:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746926336 00000100:00100000:2.0:1788598326.158558:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1788598326.158566:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746926336:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598326.158789:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746926336:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 223us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598326.158795:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1788598326.159696:0:18989:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eae300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18989:1875480746926464:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598326.159788:0:18989:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598326.160704:0:18989:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.162378:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746926464 00000100:00100000:3.0:1788598326.162394:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746926464 00000100:00100000:3.0:1788598326.162492:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1788598326.162531:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:18989:x1875480746926464:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598326.162898:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:18989:x1875480746926464:12345-0@lo:502:llog_process_th.0 Request processed in 369us (3108us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598326.162908:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1788598326.163480:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746926592 00000100:00100000:1.0:1788598326.163485:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746926592 00000100:00100000:1.0:1788598326.163563:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1788598326.163573:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:18989:x1875480746926592:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598326.164461:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:18989:x1875480746926592:12345-0@lo:502:llog_process_th.0 Request processed in 888us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598326.164471:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000020:01000000:2.0:1788598326.172094:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:2.0:1788598326.172148:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788598326.172165:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606ed04 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed0b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.172182:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606ed04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed0b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788598326.172367:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1788598326.172372:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1788598326.172376:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1788598326.172434:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.172444:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.172480:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598326.172526:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746926720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788598326.172615:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598326.176046:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.182155:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746926720 00000100:00100000:3.0:1788598326.182174:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746926720 00000100:00100000:3.0:1788598326.182311:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1788598326.182324:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746926720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598326.182347:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598326.182373:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1ee00/0x6b7334fb1606ed19 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ed12 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598326.182408:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1ee00/0x6b7334fb1606ed19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ed12 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598326.182422:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1ee00/0x6b7334fb1606ed19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ed12 expref: 16 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598326.182434:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ee00, rc 0) 00000100:00100000:3.0:1788598326.182548:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746926720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 227us (9933us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598326.182555:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1788598326.182685:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746926720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598326.182708:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.182719:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598326.182856:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746926848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598326.182900:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.188698:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746926848 00000100:00100000:1.0:1788598326.188717:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746926848 00000100:00100000:1.0:1788598326.188802:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1788598326.188866:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746926848:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.189146:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746926848:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 284us (6245us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598326.189156:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1788598326.189243:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270540 going to sleep for 11 seconds 00000100:00100000:1.0:1788598326.189274:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746926848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.189501:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746926976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.189580:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.189608:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a300 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.189748:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746926976 00000100:00100000:3.0:1788598326.189755:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746926976 00000100:00100000:3.0:1788598326.189789:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1788598326.189798:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746926976:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598326.190610:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746926976:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 809us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598326.190626:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1788598326.190792:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746926976:0@lo:503:ll_cfg_requeue.0 00000020:01000000:1.0:1788598326.192258:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1788598326.192290:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788598326.192304:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.192317:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598326.192328:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788598326.192344:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1bc2d5f800 from 55 10000000:01000000:1.0:1788598326.192347:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788598326.192393:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.192402:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.192412:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598326.192439:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746927104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.192510:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.192630:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a300 going to sleep for 11 seconds 00000100:00100000:2.0:1788598326.194628:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746927104 00000100:00100000:2.0:1788598326.194649:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746927104 00000100:00100000:2.0:1788598326.194759:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1788598326.194772:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746927104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598326.194796:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598326.195130:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1a000/0x6b7334fb1606ed27 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ed20 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.195172:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1a000/0x6b7334fb1606ed27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ed20 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.195183:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1a000/0x6b7334fb1606ed27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ed20 expref: 17 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.195208:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1a000, rc 0) 00000100:00100000:1.0:1788598326.195362:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746927104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598326.195389:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.195400:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ed27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598326.195617:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746927104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 847us (3105us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598326.195626:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1788598326.195854:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746927232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.195898:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.196004:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a300 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.196611:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746927232 00000100:00100000:3.0:1788598326.196619:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746927232 00000100:00100000:3.0:1788598326.196670:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1788598326.196679:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746927232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598326.197097:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746927232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 418us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598326.197105:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1788598326.197543:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746927232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.197602:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746927360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.197654:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.197699:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a300 going to sleep for 11 seconds 00000100:00100000:2.0:1788598326.197710:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746927360 00000100:00100000:2.0:1788598326.197716:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746927360 00000100:00100000:2.0:1788598326.197777:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1788598326.197786:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746927360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598326.198080:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746927360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 295us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598326.198088:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1788598326.198088:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746927360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.199887:0:18991:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18991:1875480746927488:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598326.199984:0:18991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.200040:0:18991:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352af00 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.200179:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746927488 00000100:00100000:3.0:1788598326.200188:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746927488 00000100:00100000:3.0:1788598326.200274:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788598326.200284:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:18991:x1875480746927488:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598326.200435:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:18991:x1875480746927488:12345-0@lo:502:llog_process_th.0 Request processed in 152us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598326.200443:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1788598326.200554:0:18991:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18991:1875480746927488:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598326.200614:0:18991:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18991:1875480746927616:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598326.200650:0:18991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.201026:0:18991:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352af00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598326.201348:0:18991:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18991:1875480746927616:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788598326.201374:0:18991:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000100:00100000:1.0:1788598326.202014:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746927744 00000100:00100000:1.0:1788598326.202020:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746927744 00000100:00100000:1.0:1788598326.202044:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1788598326.202051:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746927744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598326.202062:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598326.202081:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88be7200/0x6b7334fb1606ed35 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ed2e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.202107:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88be7200/0x6b7334fb1606ed35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ed2e expref: 18 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.202117:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88be7200/0x6b7334fb1606ed35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ed2e expref: 18 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.202127:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7200, rc 0) 00000100:00100000:1.0:1788598326.202166:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746927744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598326.202180:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1788598326.202420:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746927872 00000100:00100000:1.0:1788598326.202424:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746927872 00000100:00100000:1.0:1788598326.202442:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1788598326.202448:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746927872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.202587:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746927872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 139us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598326.202594:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1788598326.202921:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746928000 00000100:00100000:1.0:1788598326.202926:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746928000 00000100:00100000:1.0:1788598326.202942:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1788598326.202949:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746928000:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.203036:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746928000:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598326.203042:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000020:01000000:1.0:1788598326.204193:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1788598326.204219:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1788598326.204229:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5e00/0x6b7334fb1606ed2e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed35 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.204240:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5e00/0x6b7334fb1606ed2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed35 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598326.204250:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788598326.204252:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1b88388800 from 55 10000000:01000000:1.0:1788598326.204255:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788598326.204289:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.204309:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.204320:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598326.204341:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746928128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.204395:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.204449:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a240 going to sleep for 11 seconds 00000100:00100000:1.0:1788598326.204949:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746928128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598326.204968:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.204978:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ed43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598326.205045:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746928256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.205073:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.205101:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a240 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.205157:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746928256 00000100:00100000:3.0:1788598326.205163:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746928256 00000100:00100000:3.0:1788598326.205189:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1788598326.205196:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746928256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598326.205322:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746928256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 125us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598326.205329:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1788598326.205409:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746928256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.205438:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746928384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.205481:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.205503:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a240 going to sleep for 11 seconds 00000100:00100000:1.0:1788598326.206656:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746928384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.207215:0:18993:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18993:1875480746928512:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598326.207275:0:18993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.207319:0:18993:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598326.209879:0:18993:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18993:1875480746928512:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598326.210048:0:18993:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18993:1875480746928640:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598326.210128:0:18993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598326.210178:0:18993:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598326.210630:0:18993:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18993:1875480746928640:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788598326.210647:0:18993:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000100:00100000:2.0:1788598326.211062:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746928768 00000100:00100000:2.0:1788598326.211067:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746928768 00000100:00100000:2.0:1788598326.211124:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1788598326.211131:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746928768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598326.211141:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598326.211157:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1b600/0x6b7334fb1606ed51 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ed4a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.211179:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1b600/0x6b7334fb1606ed51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ed4a expref: 20 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.211188:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1b600/0x6b7334fb1606ed51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ed4a expref: 20 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.211196:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1b600, rc 0) 00000100:00100000:2.0:1788598326.211242:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746928768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598326.211249:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1788598326.211685:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746928896 00000100:00100000:3.0:1788598326.211690:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746928896 00000100:00100000:3.0:1788598326.211713:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1788598326.211723:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746928896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598326.211912:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746928896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 192us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598326.211919:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1788598326.212202:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746929024 00000100:00100000:3.0:1788598326.212206:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746929024 00000100:00100000:3.0:1788598326.212221:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788598326.212226:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746929024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598326.212423:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746929024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 195us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598326.212430:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788598326.213170:0:18994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18994:1875480746929152:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598326.213222:0:18994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598326.213261:0:18994:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb625f840 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.213565:0:18994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18994:1875480746929152:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788598326.213591:0:18994:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788598326.213621:0:18994:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788598326.213624:0:18994:0:(obd_config.c:1559:class_process_config()) marker 48 (0x1) lustre-MDT0001-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:3.0:1788598326.213630:0:18994:0:(obd_config.c:1468:class_process_config()) processing cmd: ce021 00020000:01000000:3.0:1788598326.213652:0:18994:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:3.0:1788598326.213683:0:18994:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18994:1875480746929280:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598326.213718:0:18994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598326.213765:0:18994:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb625f840 going to sleep for 11 seconds 00000100:00100000:2.0:1788598326.214042:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746929280 00000100:00100000:2.0:1788598326.214048:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746929280 00000100:00100000:2.0:1788598326.214072:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1788598326.214079:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:18994:x1875480746929280:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598326.214218:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:18994:x1875480746929280:12345-0@lo:502:llog_process_th.0 Request processed in 140us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598326.214225:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788598326.214335:0:18994:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18994:1875480746929280:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788598326.214359:0:18994:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788598326.214365:0:18994:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788598326.214373:0:18994:0:(obd_config.c:1559:class_process_config()) marker 48 (0x2) lustre-MDT0001-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1788598326.214378:0:18994:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 53 count 52 00000100:00100000:1.0:1788598326.215069:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746929408 00000100:00100000:1.0:1788598326.215076:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746929408 00000100:00100000:1.0:1788598326.215153:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1788598326.215162:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746929408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598326.215173:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598326.215190:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88be7800/0x6b7334fb1606ed5f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ed58 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.215217:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88be7800/0x6b7334fb1606ed5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ed58 expref: 21 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.215229:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88be7800/0x6b7334fb1606ed5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ed58 expref: 21 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.215241:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7800, rc 0) 00000100:00100000:1.0:1788598326.215328:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746929408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598326.215334:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1788598326.216087:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746929536 00000100:00100000:2.0:1788598326.216092:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746929536 00000100:00100000:2.0:1788598326.216117:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1788598326.216124:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746929536:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598326.216255:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746929536:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 130us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598326.216262:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1788598326.216502:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746929664 00000100:00100000:2.0:1788598326.216507:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746929664 00000100:00100000:2.0:1788598326.216535:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1788598326.216541:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746929664:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598326.216777:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746929664:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 236us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598326.216785:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1788598326.217371:0:18995:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18995:1875480746929792:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598326.217413:0:18995:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598326.217465:0:18995:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.217909:0:18995:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18995:1875480746929792:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598326.217954:0:18995:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18995:1875480746929920:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598326.217985:0:18995:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598326.218008:0:18995:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb625f840 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.218195:0:18995:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18995:1875480746929920:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1788598326.218210:0:18995:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000100:00100000:2.0:1788598326.218669:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746930048 00000100:00100000:2.0:1788598326.218720:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746930048 00000100:00100000:2.0:1788598326.219144:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746930048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598326.219154:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ed66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598326.219161:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ed66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ed6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598326.219204:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746930176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598326.219223:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598326.219252:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1788598326.219313:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746930176 00000100:00100000:1.0:1788598326.219317:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746930176 00000100:00100000:1.0:1788598326.219345:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1788598326.219353:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746930176:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598326.219475:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746930176:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 123us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598326.219482:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1788598326.219495:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746930176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598326.219535:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746930304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598326.219572:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598326.219593:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff180 going to sleep for 11 seconds 00000100:00100000:2.0:1788598326.219956:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746930304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598326.220406:0:18996:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18996:1875480746930432:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598326.220452:0:18996:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598326.220487:0:18996:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb625f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598326.220537:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746930432 00000100:00100000:1.0:1788598326.220542:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746930432 00000100:00100000:1.0:1788598326.220577:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1788598326.220586:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:18996:x1875480746930432:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598326.220819:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:18996:x1875480746930432:12345-0@lo:502:llog_process_th.0 Request processed in 234us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598326.220827:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1788598326.220897:0:18996:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18996:1875480746930432:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788598326.220922:0:18996:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788598326.220936:0:18996:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788598326.220939:0:18996:0:(obd_config.c:1559:class_process_config()) marker 47 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:3.0:1788598326.220945:0:18996:0:(obd_config.c:1468:class_process_config()) processing cmd: ce021 00020000:01000000:3.0:1788598326.220964:0:18996:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:1.0:1788598326.221308:0:18996:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18996:1875480746930560:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598326.221348:0:18996:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:3.0:1788598326.221449:0:18997:0:(tgt_mount.c:151:server_get_mount()) get mount ffff8a1b9fc3a800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788598326.221453:0:18997:0:(obd_mount.c:700:lustre_put_lsi()) put ffff8a1b9fc3a800 4 00000100:00100000:1.0:1788598326.221623:0:18996:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.222050:0:18996:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:18996:1875480746930560:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788598326.222073:0:18996:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788598326.222078:0:18996:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788598326.222080:0:18996:0:(obd_config.c:1559:class_process_config()) marker 47 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1788598326.222084:0:18996:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000100:00100000:1.0:1788598326.222481:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746930688 00000100:00100000:1.0:1788598326.222486:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746930688 00000100:00100000:1.0:1788598326.222527:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1788598326.222535:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746930688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598326.222545:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598326.222559:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88be7600/0x6b7334fb1606ed7b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ed74 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.222583:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88be7600/0x6b7334fb1606ed7b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ed74 expref: 23 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.222605:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88be7600/0x6b7334fb1606ed7b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ed74 expref: 23 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598326.222616:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7600, rc 0) 00000100:00100000:1.0:1788598326.222660:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:6520:x1875480746930688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598326.222666:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1788598326.222852:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746930688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598326.222866:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598326.222883:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598326.222942:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746930816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598326.222972:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598326.222991:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb625f480 going to sleep for 11 seconds 00000100:00100000:3.0:1788598326.223227:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746930816:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1788598326.223253:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788598326.223258:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598326.223266:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598326.531070:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746930944 00000100:00100000:3.0:1788598326.531080:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746930944 00000100:00100000:3.0:1788598326.531161:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1788598326.531173:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746930944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598326.531213:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788598326.531263:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746930944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598326.531269:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1788598326.531536:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746930944:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788598326.531651:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598326.532652:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746931072:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788598326.532719:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598327.042308:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746931200 00000100:00100000:2.0:1788598327.042318:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746931200 00000100:00100000:2.0:1788598327.042394:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1788598327.042416:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480746931200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598327.042460:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:2.0:1788598327.047580:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480746931200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5150us (5414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598327.047628:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00010000:00010000:3.0:1788598327.171793:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598327.787708:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598327.788074:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722845056 00000100:00100000:3.0:1788598327.788110:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722845056 00000100:00080000:2.0:1788598327.788220:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598327.788309:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 768 00000100:00100000:3.0:1788598327.788322:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+73:23447:x1875480722845056:12345-192.168.202.17@tcp:36:mkdir.0 00010000:00010000:3.0:1788598327.788402:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598327.788441:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5c00/0x6b7334fb1606e945 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb54f expref: 73 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.788463:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598327.788470:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598327.788562:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.788578:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e984 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb564 expref: 30 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.788599:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.788644:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e984 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb564 expref: 30 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.788662:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e984 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb564 expref: 30 pid: 6524 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598327.788683:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480746931328:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598327.788852:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9085c900 going to sleep for 11 seconds 00000100:00100000:2.0:1788598327.790979:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480746931328:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598327.791015:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598327.794543:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598327.794990:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722845184 00000100:00100000:3.0:1788598327.795005:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722845184 00010000:00010000:3.0:1788598327.795111:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e984 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb564 expref: 31 pid: 6524 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598327.795167:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 245 00000100:00100000:3.0:1788598327.795176:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2433:x1875480722845184:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598327.795196:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598327.795204:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e984 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb564 expref: 31 pid: 6524 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.795220:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e984 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb564 expref: 31 pid: 6524 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.795248:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5400/0x6b7334fb1606e984 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb564 expref: 31 pid: 6524 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.795265:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598327.795271:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.795281:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.795290:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.795321:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598327.795391:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+30:2433:x1875480722845184:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 215us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598327.795399:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 245 00010000:00010000:3.0:1788598327.796403:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.796417:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.796450:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606ed89 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.796462:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606ed89 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.796474:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606ed89 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788598327.796941:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788598327.798597:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606ed90 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798619:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606ed90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798632:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606ed90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598327.798650:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc2662f6 reply state 000000005ceb3f41 transno 4294967751 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606ed90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798663:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606ed90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798671:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8a1a85340e00) 00010000:00010000:3.0:1788598327.798675:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598327.798681:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788598327.798696:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00010000:00010000:3.0:1788598327.798707:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798714:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798722:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798729:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1f600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598327.798761:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798780:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798795:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598327.798797:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598327.798802:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798809:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606ed82 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598327.798822:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc2662f6 reply state 000000005ceb3f41 transno 4294967751 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606ed89 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.798831:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606ed89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598327.801998:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8a1a85340400) 00010000:00010000:3.0:1788598327.802004:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598327.802023:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788598327.802238:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+74:23447:x1875480722845056:12345-192.168.202.17@tcp:36:mkdir.0 Request processed in 13913us (14537us total) trans 4294967751 rc 0/0 00000100:00100000:3.0:1788598327.802250:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 768 00000100:00100000:2.0:1788598327.862043:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598327.862081:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722845440 00000100:00100000:2.0:1788598327.862093:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722845440 00000100:00100000:2.0:1788598327.862225:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 770 00000100:00100000:2.0:1788598327.862236:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+75:23448:x1875480722845440:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598327.862263:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598327.862288:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1b400/0x6b7334fb1606eda5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb683 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862390:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862409:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862422:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862433:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606edb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862459:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606edb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862465:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606edb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862580:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606edba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862589:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606edba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862595:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606edba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598327.862646:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000004:00200000:2.0:1788598327.862651:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598327.862675:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606edba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862689:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862696:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862702:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862709:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.862726:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1be00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598327.862765:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865212:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865245:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598327.865249:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598327.865256:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865265:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606edac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865287:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606edb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865293:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606edb3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865300:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606edb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865306:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1a600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598327.865310:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606edb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865317:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606edb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865341:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8a1a85340400) 00010000:00010000:2.0:1788598327.865344:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598327.865347:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606edb3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865353:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a600/0x6b7334fb1606edb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865409:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1b400/0x6b7334fb1606eda5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb683 expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865425:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606edba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb683 expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.865433:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8a1a85340e00) 00010000:00010000:2.0:1788598327.865435:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598327.865438:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1a400, rc 0) 00000100:00100000:2.0:1788598327.865537:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+76:23448:x1875480722845440:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3301us (3505us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598327.865547:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 770 00000100:00100000:2.0:1788598327.875787:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598327.875844:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722845696 00000100:00100000:2.0:1788598327.875857:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722845696 00000100:00100000:2.0:1788598327.875927:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 771 00000100:00100000:2.0:1788598327.875938:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+76:23448:x1875480722845696:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598327.875963:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598327.875987:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606edc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb68a expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598327.876305:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00010000:00010000:2.0:1788598327.876444:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606edc1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb68a expref: 78 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.876461:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598327.876464:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598327.876470:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606edc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb68a expref: 78 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598327.876486:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ae00, rc 0) 00000100:00100000:2.0:1788598327.876568:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+77:23448:x1875480722845696:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 631us (834us total) trans 4294967752 rc 301/301 00000100:00100000:2.0:1788598327.876576:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 771 00000100:00100000:2.0:1788598327.882400:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598327.888372:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598327.889211:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722846208 00000100:00100000:3.0:1788598327.889226:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722846208 00000100:00100000:3.0:1788598327.889298:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 167 00000100:00100000:3.0:1788598327.889309:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+78:23448:x1875480722846208:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:3.0:1788598327.889603:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+79:23448:x1875480722846208:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 295us (1244us total) trans 4294967754 rc 0/0 00000100:00100000:3.0:1788598327.889612:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 167 00000100:00100000:2.0:1788598328.167398:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598328.167528:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598328.167650:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722846336 00000100:00100000:1.0:1788598328.167662:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722846336 00000100:00100000:1.0:1788598328.167729:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722846592 00000100:00100000:1.0:1788598328.167731:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722846592 00000100:00100000:1.0:1788598328.167782:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 773 00000100:00100000:1.0:1788598328.167792:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722846336:12345-192.168.202.17@tcp:41:mkdir.0 00000004:00000024:1.0:1788598328.167852:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598328.167924:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722846336:12345-192.168.202.17@tcp:41:mkdir.0 Request processed in 135us (1193us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598328.167930:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 773 00000100:00100000:1.0:1788598328.167945:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 774 00000100:00100000:1.0:1788598328.167949:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:23485:x1875480722846592:12345-192.168.202.17@tcp:36:mkdir.0 00000100:00100000:1.0:1788598328.168061:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6523:1875480746931456:0@lo:1000:mdt00_000.0 00000100:00080000:2.0:1788598328.168409:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598328.168723:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598328.168802:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b889199c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598328.168903:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746931456 00000100:00100000:3.0:1788598328.168908:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746931456 00000100:00100000:3.0:1788598328.168943:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1788598328.168949:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1875480746931456:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598328.169069:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1875480746931456:12345-0@lo:1000:mdt00_000.0 Request processed in 119us (346us total) trans 0 rc 1/1 00000100:00100000:3.0:1788598328.169076:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1788598328.169214:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6523:1875480746931456:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788598328.169318:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:23485:x1875480722846592:12345-192.168.202.17@tcp:36:mkdir.0 Request processed in 1365us (1786us total) trans 0 rc -17/-17 00000100:00100000:1.0:1788598328.169325:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 774 00000100:00100000:2.0:1788598328.173260:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598328.222035:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598328.233215:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598328.233309:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722847104 00000100:00100000:1.0:1788598328.233324:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722847104 00000100:00100000:1.0:1788598328.233477:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 777 00000100:00100000:1.0:1788598328.233524:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+80:23491:x1875480722847104:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598328.233553:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598328.233557:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1788598328.233595:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1606edeb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb691 expref: 80 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.233619:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8a1a85340e00) 00010000:00010000:1.0:1788598328.233626:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598328.233641:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321a00/0x6b7334fb1606ee00 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb69f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.233938:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321c00/0x6b7334fb1606ee07 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.233956:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321c00/0x6b7334fb1606ee07 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.233967:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321c00/0x6b7334fb1606ee07 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.233986:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606ee0e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.234017:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606ee0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.234025:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606ee0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.235666:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606ee15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.235924:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606ee15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.235940:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606ee15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598328.235955:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:1.0:1788598328.235991:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321c00/0x6b7334fb1606ee07 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.235999:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321c00/0x6b7334fb1606ee07 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.236006:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321c00/0x6b7334fb1606ee07 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.236013:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598328.236018:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321c00/0x6b7334fb1606ee07 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.236026:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321c00/0x6b7334fb1606ee07 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.236057:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8a1a85340e00) 00010000:00010000:1.0:1788598328.236060:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598328.236066:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321c00/0x6b7334fb1606ee07 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.236072:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321c00/0x6b7334fb1606ee07 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598328.236088:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000490c2ab5 reply state 00000000d7235d24 transno 4294967755 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606ee0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.236167:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606ee0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.236174:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff8a1bc29e3800) 00010000:00010000:1.0:1788598328.236176:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598328.236178:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788598328.236223:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321a00/0x6b7334fb1606ee00 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb69f expref: 82 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.236251:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606ee15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb69f expref: 81 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598328.236259:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8a1bc29e3200) 00010000:00010000:1.0:1788598328.236261:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598328.236263:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321e00, rc 0) 00000100:00100000:1.0:1788598328.236359:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+82:23491:x1875480722847104:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2871us (3158us total) trans 4294967755 rc 0/0 00000100:00100000:1.0:1788598328.236370:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 777 00000100:00100000:2.0:1788598328.246397:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598328.251263:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598328.252435:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722847488 00000100:00100000:3.0:1788598328.252450:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722847488 00010000:00010000:3.0:1788598328.252515:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606ee15 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb69f expref: 84 pid: 6523 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598328.252568:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 246 00000100:00100000:3.0:1788598328.252590:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+84:2433:x1875480722847488:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598328.252611:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598328.252619:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606ee15 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb69f expref: 84 pid: 6523 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598328.252656:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606ee15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb69f expref: 84 pid: 6523 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598328.252685:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8a1bc29e3200) 00010000:00010000:3.0:1788598328.252692:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606ee2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598328.252703:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606ee2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598328.252712:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1606ee2a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598328.252796:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598328.252875:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+84:2433:x1875480722847488:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 297us (1625us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598328.252884:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 246 00000100:00100000:2.0:1788598328.260541:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598328.260628:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722847744 00000100:00100000:3.0:1788598328.260642:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722847744 00000100:00100000:3.0:1788598328.260721:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 168 00000100:00100000:3.0:1788598328.260873:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+82:23491:x1875480722847744:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598328.262430:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+83:23491:x1875480722847744:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 1658us (1892us total) trans 4294967757 rc 0/0 00000100:00100000:3.0:1788598328.262447:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 168 00000100:00100000:1.0:1788598328.267406:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598328.269075:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722847872 00000100:00100000:3.0:1788598328.269095:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722847872 00000100:00100000:2.0:1788598328.269498:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 779 00000100:00100000:2.0:1788598328.269517:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+83:23491:x1875480722847872:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598328.269574:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598328.269600:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ee38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6ad expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.269663:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ee38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6ad expref: 84 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.269855:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ae00/0x6b7334fb1606ee38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6ad expref: 84 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.269882:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8a1a8714f800) 00010000:00010000:2.0:1788598328.269886:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598328.269891:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ae00, rc 0) 00000100:00100000:2.0:1788598328.269977:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+84:23491:x1875480722847872:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 467us (2581us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598328.269985:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 779 00000100:00100000:1.0:1788598328.272282:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598328.272452:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722848128 00000100:00100000:2.0:1788598328.272464:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722848128 00000100:00100000:2.0:1788598328.272542:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 780 00000100:00100000:2.0:1788598328.272553:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+84:23491:x1875480722848128:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788598328.272634:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.272650:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.272662:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.273137:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.273147:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.273154:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.273159:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1a400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598328.273164:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.273170:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee3f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.273181:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8a1a8714f800) 00010000:00010000:2.0:1788598328.273183:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788598328.273187:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee3f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.273191:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee3f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598328.273275:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+85:23491:x1875480722848128:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 724us (1002us total) trans 4294967758 rc 0/0 00000100:00100000:2.0:1788598328.273281:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 780 00000100:00100000:2.0:1788598328.277681:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722848384 00000100:00100000:2.0:1788598328.277698:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722848384 00000100:00100000:2.0:1788598328.278090:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 781 00000100:00100000:2.0:1788598328.278126:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+85:23491:x1875480722848384:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598328.278523:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee46 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.278544:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.278559:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598328.278627:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967759 00000004:00010000:2.0:1788598328.278649:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b62e3150 reply state 00000000501b83c1 transno 4294967760 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.278662:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a400/0x6b7334fb1606ee46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598328.278670:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8a1a8714f800) 00010000:00010000:2.0:1788598328.278673:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788598328.278678:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598328.280310:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+88:23491:x1875480722848384:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 2172us (4351us total) trans 4294967760 rc 0/0 00000100:00100000:2.0:1788598328.280325:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 781 00000020:00080000:2.0:1788598328.280333:0:10034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788598328.284358:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598328.285588:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722848640 00000100:00100000:2.0:1788598328.285611:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722848640 00000100:00100000:2.0:1788598328.285711:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 169 00000100:00100000:2.0:1788598328.285778:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+88:23491:x1875480722848640:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598328.286036:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+89:23491:x1875480722848640:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 317us (1695us total) trans 4294967761 rc 0/0 00000100:00100000:2.0:1788598328.286060:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 169 00000100:00100000:1.0:1788598328.450804:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598328.450857:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598328.450892:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598328.451008:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598328.455617:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598328.455663:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00080000:2.0:1788598328.457509:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598329.090097:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598329.092649:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746931712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598329.092769:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598329.092808:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746931712 00000100:00100000:1.0:1788598329.092819:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746931712 00000100:00100000:1.0:1788598329.092881:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1788598329.092891:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746931712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598329.092931:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598329.092994:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746931712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598329.093002:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1788598329.093049:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746931712:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788598329.218518:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598329.607477:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480746931840:0@lo:400:kworker.0 00000100:00100000:1.0:1788598329.607534:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480746932224:0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.614358:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598329.614432:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746932352:0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.614500:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598329.614528:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746932864:0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.614552:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598329.614571:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746933376:0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.614592:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598329.614642:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746932352 00000100:00100000:2.0:1788598329.614649:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746932352 00000100:00100000:2.0:1788598329.614698:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1788598329.614706:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746932352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.614784:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746932352:12345-0@lo:400:kworker.0 Request processed in 78us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598329.614792:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1788598329.614815:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746932864 00000100:00100000:2.0:1788598329.614819:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746932864 00000100:00100000:2.0:1788598329.614851:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746933376 00000100:00100000:2.0:1788598329.614854:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746933376 00000100:00100000:2.0:1788598329.614892:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1788598329.614898:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746932864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.614929:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746932864:12345-0@lo:400:kworker.0 Request processed in 32us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598329.614934:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1788598329.614944:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1788598329.614949:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746933376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.614969:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746933376:12345-0@lo:400:kworker.0 Request processed in 21us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598329.614974:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:2.0:1788598329.614994:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598329.614998:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598329.615055:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746932352:0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.615064:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746932864:0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.615072:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746933376:0@lo:400:kworker.0 00000100:00100000:3.0:1788598329.615234:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746931840 00000100:00100000:3.0:1788598329.615239:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746931840 00000100:00100000:3.0:1788598329.615277:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1788598329.615285:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480746931840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598329.615322:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480746931840:12345-0@lo:400:kworker.0 Request processed in 39us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598329.615329:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1788598329.615522:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480746931840:0@lo:400:kworker.0 00000100:00100000:1.0:1788598329.616079:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598329.616103:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746932736:0@lo:400:kworker.0 00000100:00100000:1.0:1788598329.616130:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598329.616215:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746933248:0@lo:400:kworker.0 00000100:00100000:1.0:1788598329.616238:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598329.616259:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746932224 00000100:00100000:2.0:1788598329.616264:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746932224 00000100:00100000:2.0:1788598329.616299:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1788598329.616306:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480746932224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.616340:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480746932224:12345-0@lo:400:kworker.0 Request processed in 36us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598329.616346:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1788598329.616365:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746931968 00000100:00100000:2.0:1788598329.616368:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746931968 00000100:00100000:2.0:1788598329.616393:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746932480 00000100:00100000:2.0:1788598329.616396:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746932480 00000100:00100000:2.0:1788598329.616413:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746932992 00000100:00100000:2.0:1788598329.616415:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746932992 00000100:00100000:2.0:1788598329.618831:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1788598329.618848:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480746932992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598329.620243:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480746932224:0@lo:400:kworker.0 00000100:00080000:1.0:1788598329.620308:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598329.620313:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598329.620608:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480746932992:12345-0@lo:400:kworker.0 Request processed in 1766us (4221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598329.620617:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1788598329.620661:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480746932992:0@lo:400:kworker.0 00000100:00100000:2.0:1788598329.621186:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746933504 00000100:00100000:2.0:1788598329.621196:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746933504 00000100:00100000:2.0:1788598329.621262:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1788598329.621271:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746933504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598329.621296:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788598329.621346:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746933504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (4922us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598329.621353:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1788598329.621395:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746933504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598329.624290:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746932736 00000100:00100000:3.0:1788598329.624306:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746932736 00000100:00100000:3.0:1788598329.624389:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746933248 00000100:00100000:3.0:1788598329.624393:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746933248 00000100:00100000:3.0:1788598329.624423:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1788598329.624432:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746932736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598329.624536:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746932736:12345-0@lo:400:kworker.0 Request processed in 105us (8403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598329.624543:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1788598329.624559:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1788598329.624566:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746933248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598329.624595:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746933248:12345-0@lo:400:kworker.0 Request processed in 30us (8356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598329.624600:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1788598329.624651:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746932736:0@lo:400:kworker.0 00000100:00100000:3.0:1788598329.624664:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746933248:0@lo:400:kworker.0 00000100:00100000:2.0:1788598330.114495:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746933632:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598330.114607:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598330.116205:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746933632 00000100:00100000:3.0:1788598330.116224:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746933632 00000100:00100000:3.0:1788598330.116308:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1788598330.116319:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746933632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598330.116369:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000001:00080000:1.0:1788598330.117850:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967761 is committed 00000100:00100000:3.0:1788598330.122542:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746933632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6207us (7917us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598330.122563:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1788598330.124451:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746933632:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598330.242187:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598330.498146:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598330.498158:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598330.498272:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:1.0:1788598330.498284:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788598331.268992:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598331.650166:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598331.650190:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746933760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598331.650279:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598331.650358:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746933760 00000100:00100000:2.0:1788598331.650372:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746933760 00000100:00100000:2.0:1788598331.650453:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1788598331.650465:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746933760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598331.650505:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788598331.650547:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746933760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598331.650552:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1788598331.650623:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746933760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598332.162151:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746934016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598332.162254:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598332.163300:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746934016 00000100:00100000:3.0:1788598332.163314:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746934016 00000100:00100000:3.0:1788598332.163533:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1788598332.163545:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746934016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598332.163597:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1788598332.163788:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746934016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 145us (1433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598332.163799:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1788598332.163842:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746934016:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598332.291585:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598333.318937:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598333.571727:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598333.571813:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598333.571838:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598333.571861:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598333.571889:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598333.571912:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598333.571938:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598333.571954:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598333.571980:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598333.572011:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722849664 00000100:00100000:2.0:1788598333.572117:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722850176 00000100:00100000:2.0:1788598333.572126:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722850176 00000100:00100000:2.0:1788598333.572276:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722849792 00000100:00100000:2.0:1788598333.572280:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722849792 00000100:00100000:2.0:1788598333.572298:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722850304 00000100:00100000:2.0:1788598333.572301:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722850304 00000100:00100000:2.0:1788598333.572323:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 683 00000100:00100000:2.0:1788598333.572333:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2435:x1875480722850176:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598333.572450:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2435:x1875480722850176:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 118us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598333.572458:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 683 00000100:00100000:2.0:1788598333.572477:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 684 00000100:00100000:2.0:1788598333.572484:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722849792:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598333.572509:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722849792:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598333.572533:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 684 00000100:00100000:2.0:1788598333.572547:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 685 00000100:00100000:2.0:1788598333.572553:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722850304:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598333.572577:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722850304:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598333.572582:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 685 00000100:00100000:2.0:1788598333.572604:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722849920 00000100:00100000:2.0:1788598333.572608:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722849920 00000100:00100000:2.0:1788598333.572635:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722850432 00000100:00100000:2.0:1788598333.572639:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722850432 00000100:00100000:2.0:1788598333.572652:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722850048 00000100:00100000:2.0:1788598333.572654:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722850048 00000100:00100000:2.0:1788598333.572666:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722850560 00000100:00100000:2.0:1788598333.572669:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722850560 00000100:00100000:2.0:1788598333.572684:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 407 00000100:00100000:2.0:1788598333.572689:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722849920:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598333.572714:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722849920:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598333.572720:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 407 00000100:00100000:2.0:1788598333.572730:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 408 00000100:00100000:2.0:1788598333.572756:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722850432:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598333.572779:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722850432:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598333.572784:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 408 00000100:00100000:2.0:1788598333.572795:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 409 00000100:00100000:2.0:1788598333.572808:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc3301850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722850048:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598333.572835:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc3301850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722850048:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598333.572842:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 409 00000100:00100000:1.0:1788598333.573170:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722849664 00000100:00100000:1.0:1788598333.573284:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 686 00000100:00100000:1.0:1788598333.573292:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+74:2435:x1875480722849664:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598333.573332:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+74:2435:x1875480722849664:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 42us (1623us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598333.573338:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 686 00000100:00100000:1.0:1788598333.573362:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722849536 00000100:00100000:1.0:1788598333.573366:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722849536 00000100:00100000:1.0:1788598333.573392:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 566 00000100:00100000:1.0:1788598333.573466:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722849536:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598333.573495:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722849536:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 97us (1605us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598333.573510:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 566 00000100:00100000:3.0:1788598333.574153:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 410 00000100:00100000:3.0:1788598333.574168:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722850560:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598333.574215:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722850560:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 52us (2234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598333.574221:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 410 00000100:00080000:2.0:1788598333.574401:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598333.574408:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598333.574421:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598333.574424:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598334.211111:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598334.211140:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746934144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598334.211487:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598334.211643:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746934144 00000100:00100000:3.0:1788598334.211655:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746934144 00000100:00100000:3.0:1788598334.211724:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1788598334.211762:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746934144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598334.211802:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598334.211852:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746934144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598334.211858:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1788598334.212002:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746934144:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598334.339584:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598334.722340:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746934528:0@lo:400:kworker.0 00000100:00100000:1.0:1788598334.722371:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598334.722392:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746935040:0@lo:400:kworker.0 00000100:00100000:1.0:1788598334.722450:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746934656 00000100:00100000:1.0:1788598334.722458:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746934656 00000100:00100000:1.0:1788598334.722510:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1788598334.722530:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746934656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598334.722582:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746934656:12345-0@lo:400:kworker.0 Request processed in 54us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598334.722589:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1788598334.722614:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746934528 00000100:00100000:1.0:1788598334.722618:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746934528 00000100:00100000:1.0:1788598334.722647:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1788598334.722653:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746934528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598334.722688:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746934528:12345-0@lo:400:kworker.0 Request processed in 36us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598334.722694:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1788598334.723082:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746934400:0@lo:400:kworker.0 00000100:00100000:3.0:1788598334.723115:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598334.723145:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480746934912:0@lo:400:kworker.0 00000100:00100000:3.0:1788598334.723165:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598334.723180:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480746935424:0@lo:400:kworker.0 00000100:00100000:3.0:1788598334.723200:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598334.723218:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788598334.723235:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480746934272:0@lo:400:kworker.0 00000100:00100000:3.0:1788598334.723261:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598334.723283:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480746934784:0@lo:400:kworker.0 00000100:00100000:3.0:1788598334.723301:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598334.723335:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480746935296:0@lo:400:kworker.0 00000100:00100000:3.0:1788598334.723353:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598334.723382:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746935168 00000100:00100000:3.0:1788598334.723386:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746935168 00000100:00100000:3.0:1788598334.723445:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746935680 00000100:00100000:3.0:1788598334.723449:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746935680 00000100:00100000:3.0:1788598334.723469:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1788598334.723476:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746935168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.723776:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746934400 00000100:00100000:2.0:1788598334.723781:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746934400 00000100:00100000:2.0:1788598334.723804:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746934912 00000100:00100000:2.0:1788598334.723807:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746934912 00000100:00100000:2.0:1788598334.723823:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1788598334.723830:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746934400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.723876:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746934400:12345-0@lo:400:kworker.0 Request processed in 46us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598334.723882:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1788598334.723894:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746935424 00000100:00100000:2.0:1788598334.723898:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746935424 00000100:00100000:2.0:1788598334.723911:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746934784 00000100:00100000:2.0:1788598334.723913:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746934784 00000100:00100000:2.0:1788598334.723924:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746935296 00000100:00100000:2.0:1788598334.723926:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746935296 00000100:00100000:2.0:1788598334.723940:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1788598334.723945:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480746934912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.723991:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480746934912:12345-0@lo:400:kworker.0 Request processed in 45us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598334.723997:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1788598334.724010:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1788598334.724018:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480746935424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.724043:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480746935424:12345-0@lo:400:kworker.0 Request processed in 28us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598334.724048:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1788598334.724057:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1788598334.724063:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480746934784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.724088:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480746934784:12345-0@lo:400:kworker.0 Request processed in 25us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598334.724093:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1788598334.724104:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788598334.724110:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480746935296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.724131:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480746935296:12345-0@lo:400:kworker.0 Request processed in 23us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598334.724136:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788598334.724159:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746934272 00000100:00100000:2.0:1788598334.724163:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746934272 00000100:00100000:2.0:1788598334.724187:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1788598334.724193:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480746934272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598334.724314:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746935168:12345-0@lo:400:kworker.0 Request processed in 40us (1332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598334.724322:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1788598334.724337:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1788598334.724343:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746935680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598334.724387:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746935680:12345-0@lo:400:kworker.0 Request processed in 45us (2167us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598334.724406:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1788598334.724817:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746935168:0@lo:400:kworker.0 00000100:00100000:3.0:1788598334.724829:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746935680:0@lo:400:kworker.0 00000100:00100000:1.0:1788598334.724934:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598334.724972:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746935552:0@lo:400:kworker.0 00000100:00100000:1.0:1788598334.725005:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598334.725032:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746934528:0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.725361:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480746934272:12345-0@lo:400:kworker.0 Request processed in 28us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598334.725371:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00080000:2.0:1788598334.725434:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598334.725440:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598334.725442:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598334.725444:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598334.730521:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746935040:0@lo:400:kworker.0 00000100:00100000:1.0:1788598334.730568:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746935552:0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.731067:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480746934272:0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.731082:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480746934784:0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.731092:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480746935296:0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.731102:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746934400:0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.731113:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480746934912:0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.731123:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480746935424:0@lo:400:kworker.0 00000100:00100000:2.0:1788598334.731142:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598334.731150:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746935808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598334.731212:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598334.731271:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746935808 00000100:00100000:2.0:1788598334.731277:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746935808 00000100:00100000:2.0:1788598334.731322:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1788598334.731331:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746935808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598334.731360:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788598334.731414:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746935808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598334.731429:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1788598334.731469:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746935808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598335.233930:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598335.233953:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746935936:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598335.234023:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598335.234463:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746935936:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598335.362021:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788598336.365970:0:19340:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffefaf4d450 20000000:00000080:2.0:1788598336.366002:0:19340:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8a1a85f9f400 uarg=0000000000000000 00000040:00100000:2.0:1788598336.366623:0:19340:0:(llog.c:1067:llog_reverse_process()) index 57 : idx 49 20000000:01000000:2.0:1788598336.366631:0:19340:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 56 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:2.0:1788598336.366648:0:19340:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:2.0:1788598336.367958:0:19341:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 55 marker 46 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:2.0:1788598336.368047:0:19341:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 57 marker 46 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1788598336.368061:0:19341:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000040:00080000:1.0:1788598336.372605:0:19340:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].58, 224 off18320 20000000:01000000:1.0:1788598336.373407:0:19340:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1788598336.373456:0:19340:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].59, 136 off18456 00000040:00080000:1.0:1788598336.373484:0:19340:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].60, 224 off18680 20000000:01000000:1.0:1788598336.373509:0:19340:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1788598336.374620:0:19342:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 50 marker 47 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:3.0:1788598336.374686:0:19342:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 52 marker 47 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1788598336.374700:0:19342:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000040:00080000:1.0:1788598336.375856:0:19340:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].53, 224 off17424 20000000:01000000:1.0:1788598336.375902:0:19340:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1788598336.375924:0:19340:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].54, 144 off17568 00000040:00080000:1.0:1788598336.375942:0:19340:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].55, 224 off17792 20000000:01000000:1.0:1788598336.375963:0:19340:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:1.0:1788598336.378575:0:19343:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 50 marker 48 1->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:1.0:1788598336.378677:0:19343:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 52 marker 48 2->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1788598336.378692:0:19343:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 53 count 52 00000100:00100000:3.0:1788598336.380195:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746936064 00000100:00100000:3.0:1788598336.380218:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746936064 00000100:00100000:3.0:1788598336.380300:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746936192 00000100:00100000:3.0:1788598336.380304:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746936192 00000100:00100000:3.0:1788598336.380324:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788598336.380334:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+4:19340:x1875480746936064:12345-0@lo:104: 00010000:00010000:3.0:1788598336.380352:0:8420:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.380464:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788598336.380471:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+4:19340:x1875480746936064:12345-0@lo:104: Request processed in 139us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598336.380479:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788598336.380590:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788598336.380611:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+3:19340:x1875480746936192:12345-0@lo:104: 00010000:00010000:3.0:1788598336.380637:0:8420:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ed66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.380695:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788598336.380704:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+3:19340:x1875480746936192:12345-0@lo:104: Request processed in 104us (560us total) trans 0 rc 0/0 00010000:00010000:2.0:1788598336.381823:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788598336.381834:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.381843:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87aaa800 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:2.0:1788598336.381849:0:7448:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.381861:0:7448:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788598336.381869:0:7448:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788598336.381877:0:7448:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788598336.381930:0:7448:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.381937:0:7448:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788598336.381971:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.381978:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606ed74 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.382005:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598336.382010:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ed66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.382016:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87aabe00 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:2.0:1788598336.382019:0:7448:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ed66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ed6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.382025:0:7448:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ed66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ed6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788598336.382031:0:7448:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ed66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ed6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788598336.382036:0:7448:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788598336.382051:0:7448:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ed66 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.382056:0:7448:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788598336.382063:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ed66 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.382068:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a87aabe00/0x6b7334fb1606ed66 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.382077:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598336.382078:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598336.382080:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598336.382108:0:6507:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788598336.382141:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598336.382161:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598336.382169:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598336.382177:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598336.382184:0:6507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746936320 00000100:00100000:2.0:1788598336.382191:0:6507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746936320 00000100:00100000:1.0:1788598336.382477:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746936448 00000100:00100000:1.0:1788598336.382482:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746936448 00000100:00100000:1.0:1788598336.382505:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746936576 00000100:00100000:1.0:1788598336.382509:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746936576 00000100:00100000:1.0:1788598336.382518:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746936704 00000100:00100000:1.0:1788598336.382521:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746936704 00000100:00100000:1.0:1788598336.382530:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746936832 00000100:00100000:1.0:1788598336.382532:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746936832 00000100:00100000:1.0:1788598336.382540:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746936960 00000100:00100000:1.0:1788598336.382542:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746936960 00000100:00100000:1.0:1788598336.382551:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746937088 00000100:00100000:1.0:1788598336.382553:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746937088 00000100:00100000:1.0:1788598336.382568:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788598336.382587:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+10:19340:x1875480746936448:12345-0@lo:104: 00010000:00010000:1.0:1788598336.382600:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4600/0x6b7334fb1606ed4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed51 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.383196:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788598336.383206:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+10:19340:x1875480746936448:12345-0@lo:104: Request processed in 621us (2492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598336.383217:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788598336.383241:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788598336.383361:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a81219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+9:19340:x1875480746936576:12345-0@lo:104: 00010000:00010000:1.0:1788598336.383381:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.383426:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788598336.383431:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a81219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+9:19340:x1875480746936576:12345-0@lo:104: Request processed in 75us (2527us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598336.383438:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788598336.383452:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788598336.383458:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+8:19340:x1875480746936704:12345-0@lo:104: 00010000:00010000:1.0:1788598336.383465:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5e00/0x6b7334fb1606ed2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed35 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.383493:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1788598336.383497:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+8:19340:x1875480746936704:12345-0@lo:104: Request processed in 41us (1358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598336.383504:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788598336.383515:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788598336.383532:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+7:19340:x1875480746936832:12345-0@lo:104: 00010000:00010000:1.0:1788598336.383540:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.383566:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1788598336.383571:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+7:19340:x1875480746936832:12345-0@lo:104: Request processed in 41us (1408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598336.383576:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788598336.383587:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788598336.383593:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+6:19340:x1875480746936960:12345-0@lo:104: 00010000:00010000:1.0:1788598336.383601:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.383993:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1788598336.383998:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+6:19340:x1875480746936960:12345-0@lo:104: Request processed in 406us (1828us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598336.384005:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788598336.384019:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788598336.384026:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+5:19340:x1875480746937088:12345-0@lo:104: 00010000:00010000:1.0:1788598336.384034:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606ed04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed0b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384064:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:1.0:1788598336.384069:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:971c333c-c41b-4c25-8f57-79ed548ad641+5:19340:x1875480746937088:12345-0@lo:104: Request processed in 44us (1891us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598336.384075:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00010000:1.0:1788598336.384096:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1788598336.384111:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4600/0x6b7334fb1606ed4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed51 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384117:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4600 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598336.384121:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4600/0x6b7334fb1606ed4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ed51 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384129:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4600/0x6b7334fb1606ed4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ed51 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598336.384137:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4600/0x6b7334fb1606ed4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ed51 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598336.384143:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598336.384182:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4600/0x6b7334fb1606ed4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed51 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384190:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598336.384214:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4600/0x6b7334fb1606ed4a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed51 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384221:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4600/0x6b7334fb1606ed4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed51 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384235:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788598336.384239:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384354:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be6e00 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598336.384357:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ed43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384383:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ed43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598336.384390:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ed43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598336.384395:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598336.384410:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384416:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598336.384422:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384429:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6e00/0x6b7334fb1606ed3c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed43 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384439:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788598336.384442:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5e00/0x6b7334fb1606ed2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed35 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384448:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f5e00 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598336.384450:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5e00/0x6b7334fb1606ed2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ed35 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384457:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5e00/0x6b7334fb1606ed2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ed35 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598336.384464:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5e00/0x6b7334fb1606ed2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ed35 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598336.384476:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598336.384492:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5e00/0x6b7334fb1606ed2e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed35 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384498:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598336.384504:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5e00/0x6b7334fb1606ed2e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed35 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384510:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5e00/0x6b7334fb1606ed2e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed35 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384523:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788598336.384526:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384531:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be6c00 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598336.384534:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ed27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384540:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ed27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598336.384545:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ed27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598336.384550:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598336.384562:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384567:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598336.384580:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384586:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a88be6c00/0x6b7334fb1606ed20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed27 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384596:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788598336.384598:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384605:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1a200 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598336.384608:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384614:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598336.384634:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.384638:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 10000000:01000000:1.0:1788598336.384649:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788598336.384714:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788598336.384725:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606ed04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed0b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.384780:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:3.0:1788598336.384786:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606ed04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ed0b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.384798:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606ed04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ed0b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384799:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384830:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 10000000:00010000:3.0:1788598336.384837:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606ed04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ed0b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384841:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598336.384874:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ed12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed19 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598336.384876:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598336.384904:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598336.384913:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598336.384915:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598336.384936:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746937856:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598336.384955:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606ed04 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed0b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.384963:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788598336.384978:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606ed04 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed0b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.384985:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606ed04 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed0b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598336.384994:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788598336.385026:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598336.385028:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598336.385031:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598336.385058:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746937728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598336.385059:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746938368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598336.385103:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598336.385129:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788598336.385136:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746937984:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788598336.385164:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598336.385216:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598336.385236:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746938240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788598336.385275:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598336.385306:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788598336.385314:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746937600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598336.385324:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746938496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788598336.385337:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598336.385357:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746938112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598336.385368:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598336.385410:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598336.385446:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746937856 00000100:00100000:3.0:1788598336.385454:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746937856 00010000:00010000:3.0:1788598336.385485:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1b600/0x6b7334fb1606ed51 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed4a expref: 23 pid: 6517 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.385504:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746938368 00000100:00100000:3.0:1788598336.385507:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746938368 00010000:00010000:3.0:1788598336.385520:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1ee00/0x6b7334fb1606ed19 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed12 expref: 24 pid: 6516 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.385538:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746937728 00000100:00100000:3.0:1788598336.385541:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746937728 00010000:00010000:3.0:1788598336.385554:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ed6d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed66 expref: 25 pid: 6516 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.385571:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746937984 00000100:00100000:3.0:1788598336.385581:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746937984 00000100:00100000:2.0:1788598336.385589:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00010000:00010000:3.0:1788598336.385606:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a889f4000/0x6b7334fb1606ed43 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed3c expref: 26 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598336.385608:0:6507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:971c333c-c41b-4c25-8f57-79ed548ad641+3:19340:x1875480746936320:12345-0@lo:104: 00000100:00100000:3.0:1788598336.385630:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746938240 00000100:00100000:3.0:1788598336.385635:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746938240 00010000:00010000:2.0:1788598336.385635:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4400/0x6b7334fb1606ed58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed5f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.385652:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1a000/0x6b7334fb1606ed27 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed20 expref: 27 pid: 6517 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.385664:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746937600 00000100:00100000:3.0:1788598336.385667:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746937600 00010000:00010000:3.0:1788598336.385682:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88be7600/0x6b7334fb1606ed7b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed74 expref: 28 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.385700:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746938496 00000100:00100000:3.0:1788598336.385704:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746938496 00010000:00010000:3.0:1788598336.385719:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1ac00/0x6b7334fb1606ed0b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed04 expref: 29 pid: 6516 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.385722:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788598336.385761:0:6507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:971c333c-c41b-4c25-8f57-79ed548ad641+3:19340:x1875480746936320:12345-0@lo:104: Request processed in 135us (5135us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598336.385772:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788598336.385778:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746938112 00000100:00100000:3.0:1788598336.385783:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746938112 00010000:00010000:3.0:1788598336.385800:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88be7200/0x6b7334fb1606ed35 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed2e expref: 30 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.385823:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1788598336.385834:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+30:3667:x1875480746937856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598336.385849:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598336.385853:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788598336.385858:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1b600/0x6b7334fb1606ed51 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed4a expref: 30 pid: 6517 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.385862:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4400/0x6b7334fb1606ed58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ed5f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.385877:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4400 already unused, calling callback (ffffffffc1503c20) 00010000:00010000:3.0:1788598336.385879:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1b600/0x6b7334fb1606ed51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ed4a expref: 30 pid: 6517 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788598336.385883:0:7448:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4400/0x6b7334fb1606ed58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ed5f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.385927:0:7448:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4400/0x6b7334fb1606ed58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ed5f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788598336.385938:0:7448:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4400/0x6b7334fb1606ed58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ed5f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.385939:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1b600/0x6b7334fb1606ed51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ed4a expref: 30 pid: 6517 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788598336.385982:0:7448:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788598336.385992:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598336.386024:0:7448:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4400/0x6b7334fb1606ed58 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed5f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.386032:0:7448:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788598336.386058:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4400/0x6b7334fb1606ed58 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed5f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.386060:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+29:3667:x1875480746937856:12345-0@lo:103:ldlm_bl.0 Request processed in 228us (1066us total) trans 0 rc 0/0 00010000:00010000:2.0:1788598336.386086:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4400/0x6b7334fb1606ed58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ed5f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.386092:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00010000:00010000:2.0:1788598336.386125:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598336.386129:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00010000:00010000:2.0:1788598336.386130:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598336.386134:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598336.386143:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+28:3667:x1875480746938368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598336.386154:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1788598336.386160:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00010000:00010000:3.0:1788598336.386165:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1ee00/0x6b7334fb1606ed19 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed12 expref: 28 pid: 6516 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.386179:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1ee00/0x6b7334fb1606ed19 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ed12 expref: 28 pid: 6516 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598336.386181:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:971c333c-c41b-4c25-8f57-79ed548ad641+28:3666:x1875480746937728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788598336.386206:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598336.386208:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598336.386215:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ed6d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed66 expref: 28 pid: 6516 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.386233:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ed6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ed66 expref: 28 pid: 6516 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.386247:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+28:3667:x1875480746938368:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (1142us total) trans 0 rc 0/0 00010000:00010000:2.0:1788598336.386252:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a87aaa200/0x6b7334fb1606ed6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ed66 expref: 28 pid: 6516 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.386271:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1788598336.386288:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1788598336.386295:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+27:3667:x1875480746937984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598336.386305:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598336.386310:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a889f4000/0x6b7334fb1606ed43 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed3c expref: 27 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.386319:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a889f4000/0x6b7334fb1606ed43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ed3c expref: 27 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.386341:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a889f4000/0x6b7334fb1606ed43 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ed3c expref: 27 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.386352:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598336.386400:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+26:3667:x1875480746937984:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (1178us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598336.386408:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00010000:00010000:2.0:1788598336.386410:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598336.386431:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1788598336.386447:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34b9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+24:3666:x1875480746938240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598336.386456:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1788598336.386458:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:971c333c-c41b-4c25-8f57-79ed548ad641+24:3666:x1875480746937728:12345-0@lo:103:ldlm_bl.0 Request processed in 286us (1294us total) trans 0 rc 0/0 00010000:00010000:3.0:1788598336.386465:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1a000/0x6b7334fb1606ed27 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed20 expref: 24 pid: 6517 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598336.386476:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00010000:00010000:3.0:1788598336.386492:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1a000/0x6b7334fb1606ed27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ed20 expref: 24 pid: 6517 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.386508:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1a000/0x6b7334fb1606ed27 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ed20 expref: 23 pid: 6517 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598336.386513:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00010000:00010000:3.0:1788598336.386524:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598336.386534:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:971c333c-c41b-4c25-8f57-79ed548ad641+22:3666:x1875480746937600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788598336.386546:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598336.386553:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88be7600/0x6b7334fb1606ed7b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed74 expref: 22 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.386571:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88be7600/0x6b7334fb1606ed7b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ed74 expref: 22 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.386579:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34b9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+22:3666:x1875480746938240:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598336.386611:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1788598336.386661:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1788598336.386669:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+21:3667:x1875480746938496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598336.386678:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598336.386682:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1ac00/0x6b7334fb1606ed0b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed04 expref: 21 pid: 6516 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.386701:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1ac00/0x6b7334fb1606ed0b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ed04 expref: 21 pid: 6516 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.386712:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598336.386772:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+21:3667:x1875480746938496:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (1405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598336.386779:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1788598336.386792:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:3.0:1788598336.386798:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+20:3666:x1875480746938112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598336.386807:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598336.386813:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88be7200/0x6b7334fb1606ed35 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed2e expref: 20 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.386823:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88be7200/0x6b7334fb1606ed35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ed2e expref: 20 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.386835:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88be7200/0x6b7334fb1606ed35 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ed2e expref: 20 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.386846:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598336.386846:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88be7600/0x6b7334fb1606ed7b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ed74 expref: 19 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.386865:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598336.386878:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+18:3666:x1875480746938112:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (1469us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598336.386885:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1788598336.386914:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:971c333c-c41b-4c25-8f57-79ed548ad641+17:3666:x1875480746937600:12345-0@lo:103:ldlm_bl.0 Request processed in 382us (1575us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598336.386922:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1788598336.386963:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746938624:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788598336.386983:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746937984:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788598336.387005:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746938496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788598336.387014:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598336.387019:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746937856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788598336.387048:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746938368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788598336.387118:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746937600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788598336.387132:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746938112:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788598336.387139:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746937728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788598336.387147:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746938240:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788598336.387843:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598336.387865:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746938624 00000100:00100000:2.0:1788598336.387874:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746938624 00010000:00010000:2.0:1788598336.387909:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88be7800/0x6b7334fb1606ed5f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed58 expref: 17 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598336.387965:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1788598336.387974:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+17:3665:x1875480746938624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788598336.387988:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598336.387992:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88be7800/0x6b7334fb1606ed5f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ed58 expref: 17 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.388003:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88be7800/0x6b7334fb1606ed5f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ed58 expref: 17 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.388020:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598336.388066:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+17:3665:x1875480746938624:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598336.388072:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1788598336.388107:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746938624:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598336.390624:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598336.396327:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722850688 00000100:00100000:3.0:1788598336.396345:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722850688 00010000:00010000:3.0:1788598336.396411:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606ecfd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb675 expref: 12 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.396464:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722850944 00000100:00100000:3.0:1788598336.396468:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722850944 00010000:00010000:3.0:1788598336.396484:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1ba00/0x6b7334fb1606ecf6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb66e expref: 13 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598336.396719:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 256 00000100:00100000:3.0:1788598336.396729:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27eb2831-c520-4381-8808-4da803a1bb82+13:2433:x1875480722850688:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598336.396791:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598336.396799:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606ecfd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb675 expref: 13 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.396813:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606ecfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb675 expref: 13 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.396832:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606ecfd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb675 expref: 13 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.396990:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598336.397603:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722850688:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 873us (1377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598336.397612:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 256 00000100:00100000:3.0:1788598336.397652:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 257 00000100:00100000:3.0:1788598336.397661:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27eb2831-c520-4381-8808-4da803a1bb82+11:2435:x1875480722850944:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598336.397672:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598336.397678:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1ba00/0x6b7334fb1606ecf6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb66e expref: 11 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.397690:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1ba00/0x6b7334fb1606ecf6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb66e expref: 11 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598336.397703:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598336.397725:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27eb2831-c520-4381-8808-4da803a1bb82+11:2435:x1875480722850944:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 67us (1352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598336.397731:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 257 00000100:00100000:1.0:1788598336.398502:0:19340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19340:1875480746937472:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598336.398527:0:19340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1ba00/0x6b7334fb1606ecf6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb66e expref: 10 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598336.398544:0:19340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19340:1875480746937344:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598336.398765:0:19340:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ee4d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598336.405110:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598336.405209:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722850816 00000100:00100000:2.0:1788598336.405223:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722850816 00010000:00010000:2.0:1788598336.405557:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ecef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb667 expref: 10 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598336.405626:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 258 00000100:00100000:2.0:1788598336.405639:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:27eb2831-c520-4381-8808-4da803a1bb82+10:2432:x1875480722850816:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598336.405907:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598336.405916:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ecef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb667 expref: 10 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.405935:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ecef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb667 expref: 10 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.405982:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1bc00/0x6b7334fb1606ecef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb667 expref: 10 pid: 6516 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.406004:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ee4d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.406013:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ee4d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.406032:0:10276:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ee4d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.406038:0:10276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ee4d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.406044:0:10276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ee4d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.406051:0:10276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ee4d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.406057:0:10276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598336.406062:0:10276:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ee4d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.406069:0:10276:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ee4d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.406095:0:10276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606ee4d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598336.406118:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598336.406197:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:27eb2831-c520-4381-8808-4da803a1bb82+9:2432:x1875480722850816:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 560us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598336.406206:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 258 00000100:00100000:3.0:1788598336.770137:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598336.770170:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88a51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746938752:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598336.770275:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788598336.771005:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598336.773035:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746938752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598336.776937:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598336.790714:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746938880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598336.790871:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598336.791096:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746938880 00000100:00100000:3.0:1788598336.791108:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746938880 00000100:00100000:3.0:1788598336.791186:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1788598336.791197:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746938880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598336.791232:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788598336.791298:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746938880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598336.791306:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1788598336.791473:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746938880:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788598336.791720:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598337.282168:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746939008:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598337.282284:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.283601:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746939008:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598337.411805:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598337.672724:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722851072 00000100:00100000:3.0:1788598337.672773:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722851072 00000100:00100000:3.0:1788598337.672869:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 568 00000100:00100000:3.0:1788598337.672879:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+9:6201:x1875480722851072:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598337.672902:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598337.672941:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a87387200/0x6b7334fb1606ee54 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6b4 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.672982:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a87387200/0x6b7334fb1606ee54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6b4 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.672995:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a87387200/0x6b7334fb1606ee54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6b4 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.673006:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87387200, rc 0) 00000100:00100000:3.0:1788598337.673215:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722851072:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 336us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.673224:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 568 00000100:00100000:3.0:1788598337.677881:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598337.677958:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722851200 00000100:00100000:2.0:1788598337.677972:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722851200 00000100:00100000:2.0:1788598337.678179:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 569 00000100:00100000:2.0:1788598337.678191:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722851200:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.678435:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722851200:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 244us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598337.678444:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 569 00000100:00100000:1.0:1788598337.682429:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598337.683227:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722851328 00000100:00100000:3.0:1788598337.683244:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722851328 00000100:00100000:3.0:1788598337.683323:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 570 00000100:00100000:3.0:1788598337.683335:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722851328:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.683549:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722851328:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 Request processed in 216us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.683558:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 570 00000100:00100000:3.0:1788598337.708506:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598337.708634:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722851456 00000100:00100000:2.0:1788598337.708645:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722851456 00000100:00100000:2.0:1788598337.708703:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 571 00000100:00100000:2.0:1788598337.708725:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:23962:x1875480722851456:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788598337.708908:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:23962:x1875480722851456:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 196us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598337.708933:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 571 00000100:00100000:3.0:1788598337.714860:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722851584 00000100:00100000:3.0:1788598337.714876:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722851584 00000100:00100000:3.0:1788598337.714976:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 572 00000100:00100000:3.0:1788598337.714987:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:23962:x1875480722851584:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788598337.715152:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:23962:x1875480722851584:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 167us (1656us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.715161:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 572 00000100:00100000:1.0:1788598337.724350:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 10000000:01000000:2.0:1788598337.731111:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1788598337.731119:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1bc336d000 from 58 10000000:01000000:2.0:1788598337.731125:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788598337.731185:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.731197:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.731208:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598337.731234:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87303100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746939136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.731307:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.731385:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598337.731625:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746939136 00000100:00100000:3.0:1788598337.731644:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746939136 00000100:00100000:3.0:1788598337.731697:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1788598337.731707:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+14:6520:x1875480746939136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598337.731728:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598337.731765:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a87387400/0x6b7334fb1606ee69 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ee62 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.731789:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a87387400/0x6b7334fb1606ee69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ee62 expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.731800:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a87387400/0x6b7334fb1606ee69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ee62 expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.731809:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87387400, rc 0) 00000100:00100000:3.0:1788598337.731852:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746939136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.731858:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1788598337.732139:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87303100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746939136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598337.732156:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.732312:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598337.732396:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87303100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746939264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.732429:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.732466:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788598337.735439:0:19344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19344:1875480746939648:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598337.735494:0:19344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.735524:0:19344:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80480 going to sleep for 11 seconds 00000100:00100000:3.0:1788598337.735610:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746939648 00000100:00100000:3.0:1788598337.735617:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746939648 00000100:00100000:3.0:1788598337.735667:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1788598337.735675:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:19344:x1875480746939648:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598337.735813:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:19344:x1875480746939648:12345-0@lo:502:llog_process_th.0 Request processed in 138us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.735820:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1788598337.736269:0:19344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19344:1875480746939648:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788598337.736294:0:19344:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:3.0:1788598337.736527:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1788598337.736554:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788598337.736565:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.736576:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598337.736587:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1788598337.736590:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1788598337.736593:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788598337.736625:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.736633:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.736908:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598337.737067:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746939776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.737238:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598337.737323:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.737443:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598337.737692:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1788598337.737700:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746939776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598337.737762:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598337.737779:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a87386400/0x6b7334fb1606ee77 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ee70 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.737802:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a87386400/0x6b7334fb1606ee77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ee70 expref: 16 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.737812:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a87386400/0x6b7334fb1606ee77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ee70 expref: 16 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.737820:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386400, rc 0) 00000100:00100000:3.0:1788598337.737859:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746939776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.737865:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1788598337.737890:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 580 00000100:00100000:3.0:1788598337.737897:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722851840:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.738031:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722851840:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 134us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.738038:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 580 00000100:00100000:2.0:1788598337.738129:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746939776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598337.738145:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.738154:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598337.738231:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746939904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.738258:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.744529:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.744904:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746939904 00000100:00100000:1.0:1788598337.744925:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746939904 00000100:00100000:1.0:1788598337.745005:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1788598337.745014:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746939904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.745433:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746939904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 419us (7172us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.745441:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1788598337.745580:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746939904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.745648:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746940032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.745702:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.745764:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.746158:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746940032 00000100:00100000:1.0:1788598337.746276:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746940032 00000100:00100000:1.0:1788598337.746306:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1788598337.746313:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746940032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.746558:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746940032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 245us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.746565:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1788598337.750289:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598337.750327:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722851968 00000100:00100000:1.0:1788598337.750337:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722851968 00000100:00100000:1.0:1788598337.750412:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 583 00000100:00100000:1.0:1788598337.750423:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722851968:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.750578:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722851968:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 Request processed in 156us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.750586:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 583 00000100:00100000:2.0:1788598337.752615:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746940032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788598337.758174:0:19345:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:3.0:1788598337.759707:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1788598337.760007:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1788598337.760019:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.760031:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598337.760044:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788598337.760064:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1bc2d5f800 from 58 10000000:01000000:3.0:1788598337.760067:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788598337.760117:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.760124:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.760135:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598337.760850:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746940160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.760902:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598337.760955:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253900 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.761684:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722852096 00000100:00100000:1.0:1788598337.761694:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722852096 00000100:00100000:1.0:1788598337.761897:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746940160 00000100:00100000:1.0:1788598337.761902:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746940160 00000100:00100000:1.0:1788598337.761935:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 584 00000100:00100000:1.0:1788598337.761945:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:23963:x1875480722852096:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788598337.762374:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:23963:x1875480722852096:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 429us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.762383:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 584 00000100:00100000:1.0:1788598337.762413:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1788598337.762420:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746940160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598337.762428:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598337.762444:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a89320800/0x6b7334fb1606ee85 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ee7e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.762467:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a89320800/0x6b7334fb1606ee85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ee7e expref: 17 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.762477:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a89320800/0x6b7334fb1606ee85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ee7e expref: 17 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.762486:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320800, rc 0) 00000100:00100000:1.0:1788598337.762536:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746940160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (1632us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.762542:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1788598337.762593:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746940160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598337.762610:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.762619:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598337.763480:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746940288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.763533:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598337.763577:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130540 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.764387:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746940288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.764421:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746940416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.764460:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598337.768601:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130540 going to sleep for 11 seconds 00000100:00100000:2.0:1788598337.768913:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746940416 00000100:00100000:2.0:1788598337.768934:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746940416 00000100:00100000:2.0:1788598337.768984:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788598337.768994:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746940416:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.769897:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746940416:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 900us (5432us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598337.769929:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1788598337.770580:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598337.771296:0:19346:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19346:1875480746940544:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598337.771363:0:19346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.771584:0:19346:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80300 going to sleep for 11 seconds 00000100:00100000:3.0:1788598337.771648:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722852224 00000100:00100000:3.0:1788598337.771655:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722852224 00000100:00100000:3.0:1788598337.771685:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746940544 00000100:00100000:3.0:1788598337.771687:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746940544 00000100:00100000:3.0:1788598337.771702:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 588 00000100:00100000:3.0:1788598337.771928:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:23963:x1875480722852224:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788598337.772065:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:23963:x1875480722852224:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 355us (1487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.772073:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 588 00000100:00100000:3.0:1788598337.772847:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1788598337.772858:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+17:19346:x1875480746940544:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598337.773002:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+17:19346:x1875480746940544:12345-0@lo:502:llog_process_th.0 Request processed in 147us (1647us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.773010:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1788598337.773412:0:19346:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19346:1875480746940544:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598337.773473:0:19346:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19346:1875480746940672:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598337.773514:0:19346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.774027:0:19346:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80300 going to sleep for 11 seconds 00000100:00100000:3.0:1788598337.777052:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746940672 00000100:00100000:3.0:1788598337.777068:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746940672 00000100:00100000:3.0:1788598337.777139:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1788598337.777149:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+17:19346:x1875480746940672:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598337.778507:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+17:19346:x1875480746940672:12345-0@lo:502:llog_process_th.0 Request processed in 1351us (4984us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.778520:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1788598337.778773:0:19346:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19346:1875480746940672:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788598337.778820:0:19346:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:3.0:1788598337.779232:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1788598337.779264:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788598337.779274:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.779284:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598337.779294:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1788598337.779296:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1788598337.779299:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1788598337.779331:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.779339:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.779347:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598337.779383:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746940800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.779428:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598337.779664:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a86ebd000 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.786052:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746940800 00000100:00100000:1.0:1788598337.786067:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746940800 00000100:00100000:1.0:1788598337.786138:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722852352 00000100:00100000:1.0:1788598337.786142:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722852352 00000100:00100000:1.0:1788598337.786171:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1788598337.786182:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746940800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598337.786200:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598337.786220:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a89321200/0x6b7334fb1606ee93 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ee8c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.786248:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a89321200/0x6b7334fb1606ee93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ee8c expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.786260:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a89321200/0x6b7334fb1606ee93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ee8c expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.786271:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321200, rc 0) 00000100:00100000:1.0:1788598337.786351:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746940800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (6922us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.786367:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1788598337.786401:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 592 00000100:00100000:1.0:1788598337.786424:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722852352:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598337.786431:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598337.786439:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a89320400/0x6b7334fb1606ee9a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6c2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.786453:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a89320400/0x6b7334fb1606ee9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c2 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.786460:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a89320400/0x6b7334fb1606ee9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c2 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.786466:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320400, rc 0) 00000100:00100000:1.0:1788598337.786508:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:6201:x1875480722852352:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 85us (6901us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.786514:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 592 00000100:00100000:3.0:1788598337.788427:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598337.789118:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a50380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746940928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.789177:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746941056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.789232:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598337.789265:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a86ebd000 going to sleep for 11 seconds 00000100:00100000:3.0:1788598337.789884:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746941056:0@lo:503:ll_cfg_requeue.0 00000020:01000000:3.0:1788598337.792482:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1788598337.792508:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1788598337.792520:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.792534:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ee93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598337.792545:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788598337.792548:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1b88388800 from 58 10000000:01000000:3.0:1788598337.792552:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788598337.792602:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.792610:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.792622:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598337.792651:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746941184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.792812:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598337.792862:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598337.794876:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746941184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598337.794898:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.794908:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598337.795061:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746941312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.795153:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598337.795262:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.798940:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746941312 00000100:00100000:1.0:1788598337.799014:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746941312 00000100:00100000:1.0:1788598337.799183:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1788598337.799194:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746941312:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.799457:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746941312:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 263us (4359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.799466:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1788598337.799559:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746941312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.799631:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746941440:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.799705:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598337.804962:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598337.817818:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746941440:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.818997:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746941568 00000100:00100000:1.0:1788598337.819014:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746941568 00000100:00100000:1.0:1788598337.819133:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1788598337.819145:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:19348:x1875480746941568:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598337.819334:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:19348:x1875480746941568:12345-0@lo:502:llog_process_th.0 Request processed in 192us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.819348:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1788598337.820088:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746941696 00000100:00100000:2.0:1788598337.820097:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746941696 00000100:00100000:2.0:1788598337.820127:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1788598337.820134:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:19348:x1875480746941696:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598337.820250:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:19348:x1875480746941696:12345-0@lo:502:llog_process_th.0 Request processed in 115us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598337.820257:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000020:01000000:3.0:1788598337.820838:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1788598337.820874:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788598337.820885:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.820896:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598337.820906:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:3.0:1788598337.820984:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 53 10000000:01000000:3.0:1788598337.820989:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1788598337.821022:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.821030:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.821038:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598337.821060:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746941824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.821106:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598337.821191:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598337.821282:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746941824 00000100:00100000:2.0:1788598337.821287:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746941824 00000100:00100000:2.0:1788598337.821370:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1788598337.821378:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746941824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598337.821388:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598337.821400:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1aa00/0x6b7334fb1606eeb6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606eeaf expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.821435:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1aa00/0x6b7334fb1606eeb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606eeaf expref: 20 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.821446:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1aa00/0x6b7334fb1606eeb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eeaf expref: 20 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.821455:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1aa00, rc 0) 00000100:00100000:2.0:1788598337.821497:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746941824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598337.821506:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1788598337.822020:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.822125:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a873a5900 going to sleep for 11 seconds 00000100:00100000:3.0:1788598337.822154:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746941952 00000100:00100000:3.0:1788598337.822159:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746941952 00000100:00100000:3.0:1788598337.822345:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1788598337.822413:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746941952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598337.822579:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746941952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 227us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.822586:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1788598337.822693:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a52a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746941952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.822868:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746942080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.822992:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.823049:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80300 going to sleep for 11 seconds 00000100:00100000:2.0:1788598337.823323:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746942080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.823805:0:19349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19349:1875480746942208:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598337.823841:0:19349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.824114:0:19349:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598337.824237:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746942208 00000100:00100000:3.0:1788598337.824243:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746942208 00000100:00100000:3.0:1788598337.824270:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1788598337.824277:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:19349:x1875480746942208:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598337.824395:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:19349:x1875480746942208:12345-0@lo:502:llog_process_th.0 Request processed in 118us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.824401:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1788598337.824488:0:19349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19349:1875480746942208:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788598337.824514:0:19349:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788598337.824527:0:19349:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788598337.824530:0:19349:0:(obd_config.c:1559:class_process_config()) marker 51 (0x1) lustre-MDT0001-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:2.0:1788598337.824535:0:19349:0:(obd_config.c:1468:class_process_config()) processing cmd: ce022 00020000:01000000:2.0:1788598337.824558:0:19349:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:2.0:1788598337.824582:0:19349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19349:1875480746942336:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598337.824619:0:19349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598337.824640:0:19349:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598337.824687:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746942336 00000100:00100000:3.0:1788598337.824691:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746942336 00000100:00100000:3.0:1788598337.824719:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1788598337.824726:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:19349:x1875480746942336:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598337.825425:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:19349:x1875480746942336:12345-0@lo:502:llog_process_th.0 Request processed in 695us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.825434:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1788598337.825730:0:19349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19349:1875480746942336:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788598337.825930:0:19349:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788598337.825938:0:19349:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788598337.825940:0:19349:0:(obd_config.c:1559:class_process_config()) marker 51 (0x2) lustre-MDT0001-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1788598337.825944:0:19349:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 56 count 55 00000100:00100000:3.0:1788598337.826639:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746942464 00000100:00100000:3.0:1788598337.826645:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746942464 00000100:00100000:3.0:1788598337.826722:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1788598337.826730:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746942464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598337.826767:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598337.826779:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606eec4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606eebd expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.826800:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606eec4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606eebd expref: 21 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.826809:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606eec4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eebd expref: 21 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598337.826817:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f5e00, rc 0) 00000100:00100000:3.0:1788598337.826859:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746942464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598337.826866:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788598337.826948:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a50700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746942464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598337.826960:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1800/0x6b7334fb1606eebd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eec4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598337.826969:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1800/0x6b7334fb1606eebd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606eec4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598337.827022:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746942592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.827048:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598337.827414:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b93d77d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.827859:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746942592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.827889:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746942720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.827944:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598337.827972:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b93d77d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.828334:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746942720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.828679:0:19350:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19350:1875480746942848:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598337.828843:0:19350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598337.828864:0:19350:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b93d77d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.829266:0:19350:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19350:1875480746942848:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598337.829311:0:19350:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19350:1875480746942976:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598337.829345:0:19350:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598337.829385:0:19350:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860fcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598337.829690:0:19350:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19350:1875480746942976:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788598337.829842:0:19350:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000100:00100000:2.0:1788598337.830567:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746943104 00000100:00100000:2.0:1788598337.830573:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746943104 00000100:00100000:2.0:1788598337.830636:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1788598337.830644:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746943104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598337.830655:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598337.830668:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eed2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606eecb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.830689:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eed2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606eecb expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.830700:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eed2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eecb expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.830721:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1a400, rc 0) 00000100:00100000:2.0:1788598337.830808:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746943104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598337.830814:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1788598337.831586:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746943232 00000100:00100000:1.0:1788598337.831592:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746943232 00000100:00100000:1.0:1788598337.831618:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1788598337.831624:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746943232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.831903:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746943232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 277us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.831910:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1788598337.832376:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746943360 00000100:00100000:1.0:1788598337.832382:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746943360 00000100:00100000:1.0:1788598337.832413:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1788598337.832420:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746943360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598337.832513:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746943360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 92us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.832519:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1788598337.833565:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746943488 00000100:00100000:1.0:1788598337.833571:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746943488 00000100:00100000:1.0:1788598337.833633:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1788598337.833641:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+22:19351:x1875480746943488:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598337.833786:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+22:19351:x1875480746943488:12345-0@lo:502:llog_process_th.0 Request processed in 145us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598337.833794:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1788598337.834620:0:19351:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19351:1875480746943616:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598337.834673:0:19351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598337.835080:0:19351:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352af00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598337.835252:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746943616 00000100:00100000:2.0:1788598337.835264:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746943616 00000100:00100000:2.0:1788598337.835295:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1788598337.835302:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+22:19351:x1875480746943616:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598337.835427:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+22:19351:x1875480746943616:12345-0@lo:502:llog_process_th.0 Request processed in 124us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598337.835434:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1788598337.835530:0:19351:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19351:1875480746943616:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788598337.835557:0:19351:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788598337.835564:0:19351:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788598337.835566:0:19351:0:(obd_config.c:1559:class_process_config()) marker 50 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1788598337.835571:0:19351:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000100:00100000:2.0:1788598337.836255:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746943744 00000100:00100000:2.0:1788598337.836260:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746943744 00000100:00100000:2.0:1788598337.836288:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1788598337.836295:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746943744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598337.836304:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598337.836315:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606eee0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606eed9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.836336:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606eee0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606eed9 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.836346:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606eee0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eed9 expref: 23 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598337.836366:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1a800, rc 0) 00000100:00100000:2.0:1788598337.836393:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:6520:x1875480746943744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 100us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598337.836400:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1788598337.836632:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746943872 00000100:00100000:2.0:1788598337.836637:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746943872 00000100:00100000:2.0:1788598337.836666:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1788598337.836672:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:6520:x1875480746943872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598337.836780:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:6520:x1875480746943872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 107us (207us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788598337.836787:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00010000:00010000:2.0:1788598338.437934:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598338.705392:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598338.705434:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598338.705459:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598338.705478:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598338.705509:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598338.705545:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598338.705566:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598338.705585:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598338.705609:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598338.705997:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722852736 00000100:00100000:3.0:1788598338.706007:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722852736 00000100:00100000:3.0:1788598338.706078:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722853248 00000100:00100000:3.0:1788598338.706082:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722853248 00000100:00100000:3.0:1788598338.706097:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722852864 00000100:00100000:3.0:1788598338.706099:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722852864 00000100:00100000:3.0:1788598338.706110:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722853376 00000100:00100000:3.0:1788598338.706113:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722853376 00000100:00100000:3.0:1788598338.706128:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 693 00000100:00100000:3.0:1788598338.706137:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+74:2432:x1875480722852736:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598338.706239:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+74:2432:x1875480722852736:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 102us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598338.706247:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 693 00000100:00100000:3.0:1788598338.706264:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 694 00000100:00100000:3.0:1788598338.706287:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2432:x1875480722853248:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598338.706316:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2432:x1875480722853248:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598338.706322:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 694 00000100:00100000:3.0:1788598338.706333:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 695 00000100:00100000:3.0:1788598338.706339:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480722852864:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598338.706374:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480722852864:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 35us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598338.706381:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 695 00000100:00100000:3.0:1788598338.706398:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 696 00000100:00100000:3.0:1788598338.706408:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480722853376:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598338.706436:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480722853376:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598338.706442:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 696 00000100:00100000:3.0:1788598338.706476:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722852992 00000100:00100000:3.0:1788598338.706480:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722852992 00000100:00100000:3.0:1788598338.706519:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722853504 00000100:00100000:3.0:1788598338.706523:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722853504 00000100:00100000:3.0:1788598338.706546:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722853120 00000100:00100000:3.0:1788598338.706550:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722853120 00000100:00100000:3.0:1788598338.706566:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722853632 00000100:00100000:3.0:1788598338.706571:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722853632 00000100:00100000:3.0:1788598338.706594:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 415 00000100:00100000:3.0:1788598338.706607:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2432:x1875480722852992:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598338.706635:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2432:x1875480722852992:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 35us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598338.706650:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 415 00000100:00100000:3.0:1788598338.706663:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 416 00000100:00100000:3.0:1788598338.706669:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722853504:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598338.706701:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722853504:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598338.706708:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 416 00000100:00100000:3.0:1788598338.706726:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 417 00000100:00100000:2.0:1788598338.706751:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722852608 00000100:00100000:2.0:1788598338.706767:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722852608 00000100:00100000:3.0:1788598338.706768:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2432:x1875480722853120:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598338.706800:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:2432:x1875480722853120:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 67us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598338.706806:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 417 00000100:00100000:3.0:1788598338.706817:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 418 00000100:00100000:3.0:1788598338.706823:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722853632:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598338.706843:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722853632:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (1233us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598338.706849:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 418 00000100:00100000:2.0:1788598338.707940:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 618 00000100:00100000:2.0:1788598338.708018:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480722852608:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598338.708101:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480722852608:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 150us (2591us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598338.708109:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 618 00000100:00080000:1.0:1788598338.716457:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598338.716471:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598338.716475:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598338.716478:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598339.332218:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598339.332268:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746944000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598339.332373:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598339.335282:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746944000 00000100:00100000:1.0:1788598339.335304:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746944000 00000100:00100000:1.0:1788598339.335402:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1788598339.335416:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746944000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598339.335467:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598339.335577:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746944000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 164us (3204us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598339.335585:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1788598339.335667:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746944000:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598339.458218:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598339.843435:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746944256:0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.843460:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746944512:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.843942:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598339.844009:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746944768:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.844036:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598339.844055:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746945280:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.844072:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598339.844104:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788598339.844109:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746944384:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.844131:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598339.844147:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746944896:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.844167:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598339.844183:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746945408:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.844203:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598339.844228:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598339.844269:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746945024:0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844296:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598339.844314:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746945536:0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844344:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598339.844354:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746944768 00000100:00100000:3.0:1788598339.844364:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746944768 00000100:00100000:2.0:1788598339.844364:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1788598339.844369:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746944128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598339.844390:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598339.844406:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746944640:0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844422:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598339.844426:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746945280 00000100:00100000:3.0:1788598339.844429:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746945280 00000100:00100000:2.0:1788598339.844441:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746945152:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.844443:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746944384 00000100:00100000:3.0:1788598339.844445:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746944384 00000100:00100000:3.0:1788598339.844455:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746944896 00000100:00100000:3.0:1788598339.844457:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746944896 00000100:00100000:2.0:1788598339.844460:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598339.844470:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746945408 00000100:00100000:3.0:1788598339.844472:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746945408 00000100:00100000:2.0:1788598339.844478:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746945664:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.844483:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746944640 00000100:00100000:3.0:1788598339.844485:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746944640 00000100:00100000:2.0:1788598339.844499:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598339.844500:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1788598339.844509:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746944768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844528:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746944512 00000100:00100000:2.0:1788598339.844531:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746944512 00000100:00100000:2.0:1788598339.844563:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1788598339.844566:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746944768:12345-0@lo:400:kworker.0 Request processed in 59us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598339.844569:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746944512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.844573:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1788598339.844590:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1788598339.844596:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746945280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844603:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746944512:12345-0@lo:400:kworker.0 Request processed in 35us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598339.844609:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1788598339.844630:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746944128 00000100:00100000:3.0:1788598339.844633:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746945280:12345-0@lo:400:kworker.0 Request processed in 38us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598339.844633:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746944128 00000100:00100000:3.0:1788598339.844646:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1788598339.844657:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1788598339.844660:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1788598339.844662:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746944384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844665:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746944128:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598339.844688:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746944384:12345-0@lo:400:kworker.0 Request processed in 26us (557us total) trans 0 rc 0/0 00002000:00000024:2.0:1788598339.844691:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788598339.844692:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1788598339.844702:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1788598339.844708:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746944896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844720:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746944128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598339.844726:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1788598339.844728:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746944896:12345-0@lo:400:kworker.0 Request processed in 22us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598339.844751:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1788598339.844760:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1788598339.844760:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746945024 00000100:00100000:2.0:1788598339.844763:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746945024 00000100:00100000:3.0:1788598339.844766:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746945408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844788:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746945536 00000100:00100000:2.0:1788598339.844791:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746945536 00000100:00100000:2.0:1788598339.844803:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746945152 00000100:00100000:2.0:1788598339.844805:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746945152 00000100:00100000:2.0:1788598339.844817:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746945664 00000100:00100000:2.0:1788598339.844819:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746945664 00000100:00100000:2.0:1788598339.844832:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1788598339.844839:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746945024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844877:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746945024:12345-0@lo:400:kworker.0 Request processed in 39us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598339.844883:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1788598339.844895:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1788598339.844901:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746945536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844922:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746945536:12345-0@lo:400:kworker.0 Request processed in 23us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598339.844926:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1788598339.844934:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1788598339.844939:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746945152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844960:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746945152:12345-0@lo:400:kworker.0 Request processed in 21us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598339.844964:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1788598339.844974:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1788598339.844978:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746945664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.844996:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746945664:12345-0@lo:400:kworker.0 Request processed in 18us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598339.845001:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1788598339.845056:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746944128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598339.845066:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746945152:0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.845072:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746945664:0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.845081:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746944512:0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.845088:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746945024:0@lo:400:kworker.0 00000100:00100000:2.0:1788598339.845104:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746945536:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.845277:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746945408:12345-0@lo:400:kworker.0 Request processed in 25us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598339.845283:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1788598339.845296:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1788598339.845303:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746944640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.845343:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746944640:12345-0@lo:400:kworker.0 Request processed in 41us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598339.845348:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00080000:3.0:1788598339.845394:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598339.845399:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598339.845401:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598339.845403:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598339.845429:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746944384:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.845438:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746944896:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.845447:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746945408:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.845455:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746944768:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.845464:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746945280:0@lo:400:kworker.0 00000100:00100000:1.0:1788598339.845465:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746944256 00000100:00100000:1.0:1788598339.845470:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746944256 00000100:00100000:1.0:1788598339.845507:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1788598339.845514:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746944256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598339.845560:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746944256:12345-0@lo:400:kworker.0 Request processed in 47us (1620us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598339.845567:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1788598339.845647:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746944640:0@lo:400:kworker.0 00000100:00100000:3.0:1788598339.845674:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746944256:0@lo:400:kworker.0 00000100:00100000:1.0:1788598340.354134:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598340.354166:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746945792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598340.354265:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598340.354378:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746945792 00000100:00100000:1.0:1788598340.354391:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746945792 00000100:00100000:1.0:1788598340.354451:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1788598340.354463:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746945792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598340.354497:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788598340.354557:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746945792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598340.354578:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1788598340.355177:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746945792:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1788598340.393427:0:19451:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffcaed11470 20000000:00000080:3.0:1788598340.393452:0:19451:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8a1a85377000 uarg=0000000000000000 00000040:00100000:3.0:1788598340.394454:0:19451:0:(llog.c:1067:llog_reverse_process()) index 60 : idx 49 20000000:01000000:3.0:1788598340.394466:0:19451:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 59 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:3.0:1788598340.394488:0:19451:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 00000040:00080000:3.0:1788598340.396193:0:19451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].61, 224 off18904 20000000:01000000:3.0:1788598340.396212:0:19451:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1788598340.396227:0:19451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].62, 112 off19016 00000040:00080000:3.0:1788598340.396240:0:19451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].63, 224 off19240 20000000:01000000:3.0:1788598340.396254:0:19451:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 00000040:00080000:3.0:1788598340.398382:0:19451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].56, 224 off18016 20000000:01000000:3.0:1788598340.398397:0:19451:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1788598340.398411:0:19451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].57, 120 off18136 00000040:00080000:3.0:1788598340.398425:0:19451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].58, 224 off18360 20000000:01000000:3.0:1788598340.398442:0:19451:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/new lustre.test_11c fl=4 00000040:00080000:3.0:1788598340.399301:0:19451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].56, 224 off18016 20000000:01000000:3.0:1788598340.399313:0:19451:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1788598340.399343:0:19451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].57, 120 off18136 00000040:00080000:3.0:1788598340.399357:0:19451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].58, 224 off18360 10000000:01000000:3.0:1788598340.399369:0:19451:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1788598340.399397:0:19451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399434:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a87387200/0x6b7334fb1606ee54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6b4 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399443:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a878a1c00/0x6b7334fb1606ee5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6bb expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399453:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a87387400/0x6b7334fb1606ee69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ee62 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399460:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a87386400/0x6b7334fb1606ee77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ee70 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399469:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a89320800/0x6b7334fb1606ee85 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ee7e expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399475:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a89321200/0x6b7334fb1606ee93 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ee8c expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399482:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a89320400/0x6b7334fb1606ee9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c2 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399488:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606eea8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eea1 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399494:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a88b1aa00/0x6b7334fb1606eeb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eeaf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399501:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606eec4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eebd expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399518:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eed2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eecb expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399524:0:19451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606eee0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eed9 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399532:0:19451:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399588:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606eee0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606eed9 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.399608:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606eee0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606eed9 expref: 22 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.399629:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746945920:0@lo:104: 00000100:00100000:3.0:1788598340.399730:0:19451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788598340.400086:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eed2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606eecb expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.400095:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eed2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606eecb expref: 22 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.400103:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946048:0@lo:104: 00000100:00100000:3.0:1788598340.400127:0:19451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788598340.400494:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606eec4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606eebd expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.400504:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606eec4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606eebd expref: 22 pid: 6517 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.400523:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946176:0@lo:104: 00000100:00100000:3.0:1788598340.400554:0:19451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598340.400572:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746945920 00000100:00100000:1.0:1788598340.400582:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746945920 00000100:00100000:2.0:1788598340.400931:0:6507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746946048 00000100:00100000:2.0:1788598340.400937:0:6507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746946048 00000100:00100000:2.0:1788598340.401015:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788598340.401027:0:6507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:971c333c-c41b-4c25-8f57-79ed548ad641+4:19451:x1875480746945920:12345-0@lo:104: 00010000:00010000:2.0:1788598340.401045:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606eed9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eee0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401113:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788598340.401120:0:6507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:971c333c-c41b-4c25-8f57-79ed548ad641+4:19451:x1875480746945920:12345-0@lo:104: Request processed in 95us (1390us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598340.401127:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788598340.401146:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788598340.401152:0:6507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:971c333c-c41b-4c25-8f57-79ed548ad641+3:19451:x1875480746946048:12345-0@lo:104: 00010000:00010000:2.0:1788598340.401160:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1600/0x6b7334fb1606eecb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eed2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401193:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788598340.401198:0:6507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:971c333c-c41b-4c25-8f57-79ed548ad641+3:19451:x1875480746946048:12345-0@lo:104: Request processed in 47us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598340.401204:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00010000:2.0:1788598340.401225:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788598340.401234:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606eed9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eee0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401242:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:2.0:1788598340.401257:0:7448:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606eed9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606eee0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401267:0:7448:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606eed9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606eee0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788598340.401275:0:7448:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606eed9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606eee0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788598340.401281:0:7448:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788598340.401496:0:7448:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606eed9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eee0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401505:0:7448:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788598340.401544:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606eed9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eee0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401552:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a878a0000/0x6b7334fb1606eed9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eee0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401571:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598340.401574:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1600/0x6b7334fb1606eecb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eed2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401580:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:2.0:1788598340.401583:0:7448:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1600/0x6b7334fb1606eecb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606eed2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401588:0:7448:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1600/0x6b7334fb1606eecb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606eed2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788598340.401760:0:7448:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1600/0x6b7334fb1606eecb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606eed2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788598340.401765:0:7448:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788598340.401783:0:7448:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1600/0x6b7334fb1606eecb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eed2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401788:0:7448:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788598340.401817:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1600/0x6b7334fb1606eecb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eed2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401824:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1600/0x6b7334fb1606eecb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eed2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.401834:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598340.401836:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598340.401838:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598340.401847:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598340.402042:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598340.402060:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746946304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788598340.402118:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788598340.402185:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a88b1aa00/0x6b7334fb1606eeb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606eeaf expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.402193:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1a88b1aa00/0x6b7334fb1606eeb6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606eeaf expref: 22 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.402200:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946560:0@lo:104: 00010000:00010000:3.0:1788598340.402220:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606eea8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606eea1 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.402224:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606eea8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606eea1 expref: 22 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.402229:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946688:0@lo:104: 00010000:00010000:3.0:1788598340.402251:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a89320400/0x6b7334fb1606ee9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c2 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.402261:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a1a89320400/0x6b7334fb1606ee9a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c2 expref: 11 pid: 6516 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.402271:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88357b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946816:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598340.402346:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a89321200/0x6b7334fb1606ee93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606ee8c expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.402359:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1a89321200/0x6b7334fb1606ee93 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606ee8c expref: 22 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.402364:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88354700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946944:0@lo:104: 00010000:00010000:3.0:1788598340.402386:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a89320800/0x6b7334fb1606ee85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606ee7e expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.402391:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1a89320800/0x6b7334fb1606ee85 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606ee7e expref: 22 pid: 6517 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.402395:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88357480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746947072:0@lo:104: 00010000:00010000:3.0:1788598340.402409:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a87386400/0x6b7334fb1606ee77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606ee70 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.402413:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1a87386400/0x6b7334fb1606ee77 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606ee70 expref: 22 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.402417:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88356a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746947200:0@lo:104: 00010000:00010000:3.0:1788598340.402430:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a87387400/0x6b7334fb1606ee69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b7334fb1606ee62 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.402434:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8a1a87387400/0x6b7334fb1606ee69 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b7334fb1606ee62 expref: 22 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.402438:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88354380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746947328:0@lo:104: 00010000:00010000:3.0:1788598340.402450:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a878a1c00/0x6b7334fb1606ee5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6bb expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.402462:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a1a878a1c00/0x6b7334fb1606ee5b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6bb expref: 11 pid: 6517 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.402468:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746947456:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598340.402489:0:19451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a1a87387200/0x6b7334fb1606ee54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6b4 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.402495:0:19451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a1a87387200/0x6b7334fb1606ee54 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6b4 expref: 11 pid: 6516 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.402499:0:19451:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88354e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746947584:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598340.402510:0:19451:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352af00 going to sleep for 11 seconds 00000100:00100000:3.0:1788598340.402533:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746945920:0@lo:104: 00000100:00100000:3.0:1788598340.402543:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946048:0@lo:104: 00000100:00100000:2.0:1788598340.402687:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746946432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788598340.402712:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598340.402785:0:6507:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788598340.402799:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598340.402806:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598340.402811:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598340.402816:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598340.402821:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598340.402826:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598340.402830:0:6507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746946176 00000100:00100000:2.0:1788598340.402835:0:6507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746946176 00000100:00100000:1.0:1788598340.402959:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746946560 00000100:00100000:1.0:1788598340.402964:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746946560 00000100:00100000:1.0:1788598340.402993:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746946688 00000100:00100000:1.0:1788598340.402995:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746946688 00000100:00100000:1.0:1788598340.403004:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746946944 00000100:00100000:1.0:1788598340.403006:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746946944 00000100:00100000:1.0:1788598340.403014:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746947072 00000100:00100000:1.0:1788598340.403016:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746947072 00000100:00100000:1.0:1788598340.403025:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746947200 00000100:00100000:1.0:1788598340.403027:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746947200 00000100:00100000:1.0:1788598340.403036:0:8420:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746947328 00000100:00100000:1.0:1788598340.403038:0:8420:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746947328 00000100:00100000:1.0:1788598340.403047:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788598340.403053:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+9:19451:x1875480746946560:12345-0@lo:104: 00010000:00010000:1.0:1788598340.403063:0:8420:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eeb6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403106:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788598340.403112:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+9:19451:x1875480746946560:12345-0@lo:104: Request processed in 58us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598340.403119:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788598340.403133:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788598340.403138:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+8:19451:x1875480746946688:12345-0@lo:104: 00010000:00010000:1.0:1788598340.403145:0:8420:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403184:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788598340.403187:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+8:19451:x1875480746946688:12345-0@lo:104: Request processed in 50us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598340.403192:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788598340.403200:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788598340.403204:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+7:19451:x1875480746946944:12345-0@lo:104: 00010000:00010000:1.0:1788598340.403209:0:8420:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ee93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403228:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1788598340.403231:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+7:19451:x1875480746946944:12345-0@lo:104: Request processed in 28us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598340.403235:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788598340.403241:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788598340.403244:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+6:19451:x1875480746947072:12345-0@lo:104: 00010000:00010000:1.0:1788598340.403249:0:8420:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403269:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1788598340.403276:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+6:19451:x1875480746947072:12345-0@lo:104: Request processed in 30us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598340.403281:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788598340.403291:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788598340.403296:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+5:19451:x1875480746947200:12345-0@lo:104: 00010000:00010000:1.0:1788598340.403303:0:8420:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403365:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1788598340.403368:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+5:19451:x1875480746947200:12345-0@lo:104: Request processed in 74us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598340.403373:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788598340.403381:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788598340.403385:0:8420:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+4:19451:x1875480746947328:12345-0@lo:104: 00010000:00010000:1.0:1788598340.403390:0:8420:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403404:0:8420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:1.0:1788598340.403407:0:8420:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:971c333c-c41b-4c25-8f57-79ed548ad641+4:19451:x1875480746947328:12345-0@lo:104: Request processed in 23us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598340.403410:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00010000:1.0:1788598340.403430:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1788598340.403434:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eeb6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403440:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598340.403442:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606eeb6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403450:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606eeb6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598340.403455:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606eeb6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598340.403458:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598340.403488:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eeb6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403493:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598340.403507:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eeb6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403512:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4c00/0x6b7334fb1606eeaf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eeb6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403521:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788598340.403523:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403526:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4000 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598340.403529:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403535:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598340.403541:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598340.403546:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598340.403557:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403563:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598340.403575:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403590:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a889f4000/0x6b7334fb1606eea1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eea8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598340.403715:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788598340.403722:0:6507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b919ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:971c333c-c41b-4c25-8f57-79ed548ad641+3:19451:x1875480746946176:12345-0@lo:104: 00010000:00010000:2.0:1788598340.403728:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1800/0x6b7334fb1606eebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eec4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.403776:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:2.0:1788598340.403779:0:6507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b919ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:971c333c-c41b-4c25-8f57-79ed548ad641+3:19451:x1875480746946176:12345-0@lo:104: Request processed in 59us (3226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598340.403783:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:1.0:1788598340.403911:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788598340.403914:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ee93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403920:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387800 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598340.403923:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ee93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403930:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ee93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598340.403936:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ee93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598340.403942:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598340.403957:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403962:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598340.403969:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403976:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a87387800/0x6b7334fb1606ee8c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee93 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.403985:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788598340.403994:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404000:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387600 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598340.404003:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404009:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598340.404017:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598340.404022:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598340.404035:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404040:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598340.404044:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404049:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a87387600/0x6b7334fb1606ee7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee85 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404054:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788598340.404056:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404060:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386200 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598340.404061:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404073:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598340.404077:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598340.404081:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598340.404088:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404091:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598340.404094:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404098:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a87386200/0x6b7334fb1606ee70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee77 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404105:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788598340.404107:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404112:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1bc00 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598340.404114:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404120:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598340.404127:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598340.404138:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598340.404152:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404158:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598340.404161:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404166:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1bc00/0x6b7334fb1606ee62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606ee69 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404172:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598340.404174:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1800/0x6b7334fb1606eebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b7334fb1606eec4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404177:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1800 already unused, calling callback (ffffffffc1503c20) 10000000:00010000:1.0:1788598340.404179:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1800/0x6b7334fb1606eebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b7334fb1606eec4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404183:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1800/0x6b7334fb1606eebd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b7334fb1606eec4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788598340.404186:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1800/0x6b7334fb1606eebd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b7334fb1606eec4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598340.404189:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788598340.404199:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1800/0x6b7334fb1606eebd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eec4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404202:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788598340.404210:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1800/0x6b7334fb1606eebd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eec4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404214:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8a1a878a1800/0x6b7334fb1606eebd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b7334fb1606eec4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.404225:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598340.404227:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598340.404228:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598340.404239:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746947712:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.404273:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598340.404308:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746948224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.404340:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598340.404363:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598340.404367:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746948096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.404381:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598340.404406:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746947840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.404419:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598340.404424:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746948352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.404438:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598340.404444:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788598340.404447:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746947968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.404457:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598340.404462:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746948480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.404471:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598340.404488:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746946304 00000100:00100000:1.0:1788598340.404494:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746946304 00010000:00010000:1.0:1788598340.404519:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606eee0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eed9 expref: 23 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598340.404533:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746946432 00000100:00100000:1.0:1788598340.404536:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746946432 00010000:00010000:1.0:1788598340.404565:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eed2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eecb expref: 24 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598340.404577:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746947712 00000100:00100000:1.0:1788598340.404579:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746947712 00010000:00010000:1.0:1788598340.404589:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a88b1aa00/0x6b7334fb1606eeb6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eeaf expref: 25 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598340.404714:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746948224 00000100:00100000:2.0:1788598340.404717:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746948224 00010000:00010000:2.0:1788598340.404729:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a87386400/0x6b7334fb1606ee77 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ee70 expref: 26 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598340.404758:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746948096 00000100:00100000:2.0:1788598340.404760:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746948096 00010000:00010000:2.0:1788598340.404767:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a89320800/0x6b7334fb1606ee85 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ee7e expref: 27 pid: 6517 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598340.404772:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746947840 00000100:00100000:2.0:1788598340.404773:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746947840 00010000:00010000:2.0:1788598340.404779:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606eea8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eea1 expref: 28 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598340.404785:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746948352 00000100:00100000:2.0:1788598340.404787:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746948352 00010000:00010000:2.0:1788598340.404792:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a87387400/0x6b7334fb1606ee69 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ee62 expref: 29 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598340.404797:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746947968 00000100:00100000:2.0:1788598340.404798:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746947968 00010000:00010000:2.0:1788598340.404810:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a89321200/0x6b7334fb1606ee93 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ee8c expref: 30 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598340.404816:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746948480 00000100:00100000:2.0:1788598340.404818:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746948480 00010000:00010000:2.0:1788598340.404823:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606eec4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eebd expref: 31 pid: 6517 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598340.404830:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1788598340.404835:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+31:3667:x1875480746946304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788598340.404844:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598340.405221:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606eee0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eed9 expref: 31 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.405237:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606eee0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606eed9 expref: 31 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.405256:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1a800/0x6b7334fb1606eee0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606eed9 expref: 31 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.405273:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598340.405351:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+30:3667:x1875480746946304:12345-0@lo:103:ldlm_bl.0 Request processed in 515us (3233us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598340.405358:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1788598340.405376:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1788598340.405383:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+29:3665:x1875480746946432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788598340.405392:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598340.405396:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eed2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eecb expref: 29 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.405417:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eed2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606eecb expref: 29 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.405426:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eed2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606eecb expref: 29 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.405436:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598340.405465:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+28:3665:x1875480746946432:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (2751us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598340.405471:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1788598340.405483:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1788598340.405488:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+27:3666:x1875480746947712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788598340.405507:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598340.405512:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a88b1aa00/0x6b7334fb1606eeb6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eeaf expref: 27 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.405520:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a88b1aa00/0x6b7334fb1606eeb6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606eeaf expref: 27 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.405528:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598340.405557:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+27:3666:x1875480746947712:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (1284us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598340.405562:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1788598340.405574:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1788598340.405580:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+26:3666:x1875480746948224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788598340.405587:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598340.405591:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a87386400/0x6b7334fb1606ee77 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ee70 expref: 26 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.405793:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1788598340.405804:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+26:3666:x1875480746948096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598340.405813:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598340.405818:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a89320800/0x6b7334fb1606ee85 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ee7e expref: 26 pid: 6517 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.405828:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a89320800/0x6b7334fb1606ee85 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ee7e expref: 26 pid: 6517 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.405839:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598340.405876:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+26:3666:x1875480746948096:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (1493us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598340.405892:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1788598340.405907:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1788598340.405913:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+25:3667:x1875480746947840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598340.405921:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598340.405925:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606eea8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eea1 expref: 25 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.405933:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606eea8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606eea1 expref: 25 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.405942:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598340.405965:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+25:3667:x1875480746947840:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (1544us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598340.405971:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1788598340.405983:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1788598340.405989:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34b9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+24:3667:x1875480746948352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598340.405998:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598340.406002:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a87387400/0x6b7334fb1606ee69 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ee62 expref: 24 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.406011:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a87387400/0x6b7334fb1606ee69 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ee62 expref: 24 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.406021:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598340.406043:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34b9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+24:3667:x1875480746948352:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (1603us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598340.406049:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1788598340.406069:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1788598340.406076:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746947968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598340.406084:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598340.406088:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a89321200/0x6b7334fb1606ee93 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606ee8c expref: 23 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.406095:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a89321200/0x6b7334fb1606ee93 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ee8c expref: 23 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.406105:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598340.406127:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746947968:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (1668us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598340.406133:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1788598340.406144:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1788598340.406151:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+22:3667:x1875480746948480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788598340.406158:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598340.406162:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606eec4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b7334fb1606eebd expref: 22 pid: 6517 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.406170:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606eec4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606eebd expref: 22 pid: 6517 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.406178:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598340.406197:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:971c333c-c41b-4c25-8f57-79ed548ad641+22:3667:x1875480746948480:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (1725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598340.406202:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00010000:00010000:3.0:1788598340.406262:0:19451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606eec4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606eebd expref: 21 pid: 6517 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.406284:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946176:0@lo:104: 00010000:00010000:3.0:1788598340.406300:0:19451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a88b1aa00/0x6b7334fb1606eeb6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606eeaf expref: 20 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.406307:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946560:0@lo:104: 00010000:00010000:3.0:1788598340.406326:0:19451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a878a1000/0x6b7334fb1606eea8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606eea1 expref: 19 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.406336:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946688:0@lo:104: 00010000:00010000:3.0:1788598340.406349:0:19451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a89321200/0x6b7334fb1606ee93 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ee8c expref: 18 pid: 6516 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.406358:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88354700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946944:0@lo:104: 00010000:00010000:3.0:1788598340.406368:0:19451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a89320800/0x6b7334fb1606ee85 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ee7e expref: 17 pid: 6517 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.406378:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88357480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746947072:0@lo:104: 00000100:00100000:3.0:1788598340.406387:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88356a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746947200:0@lo:104: 00010000:00010000:3.0:1788598340.406396:0:19451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a87387400/0x6b7334fb1606ee69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ee62 expref: 16 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.406405:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88354380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746947328:0@lo:104: 00010000:00010000:2.0:1788598340.406590:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a87386400/0x6b7334fb1606ee77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b7334fb1606ee70 expref: 15 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.406609:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a87386400/0x6b7334fb1606ee77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b7334fb1606ee70 expref: 15 pid: 6518 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.406619:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598340.406771:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746946432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.406822:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746948096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.406833:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746947712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788598340.407139:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:971c333c-c41b-4c25-8f57-79ed548ad641+14:3666:x1875480746948224:12345-0@lo:103:ldlm_bl.0 Request processed in 1558us (2797us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598340.407148:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1788598340.407234:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746948224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.407263:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746947968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.407271:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746948480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.407279:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746947840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.407288:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746948352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788598340.407297:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746946304:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788598340.407333:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598340.407341:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598340.411481:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598340.411517:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598340.411612:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598340.411662:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722853760 00000100:00100000:3.0:1788598340.411696:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722853760 00010000:00010000:3.0:1788598340.411776:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a878a1c00/0x6b7334fb1606ee5b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6bb expref: 12 pid: 6517 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598340.411818:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722854016 00000100:00100000:3.0:1788598340.411821:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722854016 00010000:00010000:3.0:1788598340.411847:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a87387200/0x6b7334fb1606ee54 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6b4 expref: 13 pid: 6516 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598340.411956:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722853888 00000100:00100000:2.0:1788598340.411961:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722853888 00010000:00010000:2.0:1788598340.411980:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a1a89320400/0x6b7334fb1606ee9a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c2 expref: 14 pid: 6516 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598340.412011:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 268 00000100:00100000:2.0:1788598340.412021:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27eb2831-c520-4381-8808-4da803a1bb82+14:2432:x1875480722853760:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598340.412040:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598340.412046:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a878a1c00/0x6b7334fb1606ee5b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6bb expref: 14 pid: 6517 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.412059:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a878a1c00/0x6b7334fb1606ee5b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6bb expref: 14 pid: 6517 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.412085:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598340.412152:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27eb2831-c520-4381-8808-4da803a1bb82+14:2432:x1875480722853760:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 132us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598340.412160:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 268 00000100:00100000:2.0:1788598340.412196:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 269 00000100:00100000:2.0:1788598340.412203:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27eb2831-c520-4381-8808-4da803a1bb82+13:2432:x1875480722853888:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598340.412212:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598340.412215:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a89320400/0x6b7334fb1606ee9a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c2 expref: 13 pid: 6516 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.412227:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a89320400/0x6b7334fb1606ee9a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c2 expref: 13 pid: 6516 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598340.412238:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598340.412257:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:27eb2831-c520-4381-8808-4da803a1bb82+13:2432:x1875480722853888:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 54us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598340.412264:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 269 00000100:00100000:3.0:1788598340.412490:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 270 00000100:00100000:3.0:1788598340.412498:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480722854016:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598340.412507:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598340.412511:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a1a87387200/0x6b7334fb1606ee54 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6b4 expref: 12 pid: 6516 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412519:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a1a87387200/0x6b7334fb1606ee54 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6b4 expref: 12 pid: 6516 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412533:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412543:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412561:0:10276:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412568:0:10276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412574:0:10276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412587:0:10276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412593:0:10276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598340.412597:0:10276:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412605:0:10276:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412615:0:10276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598340.412640:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598340.412663:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480722854016:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 166us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598340.412669:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 270 00010000:00010000:1.0:1788598340.415288:0:19451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a89320400/0x6b7334fb1606ee9a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c2 expref: 11 pid: 6516 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598340.415345:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88357b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746946816:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598340.415365:0:19451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a878a1c00/0x6b7334fb1606ee5b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6bb expref: 10 pid: 6517 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598340.415377:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746947456:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598340.415389:0:19451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a87387200/0x6b7334fb1606ee54 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6b4 expref: 9 pid: 6516 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598340.415400:0:19451:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88354e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19451:1875480746947584:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598340.415479:0:19451:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.415491:0:19451:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.415498:0:19451:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598340.415504:0:19451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606eee7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598340.419390:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598340.482949:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598340.739419:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598340.739432:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598340.739970:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598340.739986:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788598341.506475:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598341.892171:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746948608 00000100:00100000:1.0:1788598341.892182:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746948608 00000100:00100000:1.0:1788598341.892277:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1788598341.892292:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746948608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598341.892368:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788598341.892429:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746948608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598341.892437:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1788598341.894387:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746948736 00000100:00100000:1.0:1788598341.894401:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746948736 00000100:00100000:1.0:1788598341.894486:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1788598341.894497:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746948736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598341.894527:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00080000:3.0:1788598341.895410:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598341.895532:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746948736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1029us (2350us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598341.895545:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1788598341.896351:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746948736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598342.146712:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746948864 00000100:00100000:2.0:1788598342.146725:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746948864 00000100:00100000:2.0:1788598342.146840:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1788598342.146852:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+14:6520:x1875480746948864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598342.146871:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598342.146889:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eef5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606eeee expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.146920:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eef5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606eeee expref: 15 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.146932:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1a400/0x6b7334fb1606eef5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eeee expref: 15 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.146943:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1a400, rc 0) 00000100:00100000:2.0:1788598342.147001:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746948864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.147020:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1788598342.152407:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746948992 00000100:00100000:1.0:1788598342.152433:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746948992 00000100:00100000:1.0:1788598342.152545:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1788598342.152558:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746948992:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.153131:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746948992:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 575us (5444us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.153141:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1788598342.158108:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746949120 00000100:00100000:3.0:1788598342.158128:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746949120 00000100:00100000:3.0:1788598342.158311:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1788598342.158326:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746949120:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.159100:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746949120:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 255us (4461us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.159111:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1788598342.190207:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746949248 00000100:00100000:2.0:1788598342.190223:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746949248 00000100:00100000:2.0:1788598342.190311:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1788598342.190323:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:19455:x1875480746949248:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598342.190563:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:19455:x1875480746949248:12345-0@lo:502:llog_process_th.0 Request processed in 242us (26022us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.190585:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1788598342.199892:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746949376 00000100:00100000:2.0:1788598342.199914:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746949376 00000100:00100000:2.0:1788598342.200129:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1788598342.200143:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:19455:x1875480746949376:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598342.200381:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+15:19455:x1875480746949376:12345-0@lo:502:llog_process_th.0 Request processed in 241us (4240us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.200390:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000020:01000000:2.0:1788598342.203540:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:2.0:1788598342.203697:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788598342.203712:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606eeee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eef5 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.203726:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a87aaa800/0x6b7334fb1606eeee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606eef5 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788598342.203768:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1788598342.203772:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1788598342.203775:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1788598342.204547:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a800/0x6b7334fb1606eefc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.205561:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a800/0x6b7334fb1606eefc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.205645:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a800/0x6b7334fb1606eefc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598342.205729:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746949504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.207124:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598342.208198:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b908190c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.213313:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746949504 00000100:00100000:3.0:1788598342.213353:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746949504 00000100:00100000:2.0:1788598342.214114:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1788598342.214129:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+15:6520:x1875480746949504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598342.214151:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598342.214173:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1a600/0x6b7334fb1606ef03 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606eefc expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.214208:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1a600/0x6b7334fb1606ef03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606eefc expref: 16 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.214220:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1a600/0x6b7334fb1606ef03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606eefc expref: 16 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.214232:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1a600, rc 0) 00000100:00100000:2.0:1788598342.214345:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746949504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 219us (7227us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.214353:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1788598342.215675:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746949504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598342.215708:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a800/0x6b7334fb1606eefc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef03 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.215721:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a800/0x6b7334fb1606eefc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ef03 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598342.216145:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746949632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.216211:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.216264:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff900 going to sleep for 11 seconds 00000100:00100000:2.0:1788598342.216428:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746949632 00000100:00100000:2.0:1788598342.216628:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746949632 00000100:00100000:2.0:1788598342.217700:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1788598342.217722:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746949632:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.218063:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746949632:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 350us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.218160:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746949632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.218225:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746949760:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.218301:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.218356:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff900 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.219462:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746949760 00000100:00100000:3.0:1788598342.219477:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746949760 00000100:00100000:2.0:1788598342.221987:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1788598342.222338:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1788598342.222358:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746949760:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.222983:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746949760:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 631us (4689us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.222992:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1788598342.223413:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746949760:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788598342.226220:0:19456:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:1.0:1788598342.233069:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1788598342.233130:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788598342.233147:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a800/0x6b7334fb1606eefc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef03 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.233163:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a800/0x6b7334fb1606eefc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef03 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598342.233177:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788598342.233181:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1bc2d5f800 from 61 10000000:01000000:1.0:1788598342.233184:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788598342.233247:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a89320400/0x6b7334fb1606ef0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.233256:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a89320400/0x6b7334fb1606ef0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.233271:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a89320400/0x6b7334fb1606ef0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598342.233341:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746949888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.234561:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.234788:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598342.239123:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746949888 00000100:00100000:2.0:1788598342.239146:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746949888 00000100:00100000:3.0:1788598342.239342:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1788598342.239354:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+16:6520:x1875480746949888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598342.239379:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598342.239405:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ef11 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ef0a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.239785:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ef11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ef0a expref: 17 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.239804:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a889f4400/0x6b7334fb1606ef11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ef0a expref: 17 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.239816:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f4400, rc 0) 00000100:00100000:3.0:1788598342.240071:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746949888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 718us (5517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.240080:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1788598342.240785:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746950016 00000100:00100000:2.0:1788598342.240792:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746950016 00000100:00100000:2.0:1788598342.240844:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1788598342.240853:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746950016:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.241015:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746950016:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 163us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.241022:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1788598342.241188:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a50a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950016:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.241226:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950144:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.241299:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598342.241331:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a240 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.242064:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950144:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.253538:0:19457:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19457:1875480746950272:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598342.253698:0:19457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598342.253783:0:19457:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a240 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.255935:0:19457:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19457:1875480746950272:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598342.256062:0:19457:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19457:1875480746950400:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598342.256147:0:19457:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598342.256221:0:19457:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a240 going to sleep for 11 seconds 00000100:00100000:2.0:1788598342.256835:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746950400 00000100:00100000:2.0:1788598342.256846:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746950400 00000100:00100000:2.0:1788598342.256916:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788598342.256926:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:19457:x1875480746950400:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598342.257094:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+17:19457:x1875480746950400:12345-0@lo:502:llog_process_th.0 Request processed in 169us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.257102:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1788598342.257328:0:19457:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19457:1875480746950400:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788598342.257365:0:19457:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:1.0:1788598342.258393:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1788598342.258447:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788598342.258461:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a89320400/0x6b7334fb1606ef0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef11 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.258483:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a89320400/0x6b7334fb1606ef0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef11 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598342.258497:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1788598342.258500:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1788598342.258504:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1788598342.258555:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a89321800/0x6b7334fb1606ef18 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.258563:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a89321800/0x6b7334fb1606ef18 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.258581:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a89321800/0x6b7334fb1606ef18 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598342.258608:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.258677:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.258774:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff240 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.259025:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746950528 00000100:00100000:3.0:1788598342.259034:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746950528 00000100:00100000:3.0:1788598342.259097:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1788598342.259109:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+17:6520:x1875480746950528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598342.259127:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598342.259146:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606ef1f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ef18 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.259174:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606ef1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ef18 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.259187:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a889f5e00/0x6b7334fb1606ef1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ef18 expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.259210:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f5e00, rc 0) 00000100:00100000:3.0:1788598342.259258:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746950528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.259274:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1788598342.259903:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598342.259933:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a89321800/0x6b7334fb1606ef18 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef1f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.259944:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a89321800/0x6b7334fb1606ef18 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ef1f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598342.260034:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.260078:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.260118:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1788598342.260136:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746950656 00000100:00100000:1.0:1788598342.260140:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746950656 00000100:00100000:1.0:1788598342.260177:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788598342.260184:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746950656:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.260552:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746950656:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 366us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.260560:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788598342.260773:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.260812:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950784:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.260984:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.260994:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1788598342.261017:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746950784 00000100:00100000:1.0:1788598342.261022:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746950784 00000100:00100000:1.0:1788598342.261042:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1788598342.261049:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746950784:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.261147:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746950784:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 98us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.261154:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1788598342.261190:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950784:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788598342.264591:0:19458:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:1.0:1788598342.265181:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1788598342.265443:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1788598342.265458:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a89321800/0x6b7334fb1606ef18 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef1f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.265654:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a89321800/0x6b7334fb1606ef18 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef1f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598342.265672:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788598342.265675:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1b88388800 from 61 10000000:01000000:1.0:1788598342.265679:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788598342.265730:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a89321c00/0x6b7334fb1606ef26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.265764:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a89321c00/0x6b7334fb1606ef26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.265778:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a89321c00/0x6b7334fb1606ef26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598342.265810:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.265902:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598342.268014:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746950912 00000100:00100000:2.0:1788598342.268029:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746950912 00000100:00100000:2.0:1788598342.268109:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1788598342.268120:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+18:6520:x1875480746950912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598342.268141:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598342.268163:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1b400/0x6b7334fb1606ef2d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ef26 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.268210:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1b400/0x6b7334fb1606ef2d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ef26 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.268223:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1b400/0x6b7334fb1606ef2d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ef26 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.268233:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1b400, rc 0) 00000100:00100000:2.0:1788598342.272516:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746950912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 4384us (6600us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.272532:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1788598342.276130:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598342.276188:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746950912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598342.276248:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a89321c00/0x6b7334fb1606ef26 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef2d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.276265:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a89321c00/0x6b7334fb1606ef26 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ef2d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598342.276387:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746951040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.277562:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.277672:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598342.277990:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746951040 00000100:00100000:2.0:1788598342.278001:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746951040 00000100:00100000:2.0:1788598342.278070:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1788598342.278082:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746951040:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.278868:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746951040:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 786us (1307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.278877:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1788598342.282723:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746951040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.283190:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746951168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.283289:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598342.283356:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.283427:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746951168 00000100:00100000:3.0:1788598342.283672:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746951168 00000100:00100000:3.0:1788598342.283873:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1788598342.283885:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746951168:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.284198:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746951168:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 313us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.284207:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1788598342.290716:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746951168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788598342.291324:0:19459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88a50e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19459:1875480746951296:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788598342.291448:0:19459:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598342.291512:0:19459:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc840 going to sleep for 11 seconds 00000100:00100000:2.0:1788598342.291692:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746951296 00000100:00100000:2.0:1788598342.291702:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746951296 00000100:00100000:2.0:1788598342.291976:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1788598342.291988:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:19459:x1875480746951296:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598342.292206:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+19:19459:x1875480746951296:12345-0@lo:502:llog_process_th.0 Request processed in 220us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.292216:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1788598342.297985:0:19459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a50e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19459:1875480746951296:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598342.298138:0:19459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19459:1875480746951424:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598342.298239:0:19459:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.298310:0:19459:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff900 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.298388:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746951424 00000100:00100000:3.0:1788598342.298396:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746951424 00000100:00100000:3.0:1788598342.298477:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1788598342.298489:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:19459:x1875480746951424:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598342.298656:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+19:19459:x1875480746951424:12345-0@lo:502:llog_process_th.0 Request processed in 169us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.298666:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1788598342.299113:0:19459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19459:1875480746951424:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788598342.299146:0:19459:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1788598342.302885:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:2.0:1788598342.302944:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788598342.302959:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a89321c00/0x6b7334fb1606ef26 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef2d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.302974:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a89321c00/0x6b7334fb1606ef26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef2d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788598342.306653:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:3.0:1788598342.306664:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 56 10000000:01000000:3.0:1788598342.306673:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1788598342.307012:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5400/0x6b7334fb1606ef34 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.307027:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5400/0x6b7334fb1606ef34 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.307041:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5400/0x6b7334fb1606ef34 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598342.307099:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88356680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746951552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.307187:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598342.307239:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598342.307323:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746951552 00000100:00100000:0.0:1788598342.307333:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746951552 00000100:00100000:0.0:1788598342.307399:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1788598342.307409:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+19:6520:x1875480746951552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788598342.307426:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598342.307455:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a87aabe00/0x6b7334fb1606ef3b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ef34 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598342.307486:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a87aabe00/0x6b7334fb1606ef3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ef34 expref: 20 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598342.307498:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a87aabe00/0x6b7334fb1606ef3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ef34 expref: 20 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598342.307509:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87aabe00, rc 0) 00000100:00100000:0.0:1788598342.307609:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746951552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 201us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598342.307617:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1788598342.308941:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88356680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746951552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598342.308974:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5400/0x6b7334fb1606ef34 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef3b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.308988:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5400/0x6b7334fb1606ef34 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ef3b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598342.309097:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746951680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.309153:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.309257:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff900 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.315136:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746951680 00000100:00100000:3.0:1788598342.315161:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746951680 00000100:00100000:3.0:1788598342.315249:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1788598342.315262:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746951680:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.315605:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746951680:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 345us (6450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.315614:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1788598342.316777:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746951680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.316889:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746951808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.316992:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.317057:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff900 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.317208:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746951808 00000100:00100000:3.0:1788598342.317215:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746951808 00000100:00100000:3.0:1788598342.317339:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1788598342.317350:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746951808:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.317507:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746951808:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.317516:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1788598342.317607:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746951808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.318185:0:19460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19460:1875480746951936:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598342.318234:0:19460:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598342.326469:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746951936 00000100:00100000:2.0:1788598342.326492:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746951936 00000100:00100000:2.0:1788598342.326563:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1788598342.327765:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:19460:x1875480746951936:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598342.328047:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:19460:x1875480746951936:12345-0@lo:502:llog_process_th.0 Request processed in 1474us (9811us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.328058:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1788598342.328982:0:19460:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598342.329027:0:19460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19460:1875480746951936:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788598342.329079:0:19460:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788598342.329099:0:19460:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788598342.329101:0:19460:0:(obd_config.c:1559:class_process_config()) marker 54 (0x1) lustre-MDT0001-m del lustre.test_11c 00000020:00000080:1.0:1788598342.329108:0:19460:0:(obd_config.c:1468:class_process_config()) processing cmd: ce023 00000100:00100000:1.0:1788598342.329287:0:19460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19460:1875480746952064:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598342.329377:0:19460:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.329405:0:19460:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598342.330788:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746952064 00000100:00100000:2.0:1788598342.330805:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746952064 00000100:00100000:2.0:1788598342.330871:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1788598342.330882:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:19460:x1875480746952064:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598342.331084:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:19460:x1875480746952064:12345-0@lo:502:llog_process_th.0 Request processed in 203us (1707us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.331093:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1788598342.331273:0:19460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19460:1875480746952064:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788598342.331323:0:19460:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788598342.331331:0:19460:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788598342.331334:0:19460:0:(obd_config.c:1559:class_process_config()) marker 54 (0x2) lustre-MDT0001-m del lustre.test_11c 00000040:00080000:1.0:1788598342.331339:0:19460:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 59 count 58 00000020:01000000:2.0:1788598342.332390:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0001 gen 56-58 (rc=0) 10000000:01000000:2.0:1788598342.332420:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1788598342.332443:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5400/0x6b7334fb1606ef34 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef3b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.332458:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a889f5400/0x6b7334fb1606ef34 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef3b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788598342.332473:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1788598342.332476:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8a1b9fc3a800 from 61 10000000:01000000:2.0:1788598342.332480:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788598342.332526:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ac00/0x6b7334fb1606ef42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.332535:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ac00/0x6b7334fb1606ef42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.332547:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ac00/0x6b7334fb1606ef42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598342.333413:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746952192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.333504:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598342.333771:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598342.334227:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746952192 00000100:00100000:1.0:1788598342.334239:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746952192 00000100:00100000:1.0:1788598342.334309:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1788598342.334322:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+20:6520:x1875480746952192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598342.334361:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598342.334382:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a89321a00/0x6b7334fb1606ef49 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ef42 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.334416:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a89321a00/0x6b7334fb1606ef49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ef42 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.334429:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a89321a00/0x6b7334fb1606ef49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ef42 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.334454:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321a00, rc 0) 00000100:00100000:1.0:1788598342.334516:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746952192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 196us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.334524:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1788598342.336159:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746952192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598342.336191:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ac00/0x6b7334fb1606ef42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef49 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.336222:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ac00/0x6b7334fb1606ef42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ef49 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598342.336337:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746952320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.336398:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598342.336471:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598342.336569:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746952320 00000100:00100000:1.0:1788598342.336585:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746952320 00000100:00100000:1.0:1788598342.336642:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1788598342.336651:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746952320:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.336840:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746952320:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 189us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.336847:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1788598342.337059:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746952320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.337096:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746952448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.337146:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598342.337180:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598342.338155:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746952448 00000100:00100000:1.0:1788598342.338168:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746952448 00000100:00100000:1.0:1788598342.338324:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1788598342.338336:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746952448:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.338523:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746952448:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 189us (1375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.338543:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1788598342.338685:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746952448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788598342.351857:0:19461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19461:1875480746952576:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788598342.351989:0:19461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598342.352113:0:19461:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc480 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.357426:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746952576 00000100:00100000:3.0:1788598342.357461:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746952576 00000100:00100000:3.0:1788598342.357561:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1788598342.357718:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+21:19461:x1875480746952576:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788598342.358001:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+21:19461:x1875480746952576:12345-0@lo:502:llog_process_th.0 Request processed in 428us (6011us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.358011:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1788598342.358478:0:19461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19461:1875480746952576:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788598342.358565:0:19461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19461:1875480746952704:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788598342.358936:0:19461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598342.359024:0:19461:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc480 going to sleep for 11 seconds 00000100:00100000:2.0:1788598342.364628:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746952704 00000100:00100000:2.0:1788598342.364648:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746952704 00000100:00100000:2.0:1788598342.364730:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1788598342.364759:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+21:19461:x1875480746952704:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788598342.364978:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+21:19461:x1875480746952704:12345-0@lo:502:llog_process_th.0 Request processed in 221us (6246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.364987:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1788598342.365498:0:19461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19461:1875480746952704:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788598342.365550:0:19461:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1788598342.365982:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:2.0:1788598342.366010:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788598342.366022:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ac00/0x6b7334fb1606ef42 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef49 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.366035:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1ac00/0x6b7334fb1606ef42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef49 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788598342.366057:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1788598342.366060:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 56 10000000:01000000:2.0:1788598342.366063:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788598342.366103:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ef50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.366111:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ef50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.366121:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ef50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598342.366147:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746952832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.366204:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598342.366259:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.366326:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746952832 00000100:00100000:3.0:1788598342.366339:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746952832 00000100:00100000:3.0:1788598342.366391:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1788598342.366399:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+21:6520:x1875480746952832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598342.366412:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598342.366427:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a889f5c00/0x6b7334fb1606ef57 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ef50 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.366463:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a889f5c00/0x6b7334fb1606ef57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ef50 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.366475:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a889f5c00/0x6b7334fb1606ef57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ef50 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.366486:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f5c00, rc 0) 00000100:00100000:3.0:1788598342.366536:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746952832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.366544:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1788598342.366702:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746952832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788598342.366719:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ef50 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef57 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598342.366729:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ef50 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ef57 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598342.366851:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746952960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788598342.366881:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598342.366901:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598342.367003:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746952960 00000100:00100000:1.0:1788598342.367008:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746952960 00000100:00100000:1.0:1788598342.367033:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1788598342.367039:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746952960:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.367172:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746952960:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 133us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.367180:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1788598342.367371:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746952960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788598342.367404:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746953088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788598342.367462:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598342.367496:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598342.367535:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746953088 00000100:00100000:1.0:1788598342.367539:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746953088 00000100:00100000:1.0:1788598342.367557:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1788598342.367563:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746953088:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.367662:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746953088:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 98us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.367669:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1788598342.367907:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746953088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788598342.368347:0:19462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19462:1875480746953216:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788598342.368394:0:19462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598342.368430:0:19462:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc840 going to sleep for 11 seconds 00000100:00100000:1.0:1788598342.368516:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746953216 00000100:00100000:1.0:1788598342.368521:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746953216 00000100:00100000:1.0:1788598342.368556:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1788598342.368565:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:19462:x1875480746953216:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598342.368684:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:19462:x1875480746953216:12345-0@lo:502:llog_process_th.0 Request processed in 120us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.368690:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1788598342.369029:0:19462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19462:1875480746953216:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788598342.369059:0:19462:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788598342.369079:0:19462:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788598342.369082:0:19462:0:(obd_config.c:1559:class_process_config()) marker 53 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:0.0:1788598342.369088:0:19462:0:(obd_config.c:1468:class_process_config()) processing cmd: ce023 00000100:00100000:0.0:1788598342.370316:0:19462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19462:1875480746953344:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788598342.370389:0:19462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.370600:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746953344 00000100:00100000:1.0:1788598342.370607:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746953344 00000100:00100000:1.0:1788598342.370654:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1788598342.370664:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:19462:x1875480746953344:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788598342.370810:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+22:19462:x1875480746953344:12345-0@lo:502:llog_process_th.0 Request processed in 146us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.370817:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1788598342.374430:0:19462:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc180 going to sleep for 11 seconds 00000100:00100000:0.0:1788598342.374496:0:19462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:971c333c-c41b-4c25-8f57-79ed548ad641:19462:1875480746953344:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788598342.374555:0:19462:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788598342.374571:0:19462:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788598342.374574:0:19462:0:(obd_config.c:1559:class_process_config()) marker 53 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:0.0:1788598342.374579:0:19462:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 59 count 58 00000020:01000000:1.0:1788598342.375202:0:6520:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0000 gen 56-58 (rc=0) 10000000:01000000:1.0:1788598342.375240:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1788598342.375254:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ef50 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef57 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.375267:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a88b1a200/0x6b7334fb1606ef50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef57 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788598342.375280:0:6520:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1788598342.375283:0:6520:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-sptlrpc-ffff8a1b90f18000 from 1 10000000:01000000:1.0:1788598342.375286:0:6520:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788598342.375344:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a89321400/0x6b7334fb1606ef5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.375352:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8a1a89321400/0x6b7334fb1606ef5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.375362:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8a1a89321400/0x6b7334fb1606ef5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598342.375392:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746953472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.375486:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598342.375535:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88b13a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788598342.375612:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746953472 00000100:00100000:2.0:1788598342.375620:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746953472 00000100:00100000:2.0:1788598342.375682:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1788598342.375692:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+22:6520:x1875480746953472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788598342.375709:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598342.375725:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a88b1b600/0x6b7334fb1606ef65 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b7334fb1606ef5e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.375784:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a88b1b600/0x6b7334fb1606ef65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b7334fb1606ef5e expref: 23 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.375796:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a88b1b600/0x6b7334fb1606ef65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b7334fb1606ef5e expref: 23 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598342.375825:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1b600, rc 0) 00000100:00100000:2.0:1788598342.375879:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:6520:x1875480746953472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.375886:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1788598342.376650:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746953472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788598342.376675:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8a1a89321400/0x6b7334fb1606ef5e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef65 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598342.376686:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8a1a89321400/0x6b7334fb1606ef5e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b7334fb1606ef65 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598342.376790:0:6520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746953600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788598342.376834:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598342.376881:0:6520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598342.377002:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746953600 00000100:00100000:3.0:1788598342.377009:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746953600 00000100:00100000:3.0:1788598342.377058:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1788598342.377067:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:6520:x1875480746953600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.377174:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:6520:x1875480746953600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 108us (339us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598342.377183:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1788598342.378641:0:6520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:971c333c-c41b-4c25-8f57-79ed548ad641:6520:1875480746953600:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1788598342.378702:0:6520:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788598342.378713:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8a1a89321400/0x6b7334fb1606ef5e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef65 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598342.378725:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8a1a89321400/0x6b7334fb1606ef5e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b7334fb1606ef65 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598342.402537:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746953728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598342.402642:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598342.402825:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746953728 00000100:00100000:0.0:1788598342.402836:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746953728 00000100:00100000:0.0:1788598342.402907:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1788598342.402917:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746953728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598342.402964:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444405248 avail 1298165760 00000100:00100000:0.0:1788598342.403030:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746953728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598342.403038:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1788598342.403135:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746953728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598342.404934:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598342.405035:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722854144 00000100:00100000:1.0:1788598342.405066:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722854144 00000100:00100000:1.0:1788598342.405132:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 658 00000100:00100000:1.0:1788598342.405143:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+9:6201:x1875480722854144:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788598342.405161:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598342.405183:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a89320000/0x6b7334fb1606ef6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6c9 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.405218:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a89320000/0x6b7334fb1606ef6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c9 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.405231:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a89320000/0x6b7334fb1606ef6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6c9 expref: 10 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598342.405243:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320000, rc 0) 00000100:00100000:1.0:1788598342.405330:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722854144:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 188us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.405338:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 658 00000100:00100000:0.0:1788598342.412090:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598342.412196:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722854272 00000100:00100000:2.0:1788598342.412210:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722854272 00000100:00100000:2.0:1788598342.412281:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 659 00000100:00100000:2.0:1788598342.412303:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722854272:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.412513:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722854272:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 221us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.412523:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 659 00000100:00100000:0.0:1788598342.415111:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598342.415208:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722854400 00000100:00100000:3.0:1788598342.415221:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722854400 00000100:00100000:3.0:1788598342.415300:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 660 00000100:00100000:3.0:1788598342.415312:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722854400:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.415853:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722854400:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 Request processed in 540us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.415862:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 660 00000100:00100000:0.0:1788598342.419303:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598342.419466:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722854528 00000100:00100000:1.0:1788598342.419479:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722854528 00000100:00100000:1.0:1788598342.419547:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 661 00000100:00100000:1.0:1788598342.419559:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+10:23981:x1875480722854528:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788598342.419799:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+10:23981:x1875480722854528:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 242us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.419808:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 661 00000100:00100000:0.0:1788598342.428369:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598342.428485:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722854656 00000100:00100000:2.0:1788598342.428499:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722854656 00000100:00100000:2.0:1788598342.428569:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 662 00000100:00100000:2.0:1788598342.428687:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:23981:x1875480722854656:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788598342.428919:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+10:23981:x1875480722854656:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 237us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.429568:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 662 00000100:00100000:0.0:1788598342.437397:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598342.437788:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722854784 00000100:00100000:3.0:1788598342.437803:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722854784 00000100:00100000:3.0:1788598342.437881:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 663 00000100:00100000:3.0:1788598342.437893:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+10:6201:x1875480722854784:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598342.437917:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598342.437944:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606ef73 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6d0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.437984:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606ef73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6d0 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.437999:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a889f4600/0x6b7334fb1606ef73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6d0 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.438010:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f4600, rc 0) 00000100:00100000:3.0:1788598342.438083:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722854784:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 193us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.438091:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 663 00000100:00100000:0.0:1788598342.442969:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598342.443330:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722854912 00000100:00100000:2.0:1788598342.443345:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722854912 00000100:00100000:2.0:1788598342.443416:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 664 00000100:00100000:2.0:1788598342.443427:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722854912:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788598342.443673:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722854912:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 247us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.443681:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 664 00000100:00100000:0.0:1788598342.450807:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598342.454027:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722855040 00000100:00100000:1.0:1788598342.454050:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722855040 00000100:00100000:1.0:1788598342.454143:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 665 00000100:00100000:1.0:1788598342.454155:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722855040:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788598342.454368:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722855040:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 Request processed in 214us (3574us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598342.454377:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 665 00000100:00100000:2.0:1788598342.465587:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598342.465840:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722855168 00000100:00100000:3.0:1788598342.465854:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722855168 00000100:00100000:3.0:1788598342.465925:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 666 00000100:00100000:3.0:1788598342.465936:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:23982:x1875480722855168:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788598342.474866:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:23982:x1875480722855168:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 8914us (9283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.474889:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 666 00000100:00100000:0.0:1788598342.479608:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598342.479729:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722855296 00000100:00100000:2.0:1788598342.479772:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722855296 00000100:00100000:2.0:1788598342.479852:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 667 00000100:00100000:2.0:1788598342.479865:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:23982:x1875480722855296:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788598342.480074:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+11:23982:x1875480722855296:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 211us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598342.480084:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 667 00000100:00100000:0.0:1788598342.483368:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598342.483720:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722855424 00000100:00100000:3.0:1788598342.483763:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722855424 00000100:00100000:3.0:1788598342.483835:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 668 00000100:00100000:3.0:1788598342.483847:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+11:6201:x1875480722855424:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788598342.483869:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598342.483892:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a889f4000/0x6b7334fb1606ef7a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6d7 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.483932:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a889f4000/0x6b7334fb1606ef7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6d7 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.483945:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a889f4000/0x6b7334fb1606ef7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6d7 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598342.483956:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f4000, rc 0) 00000100:00100000:3.0:1788598342.484028:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:6201:x1875480722855424:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 184us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598342.484036:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 668 00000100:00100000:1.0:1788598342.489204:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598342.489295:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722855552 00000100:00100000:3.0:1788598342.489309:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722855552 00000100:00100000:3.0:1788598342.489386:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 669 00000100:00100000:3.0:1788598342.489398:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:6201:x1875480722855552:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788598342.489847:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:6201:x1875480722855552:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 449us (657us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598342.489858:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 669 00010000:00010000:1.0:1788598342.531298:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598343.557694:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598343.810919:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598343.811212:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722855680 00000100:00100000:2.0:1788598343.811226:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722855680 00000100:00100000:2.0:1788598343.811397:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 670 00000100:00100000:2.0:1788598343.811410:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722855680:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598343.811500:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722855680:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 92us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598343.811508:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 670 00000100:00100000:0.0:1788598343.816402:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598343.816531:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722855808 00000100:00100000:3.0:1788598343.816549:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722855808 00000100:00100000:3.0:1788598343.816642:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 703 00000100:00100000:3.0:1788598343.816652:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+74:2433:x1875480722855808:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598343.816773:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+74:2433:x1875480722855808:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 84us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598343.816782:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 703 00000100:00100000:0.0:1788598343.817094:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598343.817213:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598343.817234:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598343.817249:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598343.817264:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00080000:2.0:1788598343.817293:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598343.817315:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598343.817371:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722856192 00000100:00100000:0.0:1788598343.817377:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722856192 00000100:00100000:0.0:1788598343.817413:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722856704 00000100:00100000:0.0:1788598343.817416:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722856704 00000100:00100000:0.0:1788598343.817433:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722856064 00000100:00100000:0.0:1788598343.817436:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722856064 00000100:00100000:0.0:1788598343.817450:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 423 00000100:00100000:0.0:1788598343.817458:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722856192:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598343.817499:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722856192:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 41us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598343.817506:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 423 00000100:00100000:0.0:1788598343.817519:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 424 00000100:00100000:0.0:1788598343.817525:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722856704:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598343.817558:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722856704:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598343.817564:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 424 00000100:00100000:0.0:1788598343.817576:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 425 00000100:00100000:0.0:1788598343.817582:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2432:x1875480722856064:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598343.817609:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2432:x1875480722856064:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598343.817616:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 425 00000100:00100000:2.0:1788598343.817648:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722855936 00000100:00080000:0.0:1788598343.817657:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598343.817660:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722855936 00000100:00080000:0.0:1788598343.817662:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598343.817763:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722856448 00000100:00100000:2.0:1788598343.817769:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722856448 00000100:00080000:0.0:1788598343.817784:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598343.817803:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722856320 00000100:00100000:2.0:1788598343.817808:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722856320 00000100:00100000:2.0:1788598343.817870:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 704 00000100:00100000:2.0:1788598343.817880:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722855936:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598343.817950:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722855936:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 72us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598343.817958:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 704 00000100:00100000:2.0:1788598343.817974:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 705 00000100:00100000:2.0:1788598343.817981:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722856448:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598343.818005:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722856448:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598343.818012:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 705 00000100:00100000:2.0:1788598343.818023:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 706 00000100:00100000:2.0:1788598343.818029:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2432:x1875480722856320:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598343.818055:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+31:2432:x1875480722856320:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598343.818062:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 706 00000100:00080000:0.0:1788598343.818486:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598343.827328:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598343.829808:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722856576 00000100:00100000:1.0:1788598343.829840:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722856576 00000100:00100000:1.0:1788598343.829946:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 426 00000100:00100000:1.0:1788598343.829960:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722856576:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598343.830063:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722856576:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 106us (2750us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598343.830072:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 426 00000100:00080000:0.0:1788598343.830316:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598344.452102:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746953856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598344.452199:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598344.453162:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746953856 00000100:00100000:1.0:1788598344.453175:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746953856 00000100:00100000:1.0:1788598344.453268:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1788598344.453279:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746953856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598344.453330:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598344.457035:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746953856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3739us (4818us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.463055:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1788598344.465406:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746953856:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598344.578805:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598344.963979:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746953984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598344.964050:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598344.964131:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746953984 00000100:00100000:2.0:1788598344.964138:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746953984 00000100:00100000:2.0:1788598344.964208:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1788598344.964217:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746953984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598344.964246:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788598344.964302:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746953984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598344.964319:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00080000:2.0:1788598344.964340:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598344.964376:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746953984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598344.968245:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746954240:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.968327:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598344.968372:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746954752:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.968396:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598344.968432:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746955264:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.968455:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598344.968480:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788598344.968486:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746954368:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.968510:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598344.968528:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746954880:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.968564:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598344.968582:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746955392:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.968602:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598344.968637:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746954240 00000100:00100000:1.0:1788598344.968646:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746954240 00000100:00100000:1.0:1788598344.968693:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746954752 00000100:00100000:1.0:1788598344.968696:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746954752 00000100:00100000:1.0:1788598344.968726:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746955264 00000100:00100000:1.0:1788598344.968728:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746955264 00000100:00100000:1.0:1788598344.968770:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1788598344.968778:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746954240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.968831:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746954240:12345-0@lo:400:kworker.0 Request processed in 53us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.968838:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1788598344.968855:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1788598344.968861:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746954752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.968885:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746954752:12345-0@lo:400:kworker.0 Request processed in 25us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.968891:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1788598344.968902:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1788598344.968907:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746955264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.968945:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746955264:12345-0@lo:400:kworker.0 Request processed in 37us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.968950:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1788598344.968977:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746954368 00000100:00100000:1.0:1788598344.968982:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746954368 00000100:00100000:1.0:1788598344.969008:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1788598344.969014:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746954368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.969045:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746954368:12345-0@lo:400:kworker.0 Request processed in 31us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.969051:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1788598344.969068:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746954880 00000100:00100000:1.0:1788598344.969071:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746954880 00000100:00100000:1.0:1788598344.969095:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746955392 00000100:00100000:1.0:1788598344.969097:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746955392 00000100:00100000:1.0:1788598344.969117:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1788598344.969122:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746954880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.969148:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746954880:12345-0@lo:400:kworker.0 Request processed in 27us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.969153:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1788598344.969162:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1788598344.969168:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746955392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.969187:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746955392:12345-0@lo:400:kworker.0 Request processed in 20us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.969191:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00080000:1.0:1788598344.969221:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598344.969224:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598344.969227:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598344.969271:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746954368:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.969282:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746954880:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.969289:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746955392:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.969297:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746954240:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.969304:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746954752:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.969311:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746955264:0@lo:400:kworker.0 00000100:00100000:3.0:1788598344.969493:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746954112:0@lo:400:kworker.0 00000100:00100000:3.0:1788598344.969527:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598344.969568:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480746954624:0@lo:400:kworker.0 00000100:00100000:3.0:1788598344.969591:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598344.969606:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480746955136:0@lo:400:kworker.0 00000100:00100000:3.0:1788598344.969625:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598344.969640:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788598344.969646:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746954496:0@lo:400:kworker.0 00000100:00100000:3.0:1788598344.969667:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598344.969680:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746955008:0@lo:400:kworker.0 00000100:00100000:3.0:1788598344.969699:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598344.970086:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746954112 00000100:00100000:1.0:1788598344.970092:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746954112 00000100:00100000:1.0:1788598344.970174:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1788598344.970182:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746954112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.970238:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746954112:12345-0@lo:400:kworker.0 Request processed in 58us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.970245:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1788598344.970321:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746954112:0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.971021:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746955008 00000100:00100000:1.0:1788598344.971029:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746955008 00000100:00100000:1.0:1788598344.971076:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1788598344.971083:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746955008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.971147:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746955008:12345-0@lo:400:kworker.0 Request processed in 65us (1447us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.971153:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1788598344.971174:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746954624 00000100:00100000:1.0:1788598344.971179:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746954624 00000100:00100000:1.0:1788598344.971208:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746955136 00000100:00100000:1.0:1788598344.971211:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746955136 00000100:00100000:1.0:1788598344.971230:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746954496 00000100:00100000:1.0:1788598344.971245:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746954496 00000100:00100000:1.0:1788598344.971273:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1788598344.971279:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480746954624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.971311:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480746954624:12345-0@lo:400:kworker.0 Request processed in 33us (1719us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.971317:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1788598344.971330:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1788598344.971335:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480746955136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.971362:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480746955136:12345-0@lo:400:kworker.0 Request processed in 28us (1737us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.971368:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1788598344.971379:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1788598344.971384:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746954496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598344.971407:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746954496:12345-0@lo:400:kworker.0 Request processed in 24us (1740us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598344.971412:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1788598344.971656:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746954496:0@lo:400:kworker.0 00000100:00100000:3.0:1788598344.971684:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746955008:0@lo:400:kworker.0 00000100:00100000:3.0:1788598344.971696:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480746954624:0@lo:400:kworker.0 00000100:00100000:3.0:1788598344.971706:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480746955136:0@lo:400:kworker.0 00000100:00080000:2.0:1788598344.973656:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598344.973665:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598345.474655:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598345.484794:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746955520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598345.484891:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598345.485070:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746955520 00000100:00100000:3.0:1788598345.485082:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746955520 00000100:00100000:3.0:1788598345.485146:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1788598345.485156:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746955520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598345.485187:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788598345.485267:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746955520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598345.485275:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1788598345.485333:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746955520:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598345.608798:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788598345.816968:0:19559:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 04:52:24 (1788598344) 00000100:00100000:1.0:1788598346.140721:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598346.140851:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722856960 00000100:00100000:2.0:1788598346.140866:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722856960 00000100:00100000:2.0:1788598346.140968:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 782 00000100:00100000:2.0:1788598346.140981:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+31:24186:x1875480722856960:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598346.141009:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598346.141034:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606ef81 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6de expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.141179:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a000/0x6b7334fb1606ef88 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.141197:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a000/0x6b7334fb1606ef88 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.141225:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a000/0x6b7334fb1606ef88 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598346.141248:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00000100:00080000:1.0:1788598346.141550:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598346.141650:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606ef81 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6de expref: 34 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.141675:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1a000/0x6b7334fb1606ef88 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6de expref: 33 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.141702:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598346.141705:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788598346.141709:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1a000, rc 0) 00000100:00100000:2.0:1788598346.141876:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+33:24186:x1875480722856960:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 897us (1169us total) trans 4294967762 rc 0/0 00000100:00100000:2.0:1788598346.141884:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 782 00000100:00100000:1.0:1788598346.155731:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598346.157320:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722857088 00000100:00100000:2.0:1788598346.157396:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722857088 00000100:00100000:3.0:1788598346.158419:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 783 00000100:00100000:3.0:1788598346.158435:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+33:24186:x1875480722857088:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788598346.159470:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+33:24186:x1875480722857088:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 1028us (3743us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598346.159484:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 783 00000100:00100000:1.0:1788598346.168944:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598346.169046:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722857216 00000100:00100000:2.0:1788598346.169060:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722857216 00000100:00100000:2.0:1788598346.169183:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 784 00000100:00100000:2.0:1788598346.169207:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:24186:x1875480722857216:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598346.169466:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:24186:x1875480722857216:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 272us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598346.169475:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 784 00000100:00080000:1.0:1788598346.173729:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598346.176957:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598346.177075:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722857344 00000100:00100000:2.0:1788598346.177089:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722857344 00000100:00080000:1.0:1788598346.177343:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598346.177432:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 785 00000100:00100000:2.0:1788598346.177445:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+74:24187:x1875480722857344:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598346.177475:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598346.177503:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606ef96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6e5 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177587:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606ef9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177626:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606ef9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177641:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606ef9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177656:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606efa4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177662:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606efa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177669:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606efa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177723:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606ef9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177731:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606ef9d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177795:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606ef9d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177801:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1bc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598346.177806:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606ef9d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177814:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606ef9d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177827:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598346.177836:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598346.177842:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606ef9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177849:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606ef9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177865:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606efa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177871:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606efa4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177877:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606efa4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177881:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1aa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598346.177883:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606efa4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177890:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606efa4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177897:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8a1a8714f600) 00010000:00010000:2.0:1788598346.177899:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598346.177901:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606efa4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177906:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606efa4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177940:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606ef96 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6e5 expref: 75 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177956:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598346.177959:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598346.177962:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606ef96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6e5 expref: 75 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.177972:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ba00, rc 0) 00000100:00100000:2.0:1788598346.178051:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+74:24187:x1875480722857344:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 609us (1107us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598346.180441:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 785 00000100:00100000:0.0:1788598346.185081:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598346.185173:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722857600 00000100:00100000:3.0:1788598346.185187:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722857600 00000100:00100000:3.0:1788598346.185267:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 786 00000100:00100000:3.0:1788598346.185278:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+74:24187:x1875480722857600:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:3.0:1788598346.185478:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598346.185532:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606ed9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb67c expref: 74 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.185571:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598346.185577:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598346.185657:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.185674:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606edf9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb698 expref: 32 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.185684:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.185789:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606edf9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb698 expref: 32 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.185810:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606edf9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb698 expref: 32 pid: 6525 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598346.185829:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746955648:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598346.185974:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598346.189288:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746955648:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598346.189324:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598346.193055:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598346.197498:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722857728 00000100:00100000:2.0:1788598346.197667:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722857728 00010000:00010000:2.0:1788598346.197930:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606edf9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb698 expref: 33 pid: 6525 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598346.198016:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 271 00000100:00100000:2.0:1788598346.198026:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+33:2433:x1875480722857728:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598346.198047:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598346.198055:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606edf9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb698 expref: 33 pid: 6525 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.198071:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606edf9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb698 expref: 33 pid: 6525 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.198099:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1606edf9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb698 expref: 33 pid: 6525 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.198144:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598346.198151:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.198161:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.198170:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598346.198288:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598346.198455:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+32:2433:x1875480722857728:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 428us (5413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598346.198464:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 271 00010000:00010000:1.0:1788598346.202964:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.202986:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.203054:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.203071:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.203084:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.204215:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.204234:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.204253:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598346.204270:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008624ef01 reply state 00000000bc7d501d transno 4294967763 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.204283:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.204291:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:1.0:1788598346.204294:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598346.204300:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788598346.204306:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:1.0:1788598346.204316:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.204323:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.205622:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.205632:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.205638:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598346.205645:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.205654:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.205674:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598346.205677:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598346.205682:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.205689:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606efab lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598346.205712:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008624ef01 reply state 00000000bc7d501d transno 4294967763 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.205725:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.205755:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8a1b94ceff00) 00010000:00010000:1.0:1788598346.205758:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598346.205762:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788598346.206304:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+75:24187:x1875480722857600:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 21021us (21229us total) trans 4294967763 rc 0/0 00000100:00100000:1.0:1788598346.206338:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 786 00000040:00080000:2.0:1788598346.565085:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598346.625996:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598346.882077:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598346.882088:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598346.882797:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598346.882811:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598346.941642:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598346.941778:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722857856 00000100:00100000:3.0:1788598346.941791:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722857856 00000100:00100000:3.0:1788598346.941873:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 787 00000100:00100000:3.0:1788598346.941886:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+75:24224:x1875480722857856:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:3.0:1788598346.941919:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598346.941946:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606efc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6ec expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.942030:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efc7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.942048:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.942063:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598346.942124:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788598346.942128:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598346.942151:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.942181:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606efc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6ec expref: 77 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.942203:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6ec expref: 76 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.942213:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598346.942216:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598346.942269:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1f600, rc 0) 00000100:00100000:3.0:1788598346.942348:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+76:24224:x1875480722857856:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 465us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598346.942357:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 787 00000100:00100000:2.0:1788598346.948887:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598346.949209:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722858240 00000100:00100000:1.0:1788598346.949224:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722858240 00000100:00100000:1.0:1788598346.949315:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 788 00000100:00100000:1.0:1788598346.949328:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+76:24224:x1875480722858240:12345-192.168.202.17@tcp:36:mkdir.0 00010000:00010000:1.0:1788598346.949412:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788598346.949425:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00010000:00010000:1.0:1788598346.949448:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efc7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6ec expref: 76 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.949473:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598346.949479:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598346.949754:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722857984 00000100:00100000:2.0:1788598346.949758:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722857984 00000100:00100000:2.0:1788598346.949792:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 789 00000100:00100000:2.0:1788598346.949798:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+76:2433:x1875480722857984:12345-192.168.202.17@tcp:41:mkdir.0 00000004:00000024:2.0:1788598346.949824:0:13009:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:1.0:1788598346.949930:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+76:24224:x1875480722858240:12345-192.168.202.17@tcp:36:mkdir.0 Request processed in 604us (1060us total) trans 0 rc -17/-17 00000100:00100000:1.0:1788598346.949938:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 788 00000100:00100000:2.0:1788598346.951580:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+75:2433:x1875480722857984:12345-192.168.202.17@tcp:41:mkdir.0 Request processed in 1774us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598346.951593:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 789 00000100:00100000:2.0:1788598346.958673:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598346.958913:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722858368 00000100:00100000:1.0:1788598346.958927:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722858368 00000100:00100000:1.0:1788598346.958998:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 790 00000100:00100000:1.0:1788598346.959010:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+75:24224:x1875480722858368:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:1.0:1788598346.959040:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598346.959066:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606efce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6f3 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.959168:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606efd5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.959194:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606efd5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.959234:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606efd5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598346.959391:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788598346.959396:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598346.959430:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606efd5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.959459:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606efce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6f3 expref: 77 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.959480:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606efd5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6f3 expref: 76 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598346.959491:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598346.959495:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598346.959499:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320c00, rc 0) 00000100:00100000:1.0:1788598346.959572:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+76:24224:x1875480722858368:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 565us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598346.959681:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 790 00000100:00100000:0.0:1788598346.962693:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598346.963110:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722858496 00000100:00100000:3.0:1788598346.963123:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722858496 00000100:00100000:3.0:1788598346.963223:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 791 00000100:00100000:3.0:1788598346.963241:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+76:24224:x1875480722858496:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:3.0:1788598346.963267:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598346.964872:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606efdc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb6fa expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.964968:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.964986:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965000:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965014:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965021:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965027:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965120:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606eff1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965149:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606eff1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965156:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606eff1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598346.965397:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1788598346.965402:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598346.965437:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606eff1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965453:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965460:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965467:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965475:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965481:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ea00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598346.965486:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965494:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965509:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598346.965518:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598346.965524:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965530:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606efe3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965547:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965552:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965559:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965565:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1f600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598346.965568:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965572:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965578:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8a1b94ceff00) 00010000:00010000:3.0:1788598346.965703:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598346.965708:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965715:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606efea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965886:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606efdc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6fa expref: 78 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965916:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606eff1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6fa expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598346.965924:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:3.0:1788598346.965926:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598346.965929:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ee00, rc 0) 00000100:00100000:3.0:1788598346.966028:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+77:24224:x1875480722858496:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 2787us (3347us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598346.966039:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 791 00000100:00100000:1.0:1788598347.010985:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598347.011015:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746955904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598347.011102:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598347.011205:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746955904 00000100:00100000:1.0:1788598347.011238:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746955904 00000100:00100000:3.0:1788598347.011354:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746955776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598347.011386:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598347.011429:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746955776 00000100:00100000:3.0:1788598347.011433:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746955776 00000100:00100000:3.0:1788598347.011484:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1788598347.011494:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746955776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598347.011538:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788598347.011824:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746955776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598347.012022:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746955776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 527us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598347.012030:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1788598347.012376:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1788598347.012390:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746955904:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788598347.012537:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1788598347.012685:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1788598347.021110:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746955904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8708us (9992us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598347.021129:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1788598347.021346:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746955904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598347.049088:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598347.052354:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722858624 00000100:00100000:2.0:1788598347.052377:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722858624 00000100:00100000:2.0:1788598347.052800:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 792 00000100:00100000:2.0:1788598347.052814:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+32:24230:x1875480722858624:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598347.052843:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598347.052870:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606eff8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb701 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.052956:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.052973:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.052986:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598347.053046:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788598347.053049:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598347.053072:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.053098:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606eff8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb701 expref: 34 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.053120:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb701 expref: 33 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.053129:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598347.053150:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598347.053155:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1be00, rc 0) 00000100:00100000:2.0:1788598347.053278:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+33:24230:x1875480722858624:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 461us (4199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598347.053286:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 792 00000100:00100000:3.0:1788598347.060600:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598347.060648:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722858880 00000100:00100000:3.0:1788598347.060660:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722858880 00000100:00100000:3.0:1788598347.060761:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 793 00000100:00100000:3.0:1788598347.060773:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+77:24230:x1875480722858880:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598347.061078:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598347.061102:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1788598347.061145:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606eff1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6fa expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.061171:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:3.0:1788598347.061176:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598347.061339:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f006 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb708 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.061666:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f00d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.061682:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f00d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.061695:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f00d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.061709:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.061982:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.061992:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063171:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063261:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063350:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598347.063366:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:3.0:1788598347.063395:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f00d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063402:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f00d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063410:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f00d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063426:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1f600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598347.063432:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f00d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063440:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f00d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063453:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:3.0:1788598347.063456:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598347.063461:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f00d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063467:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f00d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598347.063482:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008391b82b reply state 00000000f8375346 transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063516:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063522:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8a1a85341a00) 00010000:00010000:3.0:1788598347.063524:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598347.063528:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788598347.063570:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f006 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb708 expref: 79 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063594:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb708 expref: 78 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.063602:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a85341400) 00010000:00010000:3.0:1788598347.063604:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598347.063606:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88361600, rc 0) 00000100:00100000:3.0:1788598347.063697:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+79:24230:x1875480722858880:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2927us (3121us total) trans 4294967764 rc 0/0 00000100:00100000:3.0:1788598347.063709:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 793 00000100:00100000:3.0:1788598347.069158:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598347.069427:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722859136 00000100:00100000:1.0:1788598347.069441:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722859136 00000100:00100000:1.0:1788598347.069665:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 794 00000100:00100000:1.0:1788598347.069677:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+79:24230:x1875480722859136:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598347.069710:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598347.069879:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f029 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb70f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.070023:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.070041:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb708 expref: 80 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.070051:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.070092:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb708 expref: 80 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.070109:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb708 expref: 80 pid: 6523 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598347.070125:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746956032:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598347.070830:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270540 going to sleep for 11 seconds 00000100:00100000:1.0:1788598347.076331:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746956032:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598347.076372:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598347.076523:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598347.076597:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722859264 00000100:00100000:2.0:1788598347.076605:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722859264 00010000:00010000:2.0:1788598347.076650:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb708 expref: 81 pid: 6523 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598347.076701:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 272 00000100:00100000:2.0:1788598347.076710:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+81:2432:x1875480722859264:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598347.076771:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598347.076778:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb708 expref: 81 pid: 6523 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.076800:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb708 expref: 81 pid: 6523 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.076827:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f01b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb708 expref: 81 pid: 6523 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.076848:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a85341400) 00010000:00010000:2.0:1788598347.076854:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.076865:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.076897:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.076920:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598347.076991:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+80:2432:x1875480722859264:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 280us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598347.076999:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 272 00010000:00010000:1.0:1788598347.077522:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.077531:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598347.077556:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:1.0:1788598347.077994:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.078003:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.078011:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.078017:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598347.078022:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.078030:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.078042:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a85341400) 00010000:00010000:1.0:1788598347.078045:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598347.078050:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.078069:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f030 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.078138:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f029 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb70f expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.078149:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:1.0:1788598347.078151:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598347.078155:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f029 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb70f expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.078164:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320600, rc 0) 00000100:00100000:1.0:1788598347.078364:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+79:24230:x1875480722859136:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 8688us (9222us total) trans 4294967765 rc 301/301 00000100:00100000:1.0:1788598347.078373:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 794 00000100:00100000:3.0:1788598347.080975:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598347.085575:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722859520 00000100:00100000:2.0:1788598347.085651:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722859520 00000100:00100000:3.0:1788598347.089149:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 170 00000100:00100000:3.0:1788598347.089166:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+79:24230:x1875480722859520:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598347.089606:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+80:24230:x1875480722859520:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 443us (8640us total) trans 4294967766 rc 0/0 00000100:00100000:3.0:1788598347.089615:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 170 00000100:00100000:2.0:1788598347.100148:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598347.100289:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722859648 00000100:00100000:1.0:1788598347.100301:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722859648 00000100:00100000:1.0:1788598347.100377:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 795 00000100:00100000:1.0:1788598347.100388:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+80:24230:x1875480722859648:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598347.100428:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598347.100459:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f03e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb716 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.100540:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f03e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb716 expref: 81 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.100557:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f03e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb716 expref: 81 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.100846:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:1.0:1788598347.100850:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598347.100855:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320600, rc 0) 00000100:00100000:1.0:1788598347.100926:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+81:24230:x1875480722859648:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 540us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598347.100934:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 795 00000100:00100000:0.0:1788598347.105719:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598347.106366:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722859904 00000100:00100000:3.0:1788598347.106381:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722859904 00000100:00100000:3.0:1788598347.106534:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 796 00000100:00100000:3.0:1788598347.106547:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+81:24230:x1875480722859904:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788598347.106958:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f045 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.106984:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.107000:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.108387:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.108403:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f045 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.108411:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f045 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.108488:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87aaa200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598347.108494:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f045 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.108503:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f045 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.108523:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:3.0:1788598347.108526:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788598347.108554:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f045 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.108562:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f045 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598347.108949:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+82:24230:x1875480722859904:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 2399us (3237us total) trans 4294967767 rc 0/0 00000100:00100000:3.0:1788598347.108963:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 796 00000100:00100000:3.0:1788598347.122934:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598347.123890:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722860160 00000100:00100000:1.0:1788598347.123905:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722860160 00000100:00100000:1.0:1788598347.123986:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 797 00000100:00100000:1.0:1788598347.123997:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+82:24230:x1875480722860160:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598347.124901:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.124925:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.124941:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598347.125015:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967768 00000004:00010000:1.0:1788598347.125041:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000064d6d4cc reply state 00000000aedbc2e3 transno 4294967769 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.125054:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.125063:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:1.0:1788598347.125066:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1788598347.125086:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788598347.125761:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+85:24230:x1875480722860160:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 1730us (2808us total) trans 4294967769 rc 0/0 00000100:00100000:1.0:1788598347.125774:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 797 00000020:00080000:1.0:1788598347.125789:0:6525:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788598347.134800:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598347.134894:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722860416 00000100:00100000:0.0:1788598347.134908:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722860416 00000100:00100000:0.0:1788598347.134984:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 171 00000100:00100000:0.0:1788598347.134997:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+85:24230:x1875480722860416:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598347.135551:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+86:24230:x1875480722860416:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 555us (765us total) trans 4294967770 rc 0/0 00000100:00100000:0.0:1788598347.135561:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 171 00000100:00100000:1.0:1788598347.169253:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598347.172665:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722860544 00000100:00100000:3.0:1788598347.172682:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722860544 00000100:00100000:2.0:1788598347.177061:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 798 00000100:00100000:2.0:1788598347.177078:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+33:24233:x1875480722860544:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598347.177106:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598347.177132:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f053 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb71d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.177241:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f05a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.177260:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f05a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.177280:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f05a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.177293:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f061 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.177301:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f061 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.177326:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f061 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.177437:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f068 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.177446:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.177452:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598347.179649:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1788598347.179662:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598347.179713:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179746:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f05a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179754:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f05a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179762:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f05a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179769:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ba00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598347.179773:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f05a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179782:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f05a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179821:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598347.179823:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598347.179829:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f05a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179836:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f05a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179857:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f061 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179863:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f061 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179867:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f061 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179873:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1aa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598347.179875:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f061 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179881:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f061 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179888:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8a1b94ceff00) 00010000:00010000:2.0:1788598347.179890:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598347.179893:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f061 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179898:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f061 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179952:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f053 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb71d expref: 35 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179967:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88361600/0x6b7334fb1606f068 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb71d expref: 34 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.179976:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:2.0:1788598347.179978:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598347.179981:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88361600, rc 0) 00000100:00100000:2.0:1788598347.180083:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24233:x1875480722860544:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3008us (10868us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598347.180093:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 798 00000100:00100000:3.0:1788598347.182561:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598347.182878:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722860800 00000100:00100000:0.0:1788598347.182892:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722860800 00000100:00100000:0.0:1788598347.182966:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 799 00000100:00100000:0.0:1788598347.182979:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24233:x1875480722860800:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598347.183007:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598347.183048:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f06f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb724 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.183139:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f076 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.183156:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f076 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.183169:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f076 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.183253:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f07d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.183262:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f07d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.183276:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f07d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.183410:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f084 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.183650:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f084 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.183658:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f084 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598347.183671:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:0.0:1788598347.184343:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f076 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184370:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f076 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184378:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f076 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184383:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598347.184389:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f076 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184397:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f076 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184410:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:0.0:1788598347.184555:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598347.184563:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f076 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184570:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f076 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184654:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f07d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184661:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f07d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184667:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f07d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184672:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2210e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598347.184681:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f07d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184688:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f07d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184696:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8a1a85341a00) 00010000:00010000:0.0:1788598347.184698:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598347.184701:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f07d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.184707:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f07d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.185014:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f06f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb724 expref: 37 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.185030:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f084 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb724 expref: 36 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.185038:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:0.0:1788598347.185040:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598347.185043:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc2211600, rc 0) 00000100:00100000:0.0:1788598347.185163:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24233:x1875480722860800:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 2186us (2611us total) trans 4294967771 rc 0/0 00000100:00100000:0.0:1788598347.185172:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 799 00000100:00100000:3.0:1788598347.200571:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598347.200892:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722860928 00000100:00100000:1.0:1788598347.200906:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722860928 00000100:00100000:1.0:1788598347.200984:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 800 00000100:00100000:1.0:1788598347.200996:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24233:x1875480722860928:12345-192.168.202.17@tcp:54:lfs.0 00010000:00010000:1.0:1788598347.201081:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f092 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.201102:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f092 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.201117:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f092 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.201157:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f092 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.201165:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f092 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.201172:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f092 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.201190:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598347.201194:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f092 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.201232:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f092 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.201247:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:1.0:1788598347.201250:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598347.201256:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f092 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.201262:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f092 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598347.201366:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24233:x1875480722860928:12345-192.168.202.17@tcp:54:lfs.0 Request processed in 371us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598347.201374:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 800 00000100:00100000:1.0:1788598347.203649:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598347.203728:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722861184 00000100:00100000:3.0:1788598347.203852:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722861184 00000100:00100000:3.0:1788598347.203963:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 172 00000100:00100000:3.0:1788598347.203974:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24233:x1875480722861184:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:3.0:1788598347.204350:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24233:x1875480722861184:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 377us (772us total) trans 4294967772 rc 0/0 00000100:00100000:3.0:1788598347.204359:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 172 00000100:00100000:0.0:1788598347.298124:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598347.298371:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722861312 00000100:00100000:1.0:1788598347.298384:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722861312 00000100:00100000:1.0:1788598347.300364:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 801 00000100:00100000:1.0:1788598347.300394:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24241:x1875480722861312:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598347.300430:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598347.300459:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f099 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb72b expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.300558:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f0a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.300576:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.300614:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598347.300671:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1788598347.300676:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598347.300699:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.300727:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f099 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb72b expref: 39 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.300769:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f0a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb72b expref: 38 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.300780:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:1.0:1788598347.300783:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598347.300788:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320e00, rc 0) 00000100:00100000:1.0:1788598347.300878:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24241:x1875480722861312:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 500us (2767us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598347.300886:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 801 00000100:00100000:0.0:1788598347.314896:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598347.315800:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722861568 00000100:00100000:2.0:1788598347.315816:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722861568 00000100:00100000:2.0:1788598347.315921:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 35 00000100:00100000:2.0:1788598347.315933:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24241:x1875480722861568:12345-192.168.202.17@tcp:103:lfs.0 00010000:00010000:2.0:1788598347.315958:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598347.315994:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f084 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb724 expref: 38 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.316020:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:2.0:1788598347.316025:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598347.316325:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24241:x1875480722861568:12345-192.168.202.17@tcp:103:lfs.0 Request processed in 393us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598347.316333:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 35 00000100:00100000:0.0:1788598347.323632:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598347.323778:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722861696 00000100:00100000:3.0:1788598347.323792:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722861696 00000100:00100000:3.0:1788598347.323882:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 802 00000100:00100000:3.0:1788598347.323896:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24241:x1875480722861696:12345-192.168.202.17@tcp:58:lfs.0 00010000:00010000:3.0:1788598347.324083:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.324116:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f03e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb716 expref: 85 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.324126:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.324679:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f03e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb716 expref: 85 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.324701:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f03e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb716 expref: 85 pid: 13009 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598347.324721:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746956160:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598347.325539:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788598347.336065:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598347.336350:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722861824 00000100:00100000:2.0:1788598347.336363:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722861824 00010000:00010000:2.0:1788598347.336418:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f03e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb716 expref: 86 pid: 13009 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598347.336475:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 273 00000100:00100000:2.0:1788598347.336487:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+86:2432:x1875480722861824:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598347.336518:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598347.336525:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f03e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb716 expref: 86 pid: 13009 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.336543:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f03e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb716 expref: 86 pid: 13009 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.336573:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:2.0:1788598347.336580:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.336592:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.336601:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.336624:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598347.336693:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+86:2432:x1875480722861824:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 208us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598347.336701:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 273 00010000:00010000:3.0:1788598347.337238:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f03e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb716 expref: 85 pid: 13009 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598347.337260:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746956160:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598347.337286:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.337295:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.337300:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598347.337444:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:3.0:1788598347.337550:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24241:x1875480722861696:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 13658us (13935us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598347.337559:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 802 00000100:00100000:2.0:1788598347.522040:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746956288:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598347.522216:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598347.526139:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746956288 00000100:00100000:1.0:1788598347.526159:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746956288 00000100:00100000:1.0:1788598347.526311:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1788598347.526324:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746956288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598347.526393:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:1.0:1788598347.526521:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746956288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 199us (4304us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598347.526542:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1788598347.526666:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746956288:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598347.651153:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598347.907969:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598347.907981:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598347.908010:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:2.0:1788598347.908017:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598347.908177:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aa300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746956416:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598347.908316:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b84fa3180 going to sleep for 11 seconds 00000100:00100000:0.0:1788598347.937160:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598347.937199:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722861952 00000100:00100000:0.0:1788598347.937210:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722861952 00000100:00100000:0.0:1788598347.937298:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 803 00000100:00100000:0.0:1788598347.937309:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24251:x1875480722861952:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598347.937351:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598347.937487:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24251:x1875480722861952:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 179us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598347.937613:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aa300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746956416:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598347.937773:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 803 00000100:00100000:0.0:1788598347.944157:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598347.944256:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722862080 00000100:00100000:1.0:1788598347.944270:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722862080 00000100:00100000:1.0:1788598347.944347:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 804 00000100:00100000:1.0:1788598347.944358:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24251:x1875480722862080:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788598347.944455:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f0ae lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.944479:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f0ae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598347.944494:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f0ae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.949859:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f0b5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.949892:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.949908:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.949961:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.949973:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.949981:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598347.950046:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:2.0:1788598347.950051:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598347.950068:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950082:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f0ae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950105:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f0ae lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950112:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f0ae lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950119:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598347.950124:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f0ae lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950132:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f0ae lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950145:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598347.950148:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598347.950153:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f0ae lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950159:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f0ae lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950181:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950187:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f0b5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950193:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f0b5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950198:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1bc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598347.950209:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f0b5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950225:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f0b5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950235:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1451b5e8 (ffff8a1a8714f600) 00010000:00010000:2.0:1788598347.950238:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598347.950241:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f0b5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950247:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f0b5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950270:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950276:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950281:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950287:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1aa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598347.950291:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950296:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950303:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:2.0:1788598347.950306:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598347.950314:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.950320:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598347.950326:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967772 is committed 00000001:00080000:1.0:1788598347.950377:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967770 is committed 00000100:00100000:2.0:1788598347.950449:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24251:x1875480722862080:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 6085us (6297us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598347.950461:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 804 00010000:00010000:0.0:1788598347.950653:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950663:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950670:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950675:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598347.950678:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950685:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950695:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8a1b94ceff00) 00010000:00010000:0.0:1788598347.950698:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598347.950709:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950716:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606efb2 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950731:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950778:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950785:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950793:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598347.950797:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950803:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950815:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:0.0:1788598347.950818:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598347.950822:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950829:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606efb9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950847:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950864:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950871:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950875:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ea00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598347.950878:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950884:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950893:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8a1a85341a00) 00010000:00010000:0.0:1788598347.950895:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598347.950898:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950904:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606f014 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950922:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950927:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950933:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950938:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598347.950947:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950953:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950961:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:0.0:1788598347.950963:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788598347.950965:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598347.950971:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f04c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598347.952578:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598347.952686:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722862336 00000100:00100000:3.0:1788598347.952698:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722862336 00000100:00100000:3.0:1788598347.954308:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 805 00000100:00100000:3.0:1788598347.954328:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24251:x1875480722862336:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598347.954355:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598347.954379:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0c3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb732 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954515:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f0ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954534:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f0ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954548:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f0ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598347.954562:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:3.0:1788598347.954672:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f0ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954680:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f0ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954706:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f0ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954712:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598347.954717:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f0ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954725:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f0ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954756:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:3.0:1788598347.954759:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598347.954764:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f0ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954771:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606f0ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954815:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0c3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb732 expref: 36 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954825:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598347.954828:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598347.954832:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0c3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb732 expref: 36 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.954841:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87aab800, rc 0) 00000100:00100000:3.0:1788598347.954933:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24251:x1875480722862336:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 612us (2364us total) trans 4294967773 rc 301/301 00000100:00100000:3.0:1788598347.954950:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 805 00000100:00100000:3.0:1788598347.957450:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598347.960104:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722862464 00000100:00100000:1.0:1788598347.960121:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722862464 00000100:00100000:1.0:1788598347.960210:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 806 00000100:00100000:1.0:1788598347.960232:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24251:x1875480722862464:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598347.960279:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598347.960434:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24251:x1875480722862464:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 205us (2995us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598347.960443:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 806 00000100:00100000:3.0:1788598347.968860:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598347.968901:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722862720 00000100:00100000:3.0:1788598347.968913:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722862720 00000100:00100000:3.0:1788598347.968979:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 807 00000100:00100000:3.0:1788598347.968989:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24251:x1875480722862720:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598347.969016:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598347.969019:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1788598347.969052:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f0a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb72b expref: 35 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.969074:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:3.0:1788598347.969081:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598347.969096:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f0d8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb739 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788598347.969576:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xf:0x0], index 0: 0 00010000:00010000:3.0:1788598347.969759:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f0df lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.969774:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f0df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.969785:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f0df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.969840:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f0d8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb739 expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.969873:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f0df lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb739 expref: 36 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.969882:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a85341700) 00010000:00010000:3.0:1788598347.969885:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598347.969888:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ee00, rc 0) 00000100:00100000:3.0:1788598347.969956:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24251:x1875480722862720:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 969us (1109us total) trans 4294967774 rc 0/0 00000100:00100000:3.0:1788598347.969964:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 807 00000100:00100000:0.0:1788598347.974234:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598347.974485:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722862976 00000100:00100000:3.0:1788598347.974509:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722862976 00000100:00100000:3.0:1788598347.974939:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 808 00000100:00100000:3.0:1788598347.974954:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24251:x1875480722862976:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598347.975046:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598347.975087:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f0df lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb739 expref: 36 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975109:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a85341700) 00010000:00010000:3.0:1788598347.975124:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598347.975154:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f0ed lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975187:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f0ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975200:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f0ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975236:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xb1ebefb0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975244:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xb1ebefb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975250:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xb1ebefb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975304:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f0ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975312:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f0ed lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975319:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f0ed lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975327:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598347.975331:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f0ed lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975340:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f0ed lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975349:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:3.0:1788598347.975353:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598347.975357:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f0ed lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975364:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f0ed lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975380:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xb1ebefb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975386:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0f4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xb1ebefb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975393:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xb1ebefb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975398:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87aab800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598347.975401:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xb1ebefb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975407:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0f4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xb1ebefb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975415:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xb1ebefb0 (ffff8a1a85341100) 00010000:00010000:3.0:1788598347.975418:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598347.975420:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0f4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0xb1ebefb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.975426:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606f0f4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0xb1ebefb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598347.975546:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24251:x1875480722862976:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 595us (1337us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598347.975555:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 808 00000100:00100000:3.0:1788598347.982693:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598347.982990:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722863104 00000100:00100000:2.0:1788598347.983003:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722863104 00000100:00100000:2.0:1788598347.983072:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 809 00000100:00100000:2.0:1788598347.983083:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24251:x1875480722863104:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598347.983110:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598347.983140:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0fb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb740 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.983660:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.983678:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.983694:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.984316:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f0fb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb740 expref: 37 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.984343:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb740 expref: 36 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598347.984362:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:2.0:1788598347.984365:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598347.984369:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1bc00, rc 0) 00000100:00100000:2.0:1788598347.984804:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24251:x1875480722863104:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1720us (2121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598347.984814:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 809 00000100:00100000:0.0:1788598347.998078:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598347.998249:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722863360 00000100:00100000:3.0:1788598347.998279:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722863360 00000100:00100000:3.0:1788598347.998352:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 810 00000100:00100000:3.0:1788598347.998364:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24251:x1875480722863360:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598347.998474:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.999274:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598347.999295:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598348.000281:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 88 off8664 00000004:00080000:3.0:1788598348.000298:0:13009:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 637885562586ns, next at 638885558716ns, rc = 0 00000004:00010000:3.0:1788598348.000375:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a47286c reply state 00000000198f8dd2 transno 4294967775 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.000394:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.000405:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:3.0:1788598348.000408:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788598348.000413:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598348.001350:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24251:x1875480722863360:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 2978us (3275us total) trans 4294967775 rc 0/0 00000100:00100000:3.0:1788598348.001363:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 810 00000100:00100000:0.0:1788598348.003554:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.003612:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722863488 00000100:00100000:3.0:1788598348.003625:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722863488 00000100:00100000:3.0:1788598348.003711:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 811 00000100:00100000:3.0:1788598348.003722:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24251:x1875480722863488:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598348.003783:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598348.003811:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f110 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb747 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788598348.003926:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788598348.004624:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f110 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb747 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.004646:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f110 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb747 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.004669:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:3.0:1788598348.004672:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598348.004677:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5cc00, rc 0) 00000100:00100000:3.0:1788598348.004779:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+39:24251:x1875480722863488:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1059us (1238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598348.004789:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 811 00000100:00100000:0.0:1788598348.009663:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598348.009712:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722863616 00000100:00100000:0.0:1788598348.009725:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722863616 00000100:00100000:0.0:1788598348.010120:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 201 00000100:00100000:0.0:1788598348.010134:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480722863616:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1788598348.010442:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722863616:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 311us (790us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1788598348.010450:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 201 00000100:00080000:0.0:1788598348.010478:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598348.027656:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.027922:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722863872 00000100:00100000:3.0:1788598348.027934:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722863872 00000100:00100000:0.0:1788598348.028089:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 173 00000100:00100000:0.0:1788598348.028110:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+39:24251:x1875480722863872:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598348.029074:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+40:24251:x1875480722863872:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 958us (1423us total) trans 4294967776 rc 0/0 00000100:00100000:0.0:1788598348.029085:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 173 00000100:00100000:3.0:1788598348.032792:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598348.032897:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722864128 00000100:00100000:2.0:1788598348.032909:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722864128 00000100:00100000:2.0:1788598348.032983:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 812 00000100:00100000:2.0:1788598348.032994:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+40:24251:x1875480722864128:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598348.033125:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+40:24251:x1875480722864128:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 133us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598348.033134:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 812 00000100:00100000:0.0:1788598348.037479:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.039421:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722864256 00000100:00100000:3.0:1788598348.039439:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722864256 00000100:00100000:3.0:1788598348.039533:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 813 00000100:00100000:3.0:1788598348.039544:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+40:24251:x1875480722864256:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598348.039572:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598348.039598:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f117 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb74e expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.039711:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f11e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.039728:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f11e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.039777:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f11e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598348.041385:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598348.041423:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f11e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.041473:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f117 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb74e expref: 42 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.041495:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f11e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb74e expref: 41 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.041505:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:0.0:1788598348.041508:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788598348.041513:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5ca00, rc 0) 00000100:00100000:0.0:1788598348.041610:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+41:24251:x1875480722864256:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2067us (4143us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598348.041620:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 813 00000100:00100000:0.0:1788598348.050730:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598348.051071:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722864384 00000100:00100000:2.0:1788598348.051085:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722864384 00000100:00100000:2.0:1788598348.051156:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 202 00000100:00100000:2.0:1788598348.051169:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722864384:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598348.051193:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598348.051231:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa8352df/0x6b7334fb1606f125 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb755 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598348.051263:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9bd84c, blocks: 0x0 00010000:00010000:2.0:1788598348.051355:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598348.051359:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598348.051370:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa8352df/0x6b7334fb1606f125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb755 expref: 10 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.051397:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa8352df/0x6b7334fb1606f125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb755 expref: 10 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.051416:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1aa00, rc 0) 00000100:00100000:2.0:1788598348.051503:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722864384:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 335us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598348.051511:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 202 00000100:00100000:1.0:1788598348.063429:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.063623:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722864640 00000100:00100000:3.0:1788598348.063638:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722864640 00000100:00100000:3.0:1788598348.063717:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 814 00000100:00100000:3.0:1788598348.063730:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+41:24251:x1875480722864640:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598348.063903:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+41:24251:x1875480722864640:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 175us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598348.063912:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 814 00000100:00100000:3.0:1788598348.081667:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.082945:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722864768 00000100:00100000:1.0:1788598348.082963:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722864768 00000100:00100000:1.0:1788598348.083047:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 203 00000100:00100000:1.0:1788598348.083083:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:24251:x1875480722864768:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598348.083108:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598348.083135:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb75c expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.083177:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa8352df/0x6b7334fb1606f125 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb755 expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.083626:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598348.083629:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598348.083636:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 11 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.083683:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aa8352df/0x6b7334fb1606f125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb755 expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.083700:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aa8352df/0x6b7334fb1606f125 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb755 expref: 11 pid: 8403 timeout: 737 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598348.083716:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480746956544:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598348.083892:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598348.106956:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598348.107009:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480746956544:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598348.107014:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722864896 00000100:00100000:3.0:1788598348.107029:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722864896 00010000:00010000:2.0:1788598348.107071:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 12 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.107084:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa8352df/0x6b7334fb1606f125 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb755 expref: 12 pid: 8403 timeout: 737 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.107096:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321200, rc 0) 00000100:00100000:3.0:1788598348.107139:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 274 00000100:00100000:3.0:1788598348.107163:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722864896:12345-192.168.202.17@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1788598348.107179:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:24251:x1875480722864768:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 24096us (25524us total) trans 0 rc 0/0 00010000:00010000:3.0:1788598348.107185:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1788598348.107191:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 203 00010000:00010000:3.0:1788598348.107220:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aa8352df/0x6b7334fb1606f125 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb755 expref: 11 pid: 8403 timeout: 737 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.107260:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa8352df/0x6b7334fb1606f125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb755 expref: 11 pid: 8403 timeout: 737 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.107289:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa8352df/0x6b7334fb1606f125 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb755 expref: 11 pid: 8403 timeout: 737 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.107304:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598348.107306:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598348.107315:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.107324:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.107367:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598348.107383:0:6511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1875480746956672:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598348.107479:0:6511:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9085cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598348.112248:0:6511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1875480746956672:192.168.202.17@tcp:105: 00010000:00010000:2.0:1788598348.112277:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598348.112524:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722864896:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 5375us (5581us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598348.112536:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 274 00000100:00100000:2.0:1788598348.121474:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598348.121619:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722865024 00000100:00100000:2.0:1788598348.121630:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722865024 00002000:00100000:2.0:1788598348.121689:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff8a1bc30a9500 x1875480722865024/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:339/0 lens 648/0 e 0 to 0 dl 1788598359 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598348.121700:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc30a9500 with x1875480722865024 ext(0->157) 00002000:00010000:2.0:1788598348.121705:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc30a9500 00000100:00100000:2.0:1788598348.121771:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 60 00000100:00100000:2.0:1788598348.121781:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722865024:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1788598348.128163:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722865024:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 6376us (6690us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1788598348.128176:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 60 00002000:00100000:3.0:1788598348.128190:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff8a1bc30a9500 x1875480722865024/t4294967332(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:339/0 lens 648/448 e 0 to 0 dl 1788598359 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598348.128225:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc30a9500 with x1875480722865024 ext(0->157) 00002000:00010000:3.0:1788598348.128231:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc30a9500 00000100:00100000:0.0:1788598348.139296:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.139426:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722865152 00000100:00100000:3.0:1788598348.139441:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722865152 00000100:00100000:3.0:1788598348.139518:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 815 00000100:00100000:3.0:1788598348.139528:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+41:24251:x1875480722865152:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788598348.157184:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967776 is committed 00000004:00080000:2.0:1788598348.157206:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000100:00100000:2.0:1788598348.157521:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24251:x1875480722865152:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 17987us (18229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598348.157536:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 815 00000100:00100000:2.0:1788598348.157586:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746956800:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1788598348.157652:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788598348.157718:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.157767:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.157791:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.157798:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598348.157803:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.157812:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.157830:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:0.0:1788598348.157834:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788598348.157838:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.157844:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f109 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598348.157883:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746956800 00000100:00100000:0.0:1788598348.157892:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746956800 00000100:00100000:0.0:1788598348.157946:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1788598348.157955:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746956800:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1788598348.158091:0:14172:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1788598348.158095:0:14172:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1788598348 00002000:00010000:0.0:1788598348.158098:0:14172:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788598348.158100:0:14172:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1788598348 -> 1788598348 00002000:00010000:0.0:1788598348.158103:0:14172:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1788598348.158170:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746956800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 216us (517us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1788598348.158187:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000004:00080000:0.0:1788598348.158260:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1bc30ab800/2, rc 0, transno 4294967333 00000100:00100000:0.0:1788598348.158266:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746956800:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1788598348.165353:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.165498:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722865280 00000100:00100000:3.0:1788598348.165510:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722865280 00000100:00100000:3.0:1788598348.165578:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 205 00000100:00100000:3.0:1788598348.165590:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2435:x1875480722865280:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788598348.178339:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000001:00080000:3.0:1788598348.178356:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000100:00100000:2.0:1788598348.180495:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722865280:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 14892us (15135us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598348.180512:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 205 00000100:00100000:2.0:1788598348.183077:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.183165:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722865536 00000100:00100000:3.0:1788598348.183176:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722865536 00000100:00100000:3.0:1788598348.183252:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 816 00000100:00100000:3.0:1788598348.183263:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24251:x1875480722865536:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598348.183318:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598348.183358:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f11e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb74e expref: 36 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.183378:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:3.0:1788598348.183384:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598348.183416:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.183448:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.183458:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598348.183878:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005337eaae reply state 0000000018dff73b transno 4294967777 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.183892:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.183899:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:3.0:1788598348.183902:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598348.183904:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598348.183995:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24251:x1875480722865536:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 733us (924us total) trans 4294967777 rc 0/0 00000100:00100000:3.0:1788598348.184003:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 816 00000100:00100000:2.0:1788598348.189820:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.190059:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722865664 00000100:00100000:3.0:1788598348.190070:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722865664 00000100:00100000:2.0:1788598348.190192:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 206 00000100:00100000:2.0:1788598348.190202:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722865664:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788598348.190487:0:8868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1788598348.190492:0:8868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1788598348 -> 1536580263 00002000:00010000:2.0:1788598348.190495:0:8868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 1788597742 00002000:00010000:2.0:1788598348.190498:0:8868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1788598348 -> 1788598347 00002000:00010000:2.0:1788598348.190500:0:8868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1788598348.190647:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722865664:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 446us (834us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1788598348.190656:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 206 00000100:00100000:1.0:1788598348.198476:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598348.198873:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722865920 00000100:00100000:0.0:1788598348.198888:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722865920 00000100:00100000:0.0:1788598348.199023:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 817 00000100:00100000:0.0:1788598348.199038:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24251:x1875480722865920:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788598348.199261:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.199285:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb740 expref: 37 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.199294:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.199340:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb740 expref: 37 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.199356:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb740 expref: 37 pid: 6525 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598348.199374:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb6238000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746956928:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598348.202428:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788598348.205048:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.205162:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722866048 00000100:00100000:1.0:1788598348.205174:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722866048 00010000:00010000:1.0:1788598348.205238:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb740 expref: 38 pid: 6525 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598348.205298:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 275 00000100:00100000:1.0:1788598348.205310:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2433:x1875480722866048:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598348.205331:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598348.205340:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb740 expref: 38 pid: 6525 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.205355:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb740 expref: 38 pid: 6525 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.205383:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:1.0:1788598348.205390:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.205400:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.205409:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.205432:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598348.205493:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2433:x1875480722866048:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 186us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598348.205503:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 275 00010000:00010000:0.0:1788598348.205873:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f102 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb740 expref: 37 pid: 6525 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598348.205904:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb6238000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746956928:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598348.205987:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.205999:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.206006:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.206119:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.206127:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.206134:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.206139:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598348.206145:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.206206:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.206227:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:0.0:1788598348.206230:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788598348.206234:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.206246:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f13a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598348.206314:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24251:x1875480722865920:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 7281us (7847us total) trans 0 rc -22/-22 00000100:00100000:0.0:1788598348.206323:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 817 00000100:00100000:2.0:1788598348.211124:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.211298:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722866176 00000100:00100000:3.0:1788598348.211311:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722866176 00000100:00100000:3.0:1788598348.211373:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 207 00000100:00100000:3.0:1788598348.211384:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480722866176:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598348.211446:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.211472:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.211567:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598348.211569:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598348.211574:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 4/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.211624:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.211642:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 10 pid: 8868 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598348.211662:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480746957056:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598348.211792:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b88919480 going to sleep for 11 seconds 00000100:00100000:2.0:1788598348.214174:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.214616:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480746957056:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598348.214652:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598348.214881:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722866304 00000100:00100000:1.0:1788598348.214891:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722866304 00010000:00010000:1.0:1788598348.214954:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 11 pid: 8868 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598348.215020:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 276 00000100:00100000:1.0:1788598348.215031:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722866304:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598348.215062:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598348.215088:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 11 pid: 8868 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.215104:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 11 pid: 8868 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.215136:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004eca3377/0x6b7334fb1606f12c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb75c expref: 11 pid: 8868 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.215869:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598348.215875:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598348.215881:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.215895:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.215941:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598348.216024:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722866304:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 993us (1861us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598348.216033:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 276 00010000:00010000:2.0:1788598348.217347:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.217366:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.217403:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.217413:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.217422:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.217429:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5ca00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598348.217436:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.217446:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.217479:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.217488:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056d84c82/0x6b7334fb1606f141 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598348.217610:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722866176:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 6224us (6494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598348.217622:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 207 00000100:00100000:3.0:1788598348.230240:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.230390:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722866560 00000100:00100000:1.0:1788598348.230409:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722866560 00000100:00100000:1.0:1788598348.230484:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 818 00000100:00100000:1.0:1788598348.230495:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24251:x1875480722866560:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788598348.230605:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f148 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.230628:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f148 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.230643:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f148 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.231084:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.231099:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f110 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb747 expref: 37 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.231107:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.231219:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f110 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb747 expref: 37 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.231241:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f110 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb747 expref: 37 pid: 6523 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598348.231259:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746957184:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598348.231378:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598348.236708:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.236791:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722866688 00000100:00100000:3.0:1788598348.236803:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722866688 00010000:00010000:3.0:1788598348.236862:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f110 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb747 expref: 38 pid: 6523 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598348.236918:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 277 00000100:00100000:3.0:1788598348.236946:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2433:x1875480722866688:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598348.237009:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598348.237019:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f110 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb747 expref: 38 pid: 6523 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.237035:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f110 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb747 expref: 38 pid: 6523 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.237063:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:3.0:1788598348.237070:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.237081:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.237089:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.237112:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598348.237179:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2433:x1875480722866688:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 235us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598348.237188:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 277 00010000:00010000:1.0:1788598348.237667:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f110 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb747 expref: 37 pid: 6523 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598348.237693:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746957184:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598348.237719:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.238102:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.238112:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598348.238259:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967778 00000001:00080000:0.0:1788598348.238398:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967779 00000001:00080000:0.0:1788598348.238437:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967780 00000100:00100000:0.0:1788598348.238551:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb6238000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480746957312:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788598348.238625:0:10034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598348.238669:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130480 going to sleep for 11 seconds 00000100:00100000:3.0:1788598348.243061:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746957312 00000100:00100000:3.0:1788598348.243081:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746957312 00000100:00100000:3.0:1788598348.243276:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1788598348.243288:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10034:x1875480746957312:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788598348.243477:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10034:x1875480746957312:12345-0@lo:1000:mdt00_003.0 Request processed in 191us (4851us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598348.243506:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1788598348.248340:0:10034:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:3.0:1788598348.248358:0:10034:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1bc30ab800, transno 4294967333 00000100:00100000:3.0:1788598348.248384:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb6238000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480746957312:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1788598348.248689:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967781 00000100:00100000:3.0:1788598348.248788:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480746957440:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788598348.248983:0:10034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598348.249016:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b88919c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788598348.249804:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746957440 00000100:00100000:0.0:1788598348.249815:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746957440 00000100:00100000:0.0:1788598348.249893:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1788598348.249906:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10034:x1875480746957440:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788598348.250086:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:10034:x1875480746957440:12345-0@lo:1000:mdt00_003.0 Request processed in 183us (1102us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1788598348.250094:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1788598348.250142:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480746957440:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1788598348.250199:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250235:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250243:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250250:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598348.250256:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250264:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250284:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:0.0:1788598348.250287:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598348.250293:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250300:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f14f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250328:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250333:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250340:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250345:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87aaa200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598348.250352:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250359:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250367:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:0.0:1788598348.250368:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598348.250371:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250377:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606f0a7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250402:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f156 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250416:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f156 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250427:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f156 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250435:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f156 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250442:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f156 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250446:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f156 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250451:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598348.250459:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f156 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250465:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f156 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250473:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:0.0:1788598348.250475:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598348.250478:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f156 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250483:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f156 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250495:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f148 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250501:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f148 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250506:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f148 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250511:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598348.250514:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f148 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250519:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f148 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250526:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:0.0:1788598348.250528:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598348.250537:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f148 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.250544:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320800/0x6b7334fb1606f148 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788598348.250770:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598348.250777:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598348.251354:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1788598348.251364:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598348.251503:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+40:24251:x1875480722866560:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 21006us (21271us total) trans 4294967782 rc 0/0 00000100:00100000:0.0:1788598348.251515:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 818 00000020:00080000:0.0:1788598348.251521:0:10034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:3.0:1788598348.256563:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.256650:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722866944 00000100:00100000:1.0:1788598348.256663:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722866944 00000100:00100000:1.0:1788598348.256756:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 174 00000100:00100000:1.0:1788598348.256857:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+40:24251:x1875480722866944:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788598348.257334:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788598348.257380:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967783 00010000:00010000:1.0:1788598348.257420:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.257440:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.257454:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.257463:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.257470:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.257476:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.257609:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598348.257753:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+42:24251:x1875480722866944:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 967us (1237us total) trans 4294967784 rc 0/0 00000100:00100000:1.0:1788598348.257764:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 174 00000020:00080000:1.0:1788598348.257780:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788598348.261712:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788598348.261728:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.262255:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320e00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598348.262261:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.262272:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.262295:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:3.0:1788598348.262298:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788598348.262305:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 1/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598348.262311:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f15d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598348.264091:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598348.264097:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598348.264101:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598348.674096:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598348.688793:0:19609:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598348.688804:0:19609:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598348.690030:0:19609:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1788598348.690044:0:19609:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598348.814716:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.815883:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722867200 00000100:00100000:1.0:1788598348.815907:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722867200 00000100:00100000:1.0:1788598348.816003:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 819 00000100:00100000:1.0:1788598348.816016:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+42:24254:x1875480722867200:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598348.816054:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598348.816083:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f164 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb763 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.816197:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f16b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.816224:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f16b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.816237:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f16b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.816256:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f172 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.816261:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.816267:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.816592:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f179 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.816615:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f179 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.816623:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f179 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598348.816636:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:1.0:1788598348.816989:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f16b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.816998:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f16b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817005:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f16b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817012:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598348.817017:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f16b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817026:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f16b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817040:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:1.0:1788598348.817043:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598348.817049:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f16b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817056:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f16b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817084:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817091:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f172 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817867:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f172 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817875:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598348.817878:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f172 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817886:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f172 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817899:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8a1a8533f900) 00010000:00010000:1.0:1788598348.817901:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598348.817905:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f172 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.817911:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f172 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.818053:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f164 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb763 expref: 45 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.818069:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320e00/0x6b7334fb1606f179 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb763 expref: 44 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598348.818093:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533fc00) 00010000:00010000:1.0:1788598348.818242:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598348.818246:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320e00, rc 0) 00000100:00100000:1.0:1788598348.818462:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+44:24254:x1875480722867200:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 2446us (3758us total) trans 4294967785 rc 0/0 00000100:00100000:1.0:1788598348.818472:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 819 00000100:00100000:1.0:1788598348.831982:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598348.832028:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722867328 00000100:00100000:0.0:1788598348.832041:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722867328 00000100:00100000:0.0:1788598348.832124:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 820 00000100:00100000:0.0:1788598348.832136:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:24254:x1875480722867328:12345-192.168.202.17@tcp:54:lfs.0 00010000:00010000:0.0:1788598348.832232:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f187 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.832257:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f187 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.832274:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f187 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.832339:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f187 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.832347:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f187 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.832354:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f187 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.832360:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598348.832366:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f187 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.832374:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f187 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.832389:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533fc00) 00010000:00010000:0.0:1788598348.832393:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598348.832400:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f187 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598348.832406:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f187 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598348.834042:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:24254:x1875480722867328:12345-192.168.202.17@tcp:54:lfs.0 Request processed in 1899us (2064us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598348.834058:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 820 00000100:00100000:3.0:1788598348.838682:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598348.838755:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722867584 00000100:00100000:3.0:1788598348.838769:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722867584 00000100:00100000:3.0:1788598348.838838:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 175 00000100:00100000:3.0:1788598348.838850:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:24254:x1875480722867584:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:3.0:1788598348.840130:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:24254:x1875480722867584:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 1274us (1452us total) trans 4294967786 rc 0/0 00000100:00100000:3.0:1788598348.840143:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 175 00000100:00100000:1.0:1788598348.933901:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.933953:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.933983:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.934006:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.934027:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.934040:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.934064:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598348.934101:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722868224 00000100:00100000:1.0:1788598348.934113:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722868224 00000100:00100000:1.0:1788598348.934180:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722868480 00000100:00100000:1.0:1788598348.934183:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722868480 00000100:00100000:1.0:1788598348.934215:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722868096 00000100:00100000:1.0:1788598348.934218:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722868096 00000100:00100000:1.0:1788598348.934240:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 430 00000100:00100000:1.0:1788598348.934250:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722868224:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598348.934347:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722868224:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 97us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598348.934356:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 430 00000100:00100000:1.0:1788598348.934376:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 431 00000100:00100000:1.0:1788598348.934407:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722868480:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598348.934436:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722868480:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598348.934442:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 431 00000100:00100000:1.0:1788598348.934454:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 432 00000100:00100000:1.0:1788598348.934461:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722868096:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598348.934485:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722868096:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598348.934492:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 432 00000100:00100000:1.0:1788598348.934521:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722867968 00000100:00100000:1.0:1788598348.934525:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722867968 00000100:00100000:1.0:1788598348.934555:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722867840 00000100:00100000:1.0:1788598348.934557:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722867840 00000100:00100000:1.0:1788598348.934577:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722868352 00000100:00100000:1.0:1788598348.934595:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722868352 00000100:00100000:1.0:1788598348.934612:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 713 00000100:00100000:1.0:1788598348.934618:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722867968:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598348.934650:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722867968:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598348.934656:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 713 00000100:00100000:1.0:1788598348.934667:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 714 00000100:00100000:1.0:1788598348.934673:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+74:2433:x1875480722867840:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598348.934702:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+74:2433:x1875480722867840:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598348.934708:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 714 00000100:00100000:1.0:1788598348.934726:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 715 00000100:00100000:1.0:1788598348.934767:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722868352:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598348.934795:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722868352:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 62us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598348.934800:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 715 00000100:00080000:1.0:1788598348.934818:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598348.934823:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598348.934825:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598348.934828:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598348.935452:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722867712 00000100:00100000:2.0:1788598348.935459:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722867712 00000100:00100000:2.0:1788598348.935508:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 672 00000100:00100000:2.0:1788598348.935516:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722867712:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598348.935561:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722867712:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 46us (1674us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598348.935568:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 672 00000100:00100000:1.0:1788598349.089149:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598349.092465:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722868608 00000100:00100000:2.0:1788598349.092492:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722868608 00000100:00100000:2.0:1788598349.092578:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 821 00000100:00100000:2.0:1788598349.092589:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+74:24270:x1875480722868608:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:2.0:1788598349.092608:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598349.092645:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f18e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb76a expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092710:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f195 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092724:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f195 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092770:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f195 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092787:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f19c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092794:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f19c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092800:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f19c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092884:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387200/0x6b7334fb1606f1a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092893:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387200/0x6b7334fb1606f1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092901:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387200/0x6b7334fb1606f1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598349.092942:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1788598349.092947:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598349.092972:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387200/0x6b7334fb1606f1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092992:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f195 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.092998:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f195 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093005:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f195 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093011:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1bc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598349.093015:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f195 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093022:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f195 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093036:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598349.093039:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598349.093043:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f195 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093050:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f195 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093063:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f19c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093069:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f19c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093075:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f19c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093085:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1aa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598349.093089:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f19c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093094:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f19c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093102:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8a1a8714ff00) 00010000:00010000:2.0:1788598349.093104:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598349.093106:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f19c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093112:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f19c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093141:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f18e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb76a expref: 76 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093154:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387200/0x6b7334fb1606f1a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb76a expref: 75 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598349.093161:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:2.0:1788598349.093163:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598349.093165:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87387200, rc 0) 00000100:00100000:2.0:1788598349.093252:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+75:24270:x1875480722868608:12345-192.168.202.17@tcp:101:diff.0 Request processed in 665us (4117us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598349.093259:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 821 00000100:00100000:2.0:1788598349.106084:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598349.106558:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722868736 00000100:00100000:1.0:1788598349.106575:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722868736 00000100:00100000:0.0:1788598349.107305:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 822 00000100:00100000:0.0:1788598349.107319:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+75:24270:x1875480722868736:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:0.0:1788598349.107350:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598349.107376:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f1aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb771 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107446:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107462:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107473:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107498:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107506:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107513:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107636:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f1bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107645:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f1bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107652:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f1bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598349.107693:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:0.0:1788598349.107702:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598349.107721:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f1bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107761:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f1bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107768:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107772:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107777:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107780:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107784:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598349.107787:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107791:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107799:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8a1b94cefb00) 00010000:00010000:0.0:1788598349.107801:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598349.107812:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107816:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f1b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107830:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107834:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107837:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107840:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598349.107842:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107845:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107848:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8a1b90306000) 00010000:00010000:0.0:1788598349.107849:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598349.107851:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107854:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107877:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f1aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb771 expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107886:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2210e00/0x6b7334fb1606f1bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb771 expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.107895:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533fc00) 00010000:00010000:0.0:1788598349.107897:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598349.107898:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc2210e00, rc 0) 00000100:00100000:0.0:1788598349.107968:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+76:24270:x1875480722868736:12345-192.168.202.17@tcp:101:diff.0 Request processed in 654us (1892us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598349.107973:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 822 00000100:00100000:0.0:1788598349.115133:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598349.116968:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722868864 00000100:00100000:1.0:1788598349.116983:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722868864 00000100:00100000:1.0:1788598349.117066:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 208 00000100:00100000:1.0:1788598349.117077:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+10:2435:x1875480722868864:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:1.0:1788598349.117095:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598349.117118:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cb0036c/0x6b7334fb1606f1c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb778 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598349.117146:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9bd5ee, ctime: 0x6a9bd84b, blocks: 0x8 00010000:00010000:1.0:1788598349.117169:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598349.117171:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598349.117181:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cb0036c/0x6b7334fb1606f1c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb778 expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598349.117351:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000cb0036c/0x6b7334fb1606f1c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb778 expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598349.117390:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320800, rc 0) 00000100:00100000:1.0:1788598349.117469:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+11:2435:x1875480722868864:12345-192.168.202.17@tcp:101:diff.0 Request processed in 393us (2348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598349.117546:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 208 00000100:00100000:1.0:1788598349.122059:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598349.122180:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722869120 00000100:00100000:0.0:1788598349.122257:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722869120 00000100:00100000:0.0:1788598349.122358:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 823 00000100:00100000:0.0:1788598349.122369:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+76:24270:x1875480722869120:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:0.0:1788598349.122392:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598349.122415:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f1cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb77f expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.122542:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.122558:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.122571:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598349.122583:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:0.0:1788598349.122690:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f1cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb77f expref: 79 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.122714:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb77f expref: 78 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.122722:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533fc00) 00010000:00010000:0.0:1788598349.122725:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598349.122728:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc2211a00, rc 0) 00000100:00100000:0.0:1788598349.123149:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+78:24270:x1875480722869120:12345-192.168.202.17@tcp:101:diff.0 Request processed in 781us (1097us total) trans 4294967787 rc 0/0 00000100:00100000:0.0:1788598349.123158:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 823 00000100:00100000:3.0:1788598349.129322:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598349.129606:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722869248 00000100:00100000:1.0:1788598349.129617:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722869248 00002000:00100000:1.0:1788598349.129665:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff8a1bc5b80a80 x1875480722869248/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:340/0 lens 488/0 e 0 to 0 dl 1788598360 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598349.129677:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b80a80 with x1875480722869248 ext(0->4095) 00002000:00010000:1.0:1788598349.129684:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5b80a80 00000100:00100000:1.0:1788598349.129852:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 61 00000100:00100000:1.0:1788598349.129861:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722869248:12345-192.168.202.17@tcp:3:diff.0 00000100:00100000:1.0:1788598349.130041:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722869248:12345-192.168.202.17@tcp:3:diff.0 Request processed in 181us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598349.130049:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 61 00002000:00100000:1.0:1788598349.130055:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff8a1bc5b80a80 x1875480722869248/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:340/0 lens 488/4536 e 0 to 0 dl 1788598360 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598349.130064:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b80a80 with x1875480722869248 ext(0->4095) 00002000:00010000:1.0:1788598349.130067:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5b80a80 00000100:00100000:3.0:1788598349.130961:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598349.131668:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722869376 00000100:00100000:0.0:1788598349.131677:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722869376 00000100:00100000:0.0:1788598349.131786:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 36 00000100:00100000:0.0:1788598349.131795:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+78:2435:x1875480722869376:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598349.131818:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598349.131843:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f1d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb77f expref: 78 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598349.131863:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8a1a8533fc00) 00010000:00010000:0.0:1788598349.131868:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598349.131925:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+77:2435:x1875480722869376:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 131us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598349.131933:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 36 00000100:00100000:3.0:1788598349.138870:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598349.139131:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722869632 00000100:00100000:1.0:1788598349.139142:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722869632 00000100:00100000:1.0:1788598349.139250:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 176 00000100:00100000:1.0:1788598349.139272:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+77:24270:x1875480722869632:12345-192.168.202.17@tcp:35:diff.0 00000001:00080000:1.0:1788598349.139511:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967788 00000100:00100000:1.0:1788598349.139622:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+79:24270:x1875480722869632:12345-192.168.202.17@tcp:35:diff.0 Request processed in 352us (761us total) trans 4294967789 rc 0/0 00000100:00100000:1.0:1788598349.139631:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 176 00000020:00080000:1.0:1788598349.139636:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788598349.570128:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598349.570153:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746957568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598349.570237:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598349.570381:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746957568 00000100:00100000:3.0:1788598349.570392:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746957568 00000100:00100000:3.0:1788598349.570461:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1788598349.570480:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746957568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598349.570516:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598349.570566:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746957568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598349.570574:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1788598349.570987:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746957568:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598349.699240:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598350.081970:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746957952:0@lo:400:kworker.0 00000100:00100000:2.0:1788598350.082071:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598350.082076:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746957696:0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.082117:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598350.082143:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746957824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598350.082168:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598350.082172:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746957952 00000100:00100000:2.0:1788598350.082181:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746957952 00000100:00100000:3.0:1788598350.082214:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746957824 00000100:00100000:3.0:1788598350.082217:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746957824 00000100:00100000:2.0:1788598350.082248:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1788598350.082257:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746957952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.082273:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1788598350.082281:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746957824:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598350.082328:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746957952:12345-0@lo:400:kworker.0 Request processed in 72us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598350.082335:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00002000:00000024:3.0:1788598350.082357:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788598350.082387:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746957952:0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.082416:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746957824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598350.082423:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00080000:2.0:1788598350.082429:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598350.082457:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746957824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598350.082678:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746958080:0@lo:400:kworker.0 00000100:00100000:0.0:1788598350.082915:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598350.083247:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746957696 00000100:00100000:3.0:1788598350.083254:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746957696 00000100:00100000:3.0:1788598350.083291:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1788598350.083299:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746957696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.083343:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746957696:12345-0@lo:400:kworker.0 Request processed in 45us (1225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598350.083350:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1788598350.083395:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746957696:0@lo:400:kworker.0 00000100:00100000:2.0:1788598350.084381:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746958080 00000100:00100000:2.0:1788598350.084392:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746958080 00000100:00100000:2.0:1788598350.084449:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1788598350.084458:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746958080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598350.084550:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746958080:12345-0@lo:400:kworker.0 Request processed in 94us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598350.084557:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1788598350.084596:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746958080:0@lo:400:kworker.0 00000100:00100000:1.0:1788598350.088727:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746958592:0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.088913:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746958208:0@lo:400:kworker.0 00000100:00100000:0.0:1788598350.091964:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746958336:0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.097173:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598350.097253:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746958720:0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.097295:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598350.097380:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480746958464:0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.097409:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598350.097429:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480746958976:0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.097454:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598350.097522:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746958208 00000100:00100000:3.0:1788598350.097532:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746958208 00000100:00100000:3.0:1788598350.097588:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746958464 00000100:00100000:3.0:1788598350.097592:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746958464 00000100:00100000:3.0:1788598350.097626:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746958976 00000100:00100000:3.0:1788598350.097636:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746958976 00000100:00100000:3.0:1788598350.097659:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1788598350.097667:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746958208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.097763:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746958208:12345-0@lo:400:kworker.0 Request processed in 68us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598350.097771:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1788598350.097909:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598350.097938:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746959104:0@lo:400:kworker.0 00000100:00100000:1.0:1788598350.097964:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598350.098082:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746958720 00000100:00100000:1.0:1788598350.098087:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746958720 00000100:00100000:1.0:1788598350.098119:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746958592 00000100:00100000:1.0:1788598350.098122:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746958592 00000100:00100000:1.0:1788598350.098143:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746959104 00000100:00100000:1.0:1788598350.098146:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746959104 00000100:00100000:1.0:1788598350.098164:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1788598350.098172:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480746958720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598350.098221:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480746958720:12345-0@lo:400:kworker.0 Request processed in 49us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598350.098228:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1788598350.098242:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1788598350.098249:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746958592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598350.098293:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746958592:12345-0@lo:400:kworker.0 Request processed in 44us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598350.098300:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1788598350.098312:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1788598350.098319:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746959104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598350.098347:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746959104:12345-0@lo:400:kworker.0 Request processed in 30us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598350.098353:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1788598350.098375:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1788598350.098384:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480746958464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598350.098420:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480746958464:12345-0@lo:400:kworker.0 Request processed in 38us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598350.098426:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1788598350.098441:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1788598350.098449:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480746958976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598350.098476:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480746958976:12345-0@lo:400:kworker.0 Request processed in 29us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598350.098482:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1788598350.099340:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480746958464:0@lo:400:kworker.0 00000100:00100000:1.0:1788598350.099359:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480746958976:0@lo:400:kworker.0 00000100:00100000:1.0:1788598350.099411:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746958592:0@lo:400:kworker.0 00000100:00100000:1.0:1788598350.099425:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746959104:0@lo:400:kworker.0 00000100:00080000:3.0:1788598350.100044:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598350.100052:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598350.100055:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598350.100092:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746958208:0@lo:400:kworker.0 00000100:00100000:3.0:1788598350.100109:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746958720:0@lo:400:kworker.0 00000100:00100000:0.0:1788598350.102505:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598350.102560:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746958848:0@lo:400:kworker.0 00000100:00100000:0.0:1788598350.102597:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598350.102922:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746958336 00000100:00100000:2.0:1788598350.102933:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746958336 00000100:00100000:2.0:1788598350.103017:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746958848 00000100:00100000:2.0:1788598350.103021:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746958848 00000100:00100000:2.0:1788598350.103055:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1788598350.103076:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746958336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598350.103142:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746958336:12345-0@lo:400:kworker.0 Request processed in 68us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598350.103151:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1788598350.103170:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1788598350.103176:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746958848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598350.103219:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746958848:12345-0@lo:400:kworker.0 Request processed in 42us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598350.103225:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00080000:0.0:1788598350.103535:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598350.103579:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746958336:0@lo:400:kworker.0 00000100:00100000:0.0:1788598350.103593:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746958848:0@lo:400:kworker.0 00000040:00080000:3.0:1788598350.280712:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598350.280726:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598350.281880:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1788598350.281893:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598350.594487:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746959232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598350.594603:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598350.595220:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746959232 00000100:00100000:1.0:1788598350.595247:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746959232 00000100:00100000:1.0:1788598350.595312:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1788598350.595333:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746959232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598350.595366:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788598350.595440:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746959232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598350.595448:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1788598350.595514:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746959232:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788598350.659026:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598350.721972:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598351.749265:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598352.130051:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598352.130084:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746959360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598352.130206:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598352.130785:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746959360 00000100:00100000:3.0:1788598352.130797:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746959360 00000100:00100000:3.0:1788598352.130893:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1788598352.130908:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480746959360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598352.130947:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1788598352.131011:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480746959360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598352.131019:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1788598352.132297:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598352.132322:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746959488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598352.132399:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788598352.132537:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598352.132560:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746959488 00000100:00100000:1.0:1788598352.132568:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746959488 00000100:00100000:1.0:1788598352.132638:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1788598352.132649:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746959488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598352.132675:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1788598352.132729:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746959488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598352.132956:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1788598352.133017:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746959488:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788598352.134219:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598352.134393:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746959360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598352.657168:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746959616:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598352.657276:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598352.657311:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746959616 00000100:00100000:1.0:1788598352.657325:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746959616 00000100:00100000:1.0:1788598352.657407:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1788598352.657420:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746959616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598352.657519:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:1.0:1788598352.657603:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746959616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 184us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598352.657612:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1788598352.660129:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746959616:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598352.772606:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598353.797153:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598354.057836:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598354.057882:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598354.057906:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598354.057927:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598354.057953:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598354.057968:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598354.057984:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598354.057998:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598354.058018:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598354.058047:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722869888 00000100:00100000:3.0:1788598354.058060:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722869888 00000100:00100000:3.0:1788598354.058143:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722870400 00000100:00100000:3.0:1788598354.058146:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722870400 00000100:00100000:3.0:1788598354.058163:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722870016 00000100:00100000:3.0:1788598354.058165:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722870016 00000100:00100000:3.0:1788598354.058178:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722870528 00000100:00100000:3.0:1788598354.058180:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722870528 00000100:00100000:3.0:1788598354.058199:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 722 00000100:00100000:3.0:1788598354.058210:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+79:2434:x1875480722869888:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598354.058331:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+79:2434:x1875480722869888:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 121us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598354.058340:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 722 00000100:00100000:3.0:1788598354.058361:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 723 00000100:00100000:3.0:1788598354.058368:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2434:x1875480722870400:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598354.058402:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2434:x1875480722870400:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598354.058417:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 723 00000100:00100000:3.0:1788598354.058429:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 724 00000100:00100000:3.0:1788598354.058434:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722870016:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598354.058459:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722870016:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598354.058464:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 724 00000100:00100000:3.0:1788598354.058474:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 725 00000100:00100000:3.0:1788598354.058479:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722870528:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598354.058513:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722870528:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598354.058520:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 725 00000100:00080000:3.0:1788598354.058543:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598354.058547:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598354.058624:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722870144 00000100:00100000:1.0:1788598354.058628:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722870144 00000100:00100000:1.0:1788598354.058671:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722870656 00000100:00100000:1.0:1788598354.058673:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722870656 00000100:00100000:1.0:1788598354.058686:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722870272 00000100:00100000:1.0:1788598354.058687:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722870272 00000100:00100000:1.0:1788598354.058699:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722870784 00000100:00100000:1.0:1788598354.058701:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722870784 00000100:00100000:1.0:1788598354.058712:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 436 00000100:00100000:1.0:1788598354.058718:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+11:2434:x1875480722870144:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598354.058773:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+11:2434:x1875480722870144:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 54us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598354.058780:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 437 00000100:00100000:0.0:1788598354.058794:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722870656:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598354.058823:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722870656:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (895us total) trans 0 rc 0/0 00000100:00080000:3.0:1788598354.058851:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598354.058854:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598354.060613:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 436 00000100:00100000:1.0:1788598354.060646:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 438 00000100:00100000:1.0:1788598354.060664:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+10:2434:x1875480722870272:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598354.060807:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 439 00000100:00100000:3.0:1788598354.060817:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722870784:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598354.060852:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722870784:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 38us (2833us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598354.060859:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 439 00000100:00100000:3.0:1788598354.060884:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722869760 00000100:00100000:3.0:1788598354.060892:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722869760 00000100:00100000:3.0:1788598354.060934:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 674 00000100:00100000:3.0:1788598354.060941:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722869760:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598354.060986:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722869760:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 46us (3032us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598354.060992:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 674 00000100:00100000:1.0:1788598354.061060:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+10:2434:x1875480722870272:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 77us (2746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598354.061069:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 438 00000100:00100000:0.0:1788598354.062348:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 437 00000001:00080000:2.0:1788598354.184169:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967789 is committed 00000001:00080000:2.0:1788598354.184223:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967786 is committed 00000020:00080000:2.0:1788598354.184249:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1b889199c0 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:2.0:1788598354.184258:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b84caff00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b88919480 00000020:00080000:2.0:1788598354.184262:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b84caf800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a8928ce00 00010000:00010000:0.0:1788598354.184281:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598354.184298:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598354.184308:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598354.184320:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5c600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598354.184326:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598354.184336:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598354.184361:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8a1a8714f600) 00010000:00010000:0.0:1788598354.184364:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598354.184371:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598354.184378:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f133 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788598354.184405:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:3.0:1788598354.184501:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000001:00080000:3.0:1788598354.184666:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967335 is committed 00000001:00080000:3.0:1788598354.184673:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000100:00100000:3.0:1788598354.457313:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598354.457438:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722870912 00000100:00100000:2.0:1788598354.457457:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722870912 00000100:00100000:2.0:1788598354.457544:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 824 00000100:00100000:2.0:1788598354.457557:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24186:x1875480722870912:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788598354.457710:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24186:x1875480722870912:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 156us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598354.457719:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 824 00000100:00100000:1.0:1788598354.463354:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598354.463612:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722871040 00000100:00100000:3.0:1788598354.463627:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722871040 00000100:00100000:3.0:1788598354.463701:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 825 00000100:00100000:3.0:1788598354.463711:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:24186:x1875480722871040:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788598354.463866:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:24186:x1875480722871040:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 155us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598354.463894:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 825 00000100:00100000:3.0:1788598354.690065:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598354.690094:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746959744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598354.690218:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598354.690516:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746959744 00000100:00100000:0.0:1788598354.690528:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746959744 00000100:00100000:0.0:1788598354.690603:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1788598354.690616:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746959744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598354.690662:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598354.690762:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746959744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598354.690769:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1788598354.690843:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746959744:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598354.818313:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598355.202337:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598355.202367:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746959872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598355.202462:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598355.203443:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480746960128:0@lo:400:kworker.0 00000100:00100000:3.0:1788598355.203502:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598355.203539:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480746960640:0@lo:400:kworker.0 00000100:00100000:3.0:1788598355.203587:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598355.203603:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88339880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480746961152:0@lo:400:kworker.0 00000100:00100000:3.0:1788598355.203626:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598355.203660:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788598355.203666:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746960256:0@lo:400:kworker.0 00000100:00100000:3.0:1788598355.203695:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598355.203712:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746960768:0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.203855:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746960128 00000100:00100000:2.0:1788598355.203872:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746960128 00000100:00100000:2.0:1788598355.203935:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746960640 00000100:00100000:2.0:1788598355.203938:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746960640 00000100:00100000:2.0:1788598355.203971:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746961152 00000100:00100000:2.0:1788598355.203975:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746961152 00000100:00100000:2.0:1788598355.204008:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1788598355.204019:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480746960128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.204087:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480746960128:12345-0@lo:400:kworker.0 Request processed in 69us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598355.204095:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1788598355.204124:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1788598355.204131:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480746960640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.204159:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480746960640:12345-0@lo:400:kworker.0 Request processed in 29us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598355.204165:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1788598355.204177:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1788598355.204184:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480746961152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.204211:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480746961152:12345-0@lo:400:kworker.0 Request processed in 28us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598355.204217:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00080000:2.0:1788598355.204255:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598355.204491:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598355.204521:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746961280:0@lo:400:kworker.0 00000100:00100000:3.0:1788598355.204546:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598355.204591:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480746960128:0@lo:400:kworker.0 00000100:00100000:3.0:1788598355.204604:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480746960640:0@lo:400:kworker.0 00000100:00100000:3.0:1788598355.204612:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88339880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480746961152:0@lo:400:kworker.0 00000100:00100000:3.0:1788598355.204651:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746960768 00000100:00100000:3.0:1788598355.204655:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746960768 00000100:00100000:3.0:1788598355.204688:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746961280 00000100:00100000:3.0:1788598355.204691:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746961280 00000100:00100000:3.0:1788598355.204712:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1788598355.204719:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746960768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.204850:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480746960384:0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.204883:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598355.204922:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746960896:0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.204949:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598355.204971:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746961408:0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.205005:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598355.205032:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788598355.205039:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746960000:0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.205071:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598355.205096:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746960512:0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.205132:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598355.205153:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746961024:0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.205175:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598355.205208:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746960384 00000100:00100000:1.0:1788598355.205212:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746960384 00000100:00100000:1.0:1788598355.205236:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1788598355.205242:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746961280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.205295:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746961280:12345-0@lo:400:kworker.0 Request processed in 53us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598355.205302:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1788598355.205316:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1788598355.205322:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480746960384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.205353:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480746960384:12345-0@lo:400:kworker.0 Request processed in 32us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598355.205360:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1788598355.205381:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746960256 00000100:00100000:1.0:1788598355.205385:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746960256 00000100:00100000:1.0:1788598355.205411:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746960512 00000100:00100000:1.0:1788598355.205421:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746960512 00000100:00100000:1.0:1788598355.205438:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1788598355.205442:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746960256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.205480:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746960256:12345-0@lo:400:kworker.0 Request processed in 36us (1783us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598355.205485:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1788598355.205497:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1788598355.205503:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746960512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.205530:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746960512:12345-0@lo:400:kworker.0 Request processed in 28us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598355.205536:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1788598355.205556:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746960896 00000100:00100000:1.0:1788598355.205559:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746960896 00000100:00100000:1.0:1788598355.205585:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746961408 00000100:00100000:1.0:1788598355.205588:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746961408 00000100:00100000:1.0:1788598355.205603:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746961024 00000100:00100000:1.0:1788598355.205605:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746961024 00000100:00100000:1.0:1788598355.205619:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1788598355.205625:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746960896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.205653:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746960896:12345-0@lo:400:kworker.0 Request processed in 29us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598355.205659:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1788598355.205669:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1788598355.205674:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746961408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.205698:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746961408:12345-0@lo:400:kworker.0 Request processed in 24us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598355.205703:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1788598355.206136:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746959872 00000100:00100000:0.0:1788598355.206143:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746959872 00000100:00100000:0.0:1788598355.206186:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1788598355.206194:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746959872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598355.206227:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1788598355.206294:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746959872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (3831us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598355.206301:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1788598355.206366:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1788598355.206378:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746961024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.206413:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746961024:12345-0@lo:400:kworker.0 Request processed in 39us (1237us total) trans 0 rc 0/0 00000100:00080000:2.0:1788598355.206526:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598355.206532:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598355.206536:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598355.206561:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746960000 00000100:00100000:2.0:1788598355.206566:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746960000 00000100:00100000:2.0:1788598355.206600:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1788598355.206607:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746960000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.206650:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746960000:12345-0@lo:400:kworker.0 Request processed in 44us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598355.206657:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1788598355.206764:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746960256:0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.206785:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746961280:0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.206885:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746959872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598355.206920:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746960000:0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.206936:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746960512:0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.206947:0:3667:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:2.0:1788598355.206955:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967335 committed transno 4294967335 00000100:00100000:2.0:1788598355.206979:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746961024:0@lo:400:kworker.0 00000100:00100000:3.0:1788598355.207232:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746960768:12345-0@lo:400:kworker.0 Request processed in 2512us (2740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598355.207243:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1788598355.207278:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746960768:0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.208942:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480746960384:0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.208963:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746960896:0@lo:400:kworker.0 00000100:00100000:2.0:1788598355.208978:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746961408:0@lo:400:kworker.0 00000100:00100000:1.0:1788598355.216208:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1788598355.717721:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746961536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598355.717828:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598355.718555:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746961536 00000100:00100000:1.0:1788598355.718567:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746961536 00000100:00100000:1.0:1788598355.718632:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1788598355.718644:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746961536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598355.718672:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788598355.718730:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746961536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598355.718754:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1788598355.724534:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746961536:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598355.843114:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788598355.992968:0:19806:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 04:52:34 (1788598354) 00000100:00100000:0.0:1788598356.540320:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598356.540478:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722871168 00000100:00100000:1.0:1788598356.540487:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722871168 00000100:00100000:1.0:1788598356.540566:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 826 00000100:00100000:1.0:1788598356.540576:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24892:x1875480722871168:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788598356.540676:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24892:x1875480722871168:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 103us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598356.540684:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 826 00000100:00080000:2.0:1788598356.540932:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598356.544883:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598356.544995:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722871296 00000100:00100000:2.0:1788598356.545011:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722871296 00000100:00100000:2.0:1788598356.545133:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 827 00000100:00100000:2.0:1788598356.545146:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:24892:x1875480722871296:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598356.545280:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:24892:x1875480722871296:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 138us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598356.545291:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 827 00000100:00080000:0.0:1788598356.545785:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598356.564655:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598356.564816:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722871424 00000100:00100000:3.0:1788598356.564828:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722871424 00000100:00100000:3.0:1788598356.564924:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 828 00000100:00100000:3.0:1788598356.564935:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+76:24893:x1875480722871424:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598356.564960:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598356.564984:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb786 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565053:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f1e9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565073:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f1e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565089:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f1e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565117:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f1f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565123:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565130:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565194:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f1e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565201:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f1e9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565207:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f1e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788598356.565352:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788598356.565540:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5c800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598356.565547:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f1e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565555:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f1e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565569:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598356.565572:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598356.565576:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f1e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565582:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f1e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565598:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565603:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f1f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565607:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f1f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565621:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5c600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598356.565623:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f1f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565629:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f1f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565636:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8a1a85341800) 00010000:00010000:3.0:1788598356.565638:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598356.565640:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f1f0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565645:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f1f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565677:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1e2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb786 expref: 77 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565686:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598356.565689:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598356.565692:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb786 expref: 77 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.565702:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5c000, rc 0) 00000100:00100000:3.0:1788598356.565818:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+76:24893:x1875480722871424:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 885us (1171us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598356.565826:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 828 00000100:00100000:1.0:1788598356.572089:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598356.572178:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722871680 00000100:00100000:3.0:1788598356.572201:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722871680 00000100:00100000:3.0:1788598356.572266:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 829 00000100:00100000:3.0:1788598356.572275:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+76:24893:x1875480722871680:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:3.0:1788598356.572331:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598356.572361:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606efd5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb6f3 expref: 76 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.572392:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598356.572398:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598356.572462:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.572477:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb701 expref: 33 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.572485:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.572518:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb701 expref: 33 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.572533:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb701 expref: 33 pid: 13009 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598356.572549:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746961664:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598356.573196:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598356.575590:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746961664:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598356.575624:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598356.579300:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598356.579482:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722871808 00000100:00100000:3.0:1788598356.579493:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722871808 00010000:00010000:3.0:1788598356.579538:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb701 expref: 34 pid: 13009 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598356.579580:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 278 00000100:00100000:3.0:1788598356.579590:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+34:2433:x1875480722871808:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598356.579607:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598356.579614:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb701 expref: 34 pid: 13009 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.579630:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb701 expref: 34 pid: 13009 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.579654:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606efff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb701 expref: 34 pid: 13009 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.579669:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598356.579674:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.579683:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.579691:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598356.579724:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598356.579816:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+33:2433:x1875480722871808:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 227us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598356.579824:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 278 00010000:00010000:2.0:1788598356.579904:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.579913:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.579936:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.579946:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.579953:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580614:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580626:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580634:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598356.580648:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000956f2a02 reply state 000000007eff672b transno 4294967790 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580659:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580666:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:2.0:1788598356.580669:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598356.580673:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788598356.580678:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00010000:00010000:2.0:1788598356.580686:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580692:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580698:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580703:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580708:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5c000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598356.580713:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580720:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580728:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598356.580730:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598356.580772:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580780:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f1f7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598356.580791:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000956f2a02 reply state 000000007eff672b transno 4294967790 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580804:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598356.580810:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8a1a8714ff00) 00010000:00010000:2.0:1788598356.580812:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598356.580814:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788598356.580885:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+77:24893:x1875480722871680:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 8609us (8804us total) trans 4294967790 rc 0/0 00000100:00100000:2.0:1788598356.580894:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 829 00000040:00080000:1.0:1788598356.803151:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788598356.866085:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598357.227233:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598357.227337:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722871936 00000100:00100000:3.0:1788598357.227346:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722871936 00000100:00100000:3.0:1788598357.227405:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 830 00000100:00100000:3.0:1788598357.227415:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+77:24931:x1875480722871936:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:3.0:1788598357.227439:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598357.227459:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f20c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb78d expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.227528:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f213 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.227543:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f213 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.227556:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f213 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598357.227606:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788598357.227610:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598357.227630:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f213 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.227655:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f20c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb78d expref: 79 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.227671:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f213 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb78d expref: 78 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.227692:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598357.227694:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598357.227698:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5c800, rc 0) 00000100:00100000:3.0:1788598357.227798:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+78:24931:x1875480722871936:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 384us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598357.227805:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 830 00000100:00100000:0.0:1788598357.231100:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598357.231275:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722872192 00000100:00100000:3.0:1788598357.231283:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722872192 00000100:00080000:0.0:1788598357.231334:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598357.231352:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 831 00000100:00100000:3.0:1788598357.231362:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:24931:x1875480722872192:12345-192.168.202.17@tcp:36:mkdir.0 00000100:00100000:3.0:1788598357.231890:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:13009:1875480746961792:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788598357.231950:0:13009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598357.232016:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598357.232140:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746961792 00000100:00100000:1.0:1788598357.232145:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746961792 00000100:00100000:1.0:1788598357.232188:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1788598357.232211:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:13009:x1875480746961792:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788598357.232328:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:13009:x1875480746961792:12345-0@lo:1000:mdt00_004.0 Request processed in 118us (376us total) trans 0 rc 1/1 00000100:00100000:1.0:1788598357.232335:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1788598357.233144:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:13009:1875480746961792:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788598357.233245:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:24931:x1875480722872192:12345-192.168.202.17@tcp:36:mkdir.0 Request processed in 1883us (2166us total) trans 0 rc -17/-17 00000100:00100000:3.0:1788598357.233253:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 831 00000100:00100000:0.0:1788598357.238033:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598357.238132:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722872320 00000100:00100000:2.0:1788598357.238143:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722872320 00000100:00100000:2.0:1788598357.238211:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 832 00000100:00100000:2.0:1788598357.238221:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+78:24931:x1875480722872320:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:2.0:1788598357.238242:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598357.238262:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606f21a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb794 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238324:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238339:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238350:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238358:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f228 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238379:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f228 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238385:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f228 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238455:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f22f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238463:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f22f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238575:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f22f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598357.238612:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:2.0:1788598357.238616:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598357.238633:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f22f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238645:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238651:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238656:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238662:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238671:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598357.238676:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238682:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238694:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598357.238696:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598357.238700:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238706:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f221 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238720:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f228 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238725:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f228 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.238730:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f228 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.239210:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598357.239213:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f228 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.239219:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f228 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.239232:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8a1a8714ff00) 00010000:00010000:2.0:1788598357.239234:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598357.239236:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f228 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.239241:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f228 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.239274:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606f21a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb794 expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.239286:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f22f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb794 expref: 79 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.239293:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:2.0:1788598357.239295:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598357.239297:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1be00, rc 0) 00000100:00100000:2.0:1788598357.239376:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+79:24931:x1875480722872320:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 1146us (1341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598357.239384:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 832 00000100:00100000:0.0:1788598357.250029:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598357.250053:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746961920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598357.250141:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598357.250263:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746961920 00000100:00100000:1.0:1788598357.250271:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746961920 00000100:00100000:1.0:1788598357.250334:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1788598357.250345:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746961920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598357.250373:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1788598357.250429:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746961920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598357.250437:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1788598357.250485:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746961920:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788598357.250898:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598357.251381:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598357.251395:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746962048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598357.251442:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598357.251993:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746962048 00000100:00100000:3.0:1788598357.252000:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746962048 00000100:00100000:3.0:1788598357.252059:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1788598357.252068:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746962048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598357.252093:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00080000:0.0:1788598357.252147:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598357.252297:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746962048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 230us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598357.252320:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1788598357.254808:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746962048:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598357.338879:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598357.339013:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722872448 00000100:00100000:1.0:1788598357.339028:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722872448 00000100:00100000:1.0:1788598357.339126:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 833 00000100:00100000:1.0:1788598357.339138:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+33:24937:x1875480722872448:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598357.339169:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598357.339197:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f236 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb79b expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598357.339300:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598357.339316:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598357.339342:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598357.339429:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788598357.339434:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598357.339458:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598357.339487:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f236 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb79b expref: 35 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598357.339511:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb79b expref: 34 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598357.339522:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598357.339525:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598357.339529:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320a00, rc 0) 00000100:00100000:1.0:1788598357.339610:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24937:x1875480722872448:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 474us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598357.339619:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 833 00000100:00100000:1.0:1788598357.362625:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598357.363217:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722872704 00000100:00100000:3.0:1788598357.363230:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722872704 00000100:00100000:3.0:1788598357.363429:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 834 00000100:00100000:3.0:1788598357.363442:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+79:24937:x1875480722872704:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598357.363485:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598357.363490:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1788598357.363527:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f22f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb794 expref: 79 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.363551:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:3.0:1788598357.363557:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598357.363585:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f244 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7a2 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.363937:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f24b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.363954:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f24b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.363965:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f24b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.363993:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.364001:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.364170:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.368994:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.369420:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.369437:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598357.369455:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:3.0:1788598357.369510:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f24b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.369519:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f24b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.369527:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f24b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.369534:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5cc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598357.369540:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f24b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.369548:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f24b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.369564:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:3.0:1788598357.369568:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598357.369910:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f24b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.369917:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f24b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598357.369951:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d447f7ba reply state 00000000bedcae7f transno 4294967791 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.369963:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.369970:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8a1a85341800) 00010000:00010000:3.0:1788598357.369980:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598357.369984:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788598357.376568:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f244 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a2 expref: 81 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.376625:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a2 expref: 80 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.376637:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a85341600) 00010000:00010000:3.0:1788598357.376640:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598357.376646:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5de00, rc 0) 00000100:00100000:3.0:1788598357.376791:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+81:24937:x1875480722872704:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 13350us (14179us total) trans 4294967791 rc 0/0 00000100:00100000:3.0:1788598357.376803:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 834 00000100:00100000:0.0:1788598357.391953:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598357.392261:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722872960 00000100:00100000:3.0:1788598357.392275:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722872960 00000100:00100000:3.0:1788598357.392353:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 835 00000100:00100000:3.0:1788598357.392374:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+81:24937:x1875480722872960:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598357.392426:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598357.392453:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f267 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7a9 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.392599:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.392616:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a2 expref: 82 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.392625:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.392667:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a2 expref: 82 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.392683:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a2 expref: 82 pid: 13009 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598357.392708:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746962176:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598357.392943:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba02700c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598357.398257:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598357.398413:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746962176:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598357.398451:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598357.398584:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722873088 00000100:00100000:3.0:1788598357.398595:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722873088 00010000:00010000:3.0:1788598357.398646:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a2 expref: 83 pid: 13009 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598357.398700:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 279 00000100:00100000:3.0:1788598357.398712:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+83:2432:x1875480722873088:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598357.398768:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598357.398796:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a2 expref: 83 pid: 13009 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.398811:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a2 expref: 83 pid: 13009 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.398839:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f259 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a2 expref: 83 pid: 13009 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.398859:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a85341600) 00010000:00010000:3.0:1788598357.398865:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.398877:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.398886:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.398920:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598357.399124:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.399133:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598357.399159:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:2.0:1788598357.399446:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.399455:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.399461:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.399468:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5c000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598357.399473:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.399482:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.399495:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a85341600) 00010000:00010000:2.0:1788598357.399498:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598357.399502:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.399508:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f26e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.399586:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f267 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a9 expref: 83 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.399598:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:2.0:1788598357.399601:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598357.399604:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f267 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7a9 expref: 83 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.399615:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5da00, rc 0) 00000100:00100000:3.0:1788598357.399949:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+82:2432:x1875480722873088:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1237us (1707us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598357.399960:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 279 00000100:00100000:2.0:1788598357.405536:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+81:24937:x1875480722872960:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 13155us (13581us total) trans 4294967792 rc 301/301 00000100:00100000:2.0:1788598357.405554:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 835 00000100:00100000:2.0:1788598357.413960:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598357.414210:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722873344 00000100:00100000:3.0:1788598357.414225:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722873344 00000100:00100000:3.0:1788598357.414300:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 177 00000100:00100000:3.0:1788598357.414312:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+81:24937:x1875480722873344:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598357.414726:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+82:24937:x1875480722873344:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 414us (781us total) trans 4294967793 rc 0/0 00000100:00100000:3.0:1788598357.414792:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 177 00000100:00100000:0.0:1788598357.417793:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598357.417920:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722873472 00000100:00100000:2.0:1788598357.417934:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722873472 00000100:00100000:2.0:1788598357.418022:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 836 00000100:00100000:2.0:1788598357.418035:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+82:24937:x1875480722873472:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598357.418067:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598357.418109:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f27c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7b0 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.418183:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f27c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7b0 expref: 83 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.418198:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f27c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7b0 expref: 83 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.418224:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:2.0:1788598357.418228:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598357.418233:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1aa00, rc 0) 00000100:00100000:2.0:1788598357.418298:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+83:24937:x1875480722873472:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 266us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598357.418305:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 836 00000100:00100000:0.0:1788598357.426496:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598357.426592:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722873728 00000100:00100000:3.0:1788598357.426608:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722873728 00000100:00100000:3.0:1788598357.426683:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 837 00000100:00100000:3.0:1788598357.426703:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+83:24937:x1875480722873728:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788598357.426820:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f283 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.426843:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f283 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.426859:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f283 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.427060:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f283 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.427069:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f283 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.427076:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f283 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.427092:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598357.427098:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f283 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.427107:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f283 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.427146:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:3.0:1788598357.427149:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788598357.427154:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f283 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.427160:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f283 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598357.427250:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+84:24937:x1875480722873728:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 549us (768us total) trans 4294967794 rc 0/0 00000100:00100000:3.0:1788598357.427259:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 837 00000100:00100000:1.0:1788598357.432302:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598357.432472:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722873984 00000100:00100000:0.0:1788598357.432487:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722873984 00000100:00100000:0.0:1788598357.432574:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 838 00000100:00100000:0.0:1788598357.432587:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+84:24937:x1875480722873984:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788598357.433285:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598357.433308:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598357.433324:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598357.433409:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967795 00000004:00010000:0.0:1788598357.433444:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005eda51db reply state 0000000049fb424f transno 4294967796 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598357.433459:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598357.433468:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:0.0:1788598357.433471:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1788598357.433476:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788598357.433607:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+87:24937:x1875480722873984:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 1021us (1320us total) trans 4294967796 rc 0/0 00000100:00100000:0.0:1788598357.433617:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 838 00000020:00080000:0.0:1788598357.433623:0:6524:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788598357.436177:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598357.436453:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722874240 00000100:00100000:3.0:1788598357.436467:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722874240 00000100:00100000:3.0:1788598357.436542:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 178 00000100:00100000:3.0:1788598357.436553:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+87:24937:x1875480722874240:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598357.438433:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+88:24937:x1875480722874240:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 1868us (2257us total) trans 4294967797 rc 0/0 00000100:00100000:3.0:1788598357.438448:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 178 00000040:00080000:3.0:1788598357.441965:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598357.441978:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598357.442481:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1788598357.442495:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598357.491890:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598357.492140:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722874368 00000100:00100000:2.0:1788598357.492154:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722874368 00000100:00100000:2.0:1788598357.492235:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 839 00000100:00100000:2.0:1788598357.492248:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+88:24940:x1875480722874368:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598357.492283:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598357.492311:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f291 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7b7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492412:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492430:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492444:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492455:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f29f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492463:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f29f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492474:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f29f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492578:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606f2a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492587:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606f2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492595:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606f2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598357.492637:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:2.0:1788598357.492642:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598357.492668:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606f2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492683:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492690:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492696:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492703:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492710:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ba00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598357.492715:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492725:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492789:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598357.492793:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598357.492799:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492806:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f298 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492822:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f29f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492828:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f29f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492833:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f29f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492838:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1be00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598357.492841:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f29f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492846:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f29f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492853:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8a1a8714ff00) 00010000:00010000:2.0:1788598357.492856:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598357.492859:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f29f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492870:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f29f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492898:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f291 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7b7 expref: 90 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492912:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387800/0x6b7334fb1606f2a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7b7 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.492920:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:2.0:1788598357.492923:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598357.492926:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87387800, rc 0) 00000100:00100000:2.0:1788598357.493511:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+89:24940:x1875480722874368:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1262us (1632us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598357.493523:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 839 00000100:00100000:1.0:1788598357.501875:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598357.502095:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722874624 00000100:00100000:2.0:1788598357.502110:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722874624 00000100:00100000:2.0:1788598357.502184:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 840 00000100:00100000:2.0:1788598357.502196:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+89:24940:x1875480722874624:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598357.502226:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598357.502250:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f2ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7be expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502349:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f2b4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502380:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f2b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502395:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f2b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502409:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502417:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502424:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502567:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f2c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502576:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502584:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598357.502597:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1788598357.502713:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f2b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502722:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f2b4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502729:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f2b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502782:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598357.502787:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f2b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502796:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f2b4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502811:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:2.0:1788598357.502815:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598357.502820:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f2b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502826:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f2b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502841:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502848:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2bb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502853:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502858:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1bc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598357.502861:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502867:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502875:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8a1a85341800) 00010000:00010000:2.0:1788598357.502877:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598357.502881:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2bb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502886:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502929:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f2ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7be expref: 92 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502944:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f2c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7be expref: 91 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.502951:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:2.0:1788598357.502954:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598357.502956:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1be00, rc 0) 00000100:00100000:2.0:1788598357.503314:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+91:24940:x1875480722874624:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1117us (1450us total) trans 4294967798 rc 0/0 00000100:00100000:2.0:1788598357.503325:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 840 00000100:00100000:0.0:1788598357.511337:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598357.513104:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722874752 00000100:00100000:2.0:1788598357.513123:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722874752 00000100:00100000:2.0:1788598357.513503:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 841 00000100:00100000:2.0:1788598357.513517:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+91:24940:x1875480722874752:12345-192.168.202.17@tcp:54:lfs.0 00010000:00010000:2.0:1788598357.513617:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.513638:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.513653:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.513714:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.513722:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.513728:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.513761:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ba00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598357.513766:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.513774:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.513788:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:2.0:1788598357.513791:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598357.513797:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.513804:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598357.513920:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+91:24940:x1875480722874752:12345-192.168.202.17@tcp:54:lfs.0 Request processed in 405us (2597us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598357.513929:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 841 00000100:00100000:3.0:1788598357.519535:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598357.519586:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722875008 00000100:00100000:2.0:1788598357.519602:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722875008 00000100:00100000:2.0:1788598357.519672:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 179 00000100:00100000:2.0:1788598357.519685:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+91:24940:x1875480722875008:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:2.0:1788598357.520156:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+92:24940:x1875480722875008:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 472us (633us total) trans 4294967799 rc 0/0 00000100:00100000:2.0:1788598357.520165:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 179 00000100:00100000:0.0:1788598357.575023:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598357.575799:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722875264 00000100:00100000:3.0:1788598357.575814:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722875264 00000100:00100000:3.0:1788598357.575912:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 842 00000100:00100000:3.0:1788598357.575945:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+92:24945:x1875480722875264:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598357.575979:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598357.576005:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f2d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7c5 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.576160:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f2de lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.576179:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f2de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.576193:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f2de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598357.576208:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1788598357.576353:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f2d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7c5 expref: 95 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.576391:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f2de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7c5 expref: 94 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.576401:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:3.0:1788598357.576404:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1788598357.576409:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5c600, rc 0) 00000100:00100000:3.0:1788598357.576498:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+94:24945:x1875480722875264:12345-192.168.202.17@tcp:101:cat.0 Request processed in 556us (1491us total) trans 4294967800 rc 0/0 00000100:00100000:3.0:1788598357.576506:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 842 00000100:00100000:0.0:1788598357.580341:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598357.580501:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722875520 00000100:00100000:3.0:1788598357.580514:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722875520 00000100:00100000:3.0:1788598357.580677:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 37 00000100:00100000:3.0:1788598357.580689:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+94:24945:x1875480722875520:12345-192.168.202.17@tcp:103:cat.0 00010000:00010000:3.0:1788598357.580721:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1788598357.580805:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f2c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7be expref: 94 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.580832:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f2de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7c5 expref: 93 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.580861:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f27c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7b0 expref: 92 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598357.580873:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:3.0:1788598357.580880:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598357.580942:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+91:24945:x1875480722875520:12345-192.168.202.17@tcp:103:cat.0 Request processed in 256us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598357.580950:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 37 00000100:00100000:0.0:1788598357.586160:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598357.586467:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722875648 00000100:00100000:2.0:1788598357.586482:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722875648 00000100:00100000:2.0:1788598357.586557:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 843 00000100:00100000:2.0:1788598357.586569:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+91:24945:x1875480722875648:12345-192.168.202.17@tcp:58:cat.0 00010000:00010000:2.0:1788598357.586827:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.586935:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.586950:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788598357.587076:0:10034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:2.0:1788598357.587185:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+91:24945:x1875480722875648:12345-192.168.202.17@tcp:58:cat.0 Request processed in 617us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598357.587194:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 843 00000100:00100000:0.0:1788598357.590224:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598357.590318:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722875776 00000100:00100000:2.0:1788598357.590333:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722875776 00000100:00100000:2.0:1788598357.590413:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 844 00000100:00100000:2.0:1788598357.590425:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+91:24945:x1875480722875776:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598357.590451:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598357.590476:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7cc expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.590556:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.590567:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2f3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7cc expref: 92 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.590592:0:6524:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.590607:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2f3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7cc expref: 92 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.590623:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:2.0:1788598357.590627:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598357.590630:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2f3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7cc expref: 92 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598357.590639:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1bc00, rc 0) 00000100:00100000:2.0:1788598357.590725:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+92:24945:x1875480722875776:12345-192.168.202.17@tcp:101:cat.0 Request processed in 302us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598357.590760:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 844 00000100:00100000:2.0:1788598357.762030:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746962304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598357.762144:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598357.762338:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746962304 00000100:00100000:3.0:1788598357.762348:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746962304 00000100:00100000:3.0:1788598357.762418:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1788598357.762430:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746962304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598357.762476:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:3.0:1788598357.762542:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746962304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598357.762549:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1788598357.762784:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746962304:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598357.890103:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598358.467335:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598358.467347:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598358.467381:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 3 00000040:00080000:2.0:1788598358.467394:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598358.472414:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b73800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746962432:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598358.472605:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e180 going to sleep for 11 seconds 00000100:00100000:2.0:1788598358.476327:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b73800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746962432:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598358.478937:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.479324:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722875904 00000100:00100000:2.0:1788598358.479339:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722875904 00000100:00100000:2.0:1788598358.479442:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 845 00000100:00100000:2.0:1788598358.479564:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24946:x1875480722875904:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598358.479611:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00080000:0.0:1788598358.480182:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598358.480399:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24946:x1875480722875904:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 944us (1473us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598358.480441:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 845 00000100:00100000:0.0:1788598358.485990:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.486534:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722876032 00000100:00100000:2.0:1788598358.486547:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722876032 00000100:00100000:2.0:1788598358.486685:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 846 00000100:00100000:2.0:1788598358.486697:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24946:x1875480722876032:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788598358.486860:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f2fa lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.486885:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f2fa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.486901:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f2fa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.486921:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f301 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.486929:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f301 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.486941:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f301 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.486968:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.486976:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.486982:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598358.487042:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000004:00200000:2.0:1788598358.487048:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598358.487076:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487091:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f2fa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487098:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f2fa lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487105:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f2fa lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487111:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1aa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598358.487116:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f2fa lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487124:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f2fa lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487140:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598358.487143:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598358.487150:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f2fa lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487157:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f2fa lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487174:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f301 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487181:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f301 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487187:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f301 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487191:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1be00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598358.487194:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f301 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487199:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f301 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487206:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8f5173fb (ffff8a1a8714f600) 00010000:00010000:2.0:1788598358.487208:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598358.487210:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f301 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487215:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f301 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487234:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487240:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487246:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487250:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598358.487253:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487258:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487264:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:2.0:1788598358.487266:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598358.487268:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.487273:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f308 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598358.487379:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24946:x1875480722876032:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 682us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598358.487389:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 846 00000100:00100000:0.0:1788598358.492334:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.492963:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722876288 00000100:00100000:3.0:1788598358.492977:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722876288 00000100:00100000:3.0:1788598358.493128:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 847 00000100:00100000:3.0:1788598358.493143:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+34:24946:x1875480722876288:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598358.493173:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598358.493198:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f30f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7d3 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493339:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f316 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493369:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f316 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493385:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f316 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598358.493399:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1788598358.493526:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f316 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493534:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f316 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493541:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f316 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493547:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5cc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598358.493552:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f316 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493581:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f316 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493596:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:3.0:1788598358.493598:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598358.493604:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f316 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493611:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f316 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493663:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f30f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7d3 expref: 36 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493685:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598358.493689:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598358.493693:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f30f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7d3 expref: 36 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.493705:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5de00, rc 0) 00000100:00100000:3.0:1788598358.493821:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24946:x1875480722876288:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 682us (1501us total) trans 4294967801 rc 301/301 00000100:00100000:3.0:1788598358.493830:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 847 00000100:00100000:0.0:1788598358.497903:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.498097:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722876416 00000100:00100000:3.0:1788598358.498111:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722876416 00000100:00100000:3.0:1788598358.498182:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 848 00000100:00100000:3.0:1788598358.498194:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24946:x1875480722876416:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598358.498271:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598358.498704:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24946:x1875480722876416:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 509us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598358.498714:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 848 00000100:00100000:0.0:1788598358.503047:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.503182:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722876544 00000100:00100000:2.0:1788598358.503196:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722876544 00000100:00100000:2.0:1788598358.503315:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 849 00000100:00100000:2.0:1788598358.503328:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24946:x1875480722876544:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598358.503368:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598358.503399:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f324 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7da expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.503515:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f32b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.503533:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f32b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.503549:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f32b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.503565:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f332 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.503573:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f332 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.503579:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f332 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.503701:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f339 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.503710:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f339 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.503718:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f339 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598358.503793:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:2.0:1788598358.503799:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598358.503824:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f339 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504038:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f32b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504047:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f32b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504053:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f32b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504059:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598358.504074:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f32b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504083:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f32b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504098:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598358.504101:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598358.504106:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f32b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504113:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f32b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504129:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f332 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504139:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f332 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504145:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f332 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504150:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1be00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598358.504153:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f332 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504159:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f332 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504166:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8a1a8714ff00) 00010000:00010000:2.0:1788598358.504169:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598358.504171:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f332 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504176:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f332 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504208:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f324 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7da expref: 37 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504222:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1aa00/0x6b7334fb1606f339 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7da expref: 36 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.504230:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:2.0:1788598358.504232:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598358.504235:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1aa00, rc 0) 00000100:00100000:2.0:1788598358.504387:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24946:x1875480722876544:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1060us (1353us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598358.504398:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 849 00000100:00100000:1.0:1788598358.509144:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.509255:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722876800 00000100:00100000:3.0:1788598358.509270:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722876800 00000100:00100000:3.0:1788598358.509376:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 850 00000100:00100000:3.0:1788598358.509387:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+36:24946:x1875480722876800:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598358.509425:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598358.509570:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f340 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7e1 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788598358.510323:0:13009:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x10:0x0], index 1: 0 00010000:00010000:3.0:1788598358.510918:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f347 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.510938:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f347 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.510953:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f347 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.511030:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f340 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e1 expref: 39 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.511052:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f347 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e1 expref: 38 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.511087:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a85341f00) 00010000:00010000:3.0:1788598358.511091:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598358.511096:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5cc00, rc 0) 00000100:00100000:3.0:1788598358.511192:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24946:x1875480722876800:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1806us (2063us total) trans 4294967802 rc 0/0 00000100:00100000:3.0:1788598358.511203:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 850 00000100:00100000:0.0:1788598358.517312:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.518168:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722877056 00000100:00100000:2.0:1788598358.518188:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722877056 00000100:00100000:2.0:1788598358.518310:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 851 00000100:00100000:2.0:1788598358.518324:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24946:x1875480722877056:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598358.518666:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598358.518798:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f347 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e1 expref: 38 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.518822:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a85341f00) 00010000:00010000:2.0:1788598358.518946:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598358.519130:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f355 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519148:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f355 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519159:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f355 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519180:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f35c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0xa3a8773f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519187:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f35c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa3a8773f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519193:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f35c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa3a8773f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519256:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f355 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519263:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f355 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519270:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f355 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519278:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598358.519283:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f355 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519291:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f355 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519300:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:0.0:1788598358.519304:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598358.519309:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f355 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519314:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f355 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519325:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f35c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa3a8773f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519331:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f35c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa3a8773f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519336:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f35c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa3a8773f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519340:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598358.519343:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f35c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa3a8773f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519361:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f35c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa3a8773f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519371:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0xa3a8773f (ffff8a1b90306200) 00010000:00010000:0.0:1788598358.519374:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598358.519376:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f35c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0xa3a8773f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.519381:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f35c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0xa3a8773f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598358.519646:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24946:x1875480722877056:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 1323us (2347us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598358.519657:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 851 00000100:00100000:0.0:1788598358.527155:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598358.527252:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722877184 00000100:00100000:1.0:1788598358.527266:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722877184 00000100:00100000:1.0:1788598358.527335:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 852 00000100:00100000:1.0:1788598358.527357:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:24946:x1875480722877184:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598358.527386:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598358.527613:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f363 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7e8 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.527662:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.527691:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.527708:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.527894:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f363 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e8 expref: 39 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.527917:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e8 expref: 38 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.527927:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:1.0:1788598358.527930:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598358.527934:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321000, rc 0) 00000100:00100000:1.0:1788598358.528013:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24946:x1875480722877184:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 668us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598358.528022:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 852 00000100:00100000:1.0:1788598358.531917:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.531993:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722877440 00000100:00100000:3.0:1788598358.532006:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722877440 00000100:00100000:3.0:1788598358.532197:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 853 00000100:00100000:3.0:1788598358.532208:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24946:x1875480722877440:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598358.532316:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.532337:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.532364:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598358.532824:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 88 off8776 00000004:00080000:3.0:1788598358.532835:0:13009:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 648418099895ns, next at 649418097378ns, rc = 0 00000004:00010000:3.0:1788598358.532897:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e41c3c5 reply state 000000009ed8bde8 transno 4294967803 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.532913:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.532921:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:3.0:1788598358.532943:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788598358.532949:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598358.533088:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+40:24946:x1875480722877440:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 880us (1185us total) trans 4294967803 rc 0/0 00000100:00100000:3.0:1788598358.533096:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 853 00000100:00100000:0.0:1788598358.535929:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598358.535994:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722877568 00000100:00100000:1.0:1788598358.536005:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722877568 00000100:00100000:1.0:1788598358.536077:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 854 00000100:00100000:1.0:1788598358.536087:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+40:24946:x1875480722877568:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598358.536137:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598358.536165:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f378 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7ef expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.536231:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f378 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7ef expref: 41 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.536247:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f378 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7ef expref: 41 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.536266:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:1.0:1788598358.536269:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598358.536273:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321200, rc 0) 00000100:00100000:1.0:1788598358.536339:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+41:24946:x1875480722877568:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 253us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598358.536353:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 854 00000100:00100000:1.0:1788598358.539327:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.539433:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722877696 00000100:00100000:3.0:1788598358.539446:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722877696 00000100:00100000:3.0:1788598358.539652:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 209 00000100:00100000:3.0:1788598358.539664:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722877696:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1788598358.539983:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722877696:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 321us (669us total) trans 4294967335 rc 0/0 00000100:00100000:3.0:1788598358.539993:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 209 00000100:00080000:0.0:1788598358.540078:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598358.543099:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598358.544013:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722877952 00000100:00100000:0.0:1788598358.544030:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722877952 00000100:00100000:0.0:1788598358.544159:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 180 00000100:00100000:0.0:1788598358.544171:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+41:24946:x1875480722877952:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598358.544472:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:24946:x1875480722877952:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 302us (1414us total) trans 4294967804 rc 0/0 00000100:00100000:0.0:1788598358.544481:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 180 00000100:00100000:0.0:1788598358.548025:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.548240:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722878208 00000100:00100000:3.0:1788598358.548253:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722878208 00000100:00100000:3.0:1788598358.548322:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 855 00000100:00100000:3.0:1788598358.548332:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:24946:x1875480722878208:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598358.548683:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:24946:x1875480722878208:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 342us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598358.548692:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 855 00000100:00100000:1.0:1788598358.552248:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.552361:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722878336 00000100:00100000:3.0:1788598358.552374:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722878336 00000100:00100000:1.0:1788598358.552649:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 856 00000100:00100000:1.0:1788598358.552663:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+42:24946:x1875480722878336:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598358.552703:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598358.552772:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f37f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7f6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.552880:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606f386 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.552920:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606f386 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.552936:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606f386 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598358.552991:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598358.553014:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606f386 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.553045:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f37f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7f6 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.553076:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606f386 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7f6 expref: 43 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.553086:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:1.0:1788598358.553089:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788598358.553094:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320c00, rc 0) 00000100:00100000:1.0:1788598358.553170:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+43:24946:x1875480722878336:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 511us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598358.553178:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 856 00000100:00100000:1.0:1788598358.556718:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.556889:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722878464 00000100:00100000:2.0:1788598358.556904:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722878464 00000100:00100000:2.0:1788598358.557015:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 210 00000100:00100000:2.0:1788598358.557027:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722878464:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598358.557051:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598358.557090:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfe81fa1/0x6b7334fb1606f38d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb7fd expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598358.557123:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9bd856, blocks: 0x0 00010000:00010000:2.0:1788598358.557149:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598358.557152:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598358.557165:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfe81fa1/0x6b7334fb1606f38d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7fd expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.557194:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfe81fa1/0x6b7334fb1606f38d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7fd expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.557211:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1be00, rc 0) 00000100:00100000:2.0:1788598358.557292:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722878464:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 267us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598358.557299:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 210 00000100:00100000:2.0:1788598358.560989:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598358.561098:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722878720 00000100:00100000:0.0:1788598358.561113:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722878720 00000100:00100000:0.0:1788598358.561188:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 857 00000100:00100000:0.0:1788598358.561201:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:24946:x1875480722878720:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598358.561357:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:24946:x1875480722878720:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 149us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598358.561367:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 857 00000100:00100000:3.0:1788598358.564397:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598358.564647:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722878848 00000100:00100000:1.0:1788598358.564659:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722878848 00000100:00100000:1.0:1788598358.564731:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 211 00000100:00100000:1.0:1788598358.564783:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:24946:x1875480722878848:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598358.564806:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598358.564846:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb804 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.564887:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfe81fa1/0x6b7334fb1606f38d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7fd expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.564898:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598358.564901:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598358.564906:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 12 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.564948:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfe81fa1/0x6b7334fb1606f38d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7fd expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.564966:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfe81fa1/0x6b7334fb1606f38d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7fd expref: 12 pid: 8403 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598358.564983:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480746962560:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598358.565126:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b877d16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598358.568562:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.568977:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722878976 00000100:00100000:3.0:1788598358.568989:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722878976 00010000:00010000:3.0:1788598358.569039:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfe81fa1/0x6b7334fb1606f38d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7fd expref: 13 pid: 8403 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598358.569125:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 280 00000100:00100000:3.0:1788598358.569135:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480722878976:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598358.569153:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598358.569177:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfe81fa1/0x6b7334fb1606f38d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7fd expref: 13 pid: 8403 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.569194:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfe81fa1/0x6b7334fb1606f38d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7fd expref: 13 pid: 8403 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.569225:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598358.569228:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598358.569236:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 13 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.569247:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 13 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.569290:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 13 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598358.569306:0:6510:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88339f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480746962688:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598358.569413:0:6510:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270480 going to sleep for 11 seconds 00010000:00010000:2.0:1788598358.569623:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfe81fa1/0x6b7334fb1606f38d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7fd expref: 13 pid: 8403 timeout: 748 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598358.569641:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480746962560:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598358.569673:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 12 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.569686:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320200, rc 0) 00000100:00100000:2.0:1788598358.569715:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:24946:x1875480722878848:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 4935us (5330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598358.569724:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 211 00000100:00100000:2.0:1788598358.579003:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.579146:0:6510:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88339f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480746962688:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598358.579181:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598358.579262:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722878976:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 10127us (10712us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598358.579275:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 280 00000100:00100000:0.0:1788598358.583519:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722879104 00000100:00100000:0.0:1788598358.583539:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722879104 00002000:00100000:0.0:1788598358.583623:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff8a1a87b70000 x1875480722879104/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:349/0 lens 648/0 e 0 to 0 dl 1788598369 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598358.583635:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87b70000 with x1875480722879104 ext(0->157) 00002000:00010000:0.0:1788598358.583642:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87b70000 00000100:00100000:2.0:1788598358.583861:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 62 00000100:00100000:2.0:1788598358.583875:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722879104:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1788598358.585855:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480722879104:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 1967us (6851us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1788598358.585871:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 62 00002000:00100000:2.0:1788598358.585884:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff8a1a87b70000 x1875480722879104/t4294967336(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:349/0 lens 648/448 e 0 to 0 dl 1788598369 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598358.585894:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87b70000 with x1875480722879104 ext(0->157) 00002000:00010000:2.0:1788598358.585902:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87b70000 00000100:00100000:2.0:1788598358.588933:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.589041:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722879232 00000100:00100000:3.0:1788598358.589055:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722879232 00000100:00100000:3.0:1788598358.589185:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 858 00000100:00100000:3.0:1788598358.589198:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+43:24946:x1875480722879232:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788598358.591369:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967804 is committed 00000004:00080000:2.0:1788598358.591388:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000100:00100000:3.0:1788598358.591842:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+41:24946:x1875480722879232:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 2638us (2916us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598358.591857:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 858 00010000:00010000:0.0:1788598358.593334:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.593364:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.593373:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.593380:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5c600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598358.593386:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.593395:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.593609:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:0.0:1788598358.593614:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788598358.593620:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.593633:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f371 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598358.593952:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746962816:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1788598358.594027:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:2.0:1788598358.595335:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967800 is committed 00010000:00010000:0.0:1788598358.595430:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595445:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595461:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595468:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598358.595474:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595483:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595501:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8a1a8714ff00) 00010000:00010000:0.0:1788598358.595504:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598358.595509:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595515:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f1fe lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595539:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595546:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595553:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595559:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598358.595562:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595568:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595576:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:0.0:1788598358.595579:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598358.595582:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595588:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f205 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595604:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595610:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595617:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595621:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598358.595624:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595635:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595643:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8a1a85341800) 00010000:00010000:0.0:1788598358.595646:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598358.595648:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595655:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f252 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595672:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595689:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595696:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595701:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598358.595704:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595710:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595719:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:0.0:1788598358.595721:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788598358.595724:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.595731:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f28a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788598358.595971:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000020:00080000:0.0:1788598358.596078:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:0.0:1788598358.596091:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000100:00100000:3.0:1788598358.596381:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746962816 00000100:00100000:3.0:1788598358.596393:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746962816 00000100:00100000:3.0:1788598358.596620:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1788598358.596632:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746962816:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1788598358.596839:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1788598358.596843:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 0 -> 1788598358 00002000:00010000:3.0:1788598358.596846:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1788598358.596849:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1788598358 -> 1788598358 00002000:00010000:3.0:1788598358.596852:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1788598358.596942:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480746962816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 313us (2915us total) trans 4294967337 rc 0/0 00000100:00100000:3.0:1788598358.596950:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000004:00080000:3.0:1788598358.597005:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a872f4380/2, rc 0, transno 4294967337 00000100:00100000:3.0:1788598358.597012:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746962816:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1788598358.597217:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598358.597319:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.597577:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722879360 00000100:00100000:2.0:1788598358.597584:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722879360 00000100:00100000:2.0:1788598358.597625:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 213 00000100:00100000:2.0:1788598358.597634:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722879360:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1788598358.599884:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000001:00080000:1.0:1788598358.599902:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000100:00100000:2.0:1788598358.600169:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722879360:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 2529us (2845us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598358.600184:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 213 00000100:00100000:3.0:1788598358.603872:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.604088:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722879616 00000100:00100000:2.0:1788598358.604100:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722879616 00000100:00100000:2.0:1788598358.604167:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 859 00000100:00100000:2.0:1788598358.604178:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24946:x1875480722879616:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598358.604249:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598358.604286:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320c00/0x6b7334fb1606f386 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7f6 expref: 38 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.604319:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:2.0:1788598358.604325:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598358.604377:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.604395:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.604415:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598358.605105:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3c65eb1 reply state 0000000059fba3e1 transno 4294967805 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.605123:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.605131:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:2.0:1788598358.605134:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598358.605138:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598358.605313:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+39:24946:x1875480722879616:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 1135us (1453us total) trans 4294967805 rc 0/0 00000100:00100000:2.0:1788598358.605324:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 859 00000100:00100000:0.0:1788598358.609171:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.609249:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722879744 00000100:00100000:2.0:1788598358.609260:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722879744 00000100:00100000:2.0:1788598358.609333:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 214 00000100:00100000:2.0:1788598358.609344:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722879744:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788598358.610085:0:8868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1788598358.610091:0:8868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 1788598358 -> 1536580263 00002000:00010000:2.0:1788598358.610094:0:8868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 1788597742 00002000:00010000:2.0:1788598358.610096:0:8868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1788598358 -> 1788598357 00002000:00010000:2.0:1788598358.610099:0:8868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1788598358.610218:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722879744:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 874us (1058us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1788598358.610229:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 214 00000100:00100000:2.0:1788598358.612893:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.613029:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722880000 00000100:00100000:3.0:1788598358.613044:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722880000 00000100:00100000:3.0:1788598358.613164:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 860 00000100:00100000:3.0:1788598358.613177:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+39:24946:x1875480722880000:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788598358.613265:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.613286:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e8 expref: 39 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.613296:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.613337:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e8 expref: 39 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.613358:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e8 expref: 39 pid: 10034 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598358.613373:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746962944:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598358.613591:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598358.616262:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.616295:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746962944:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598358.616336:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598358.616361:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722880128 00000100:00100000:0.0:1788598358.616369:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722880128 00010000:00010000:0.0:1788598358.616413:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e8 expref: 40 pid: 10034 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598358.616511:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 281 00000100:00100000:0.0:1788598358.616522:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+40:2433:x1875480722880128:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598358.616542:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598358.616550:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e8 expref: 40 pid: 10034 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.616572:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e8 expref: 40 pid: 10034 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.616596:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f36a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7e8 expref: 40 pid: 10034 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.616612:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:0.0:1788598358.616616:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.616627:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.616634:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.616654:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598358.616726:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+39:2433:x1875480722880128:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 205us (475us total) trans 0 rc 0/0 00010000:00010000:3.0:1788598358.616765:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598358.616772:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 281 00010000:00010000:3.0:1788598358.616791:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.616908:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.616915:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.616923:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.616929:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598358.616934:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.616942:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.616953:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:3.0:1788598358.616956:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788598358.616960:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.616966:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3a2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598358.617961:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24946:x1875480722880000:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 4780us (5075us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788598358.617974:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 860 00000100:00100000:1.0:1788598358.620771:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.620976:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722880256 00000100:00100000:2.0:1788598358.620988:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722880256 00000100:00100000:2.0:1788598358.621054:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 215 00000100:00100000:2.0:1788598358.621078:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722880256:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598358.621142:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.621170:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 11 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.621179:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1788598358.621182:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1788598358.621185:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.621233:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 11 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.621252:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 11 pid: 8868 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598358.621273:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746963072:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598358.621396:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598358.623381:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746963072:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598358.623416:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598358.624917:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.625084:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722880384 00000100:00100000:3.0:1788598358.625096:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722880384 00010000:00010000:3.0:1788598358.625147:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 12 pid: 8868 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598358.625188:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 282 00000100:00100000:3.0:1788598358.625200:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722880384:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598358.625219:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598358.625244:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 12 pid: 8868 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.625260:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 12 pid: 8868 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.625289:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f394 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb804 expref: 12 pid: 8868 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.625309:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598358.625312:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598358.625317:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.625329:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.625375:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598358.625442:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722880384:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 243us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598358.626189:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 282 00010000:00010000:2.0:1788598358.626465:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.626474:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.626498:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.626503:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.626509:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.626514:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598358.626517:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.626528:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.626541:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.626545:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606f3a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598358.626633:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722880256:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 5569us (5911us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598358.626639:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 215 00000100:00100000:1.0:1788598358.629017:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.629119:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722880640 00000100:00100000:3.0:1788598358.629132:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722880640 00000100:00100000:3.0:1788598358.629231:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 861 00000100:00100000:3.0:1788598358.629243:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+38:24946:x1875480722880640:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598358.629342:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3b0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.629370:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.629382:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.629556:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.629564:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f378 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7ef expref: 39 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.629574:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.629618:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f378 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7ef expref: 39 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.629633:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f378 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7ef expref: 39 pid: 6524 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598358.629657:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746963200:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598358.629784:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270900 going to sleep for 11 seconds 00000100:00100000:1.0:1788598358.637370:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.637600:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722880768 00000100:00100000:2.0:1788598358.637612:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722880768 00010000:00010000:2.0:1788598358.637662:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f378 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7ef expref: 40 pid: 6524 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598358.637727:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 283 00000100:00100000:2.0:1788598358.637778:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+40:2432:x1875480722880768:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598358.637802:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598358.637811:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f378 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7ef expref: 40 pid: 6524 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.637829:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f378 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7ef expref: 40 pid: 6524 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.637864:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:2.0:1788598358.637871:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.637882:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.637891:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.637915:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598358.637978:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+40:2432:x1875480722880768:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 242us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598358.637987:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 283 00010000:00010000:3.0:1788598358.639224:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f378 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7ef expref: 39 pid: 6524 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598358.639251:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746963200:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598358.639281:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.639293:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.639300:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598358.639895:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967806 00000001:00080000:2.0:1788598358.640036:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967807 00000001:00080000:2.0:1788598358.640085:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967808 00000100:00100000:2.0:1788598358.640188:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480746963328:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788598358.640267:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598358.640376:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598358.640950:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746963328 00000100:00100000:0.0:1788598358.640961:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746963328 00000100:00100000:0.0:1788598358.641060:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1788598358.641083:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480746963328:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788598358.641250:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480746963328:12345-0@lo:1000:mdt00_000.0 Request processed in 169us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598358.641258:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1788598358.641337:0:6523:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967337 gen 2 00000004:00080000:2.0:1788598358.641344:0:6523:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a872f4380, transno 4294967337 00000100:00100000:2.0:1788598358.641539:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480746963328:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1788598358.641714:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967809 00000100:00100000:2.0:1788598358.641815:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480746963456:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788598358.641857:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598358.641887:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130180 going to sleep for 11 seconds 00000100:00100000:3.0:1788598358.641955:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746963456 00000100:00100000:3.0:1788598358.641960:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746963456 00000100:00100000:3.0:1788598358.642001:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1788598358.642010:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480746963456:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598358.642142:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6523:x1875480746963456:12345-0@lo:1000:mdt00_000.0 Request processed in 133us (284us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1788598358.642149:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1788598358.642335:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480746963456:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1788598358.642389:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642401:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642410:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642417:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598358.642423:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642430:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642459:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:2.0:1788598358.642464:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598358.642470:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642476:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1606f3b7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642506:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642513:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642519:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642525:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ba00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598358.642529:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642535:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642544:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:2.0:1788598358.642547:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598358.642554:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7cc expref: 77 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642566:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2f3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7cc expref: 77 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642576:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7cc expref: 77 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.642608:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1bc00/0x6b7334fb1606f2f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb7cc expref: 77 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598358.642620:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746963584:192.168.202.17@tcp:105: 00000100:00100000:2.0:1788598358.642782:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130180 going to sleep for 11 seconds 00000100:00100000:1.0:1788598358.648440:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598358.648902:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722880896 00000100:00100000:0.0:1788598358.648913:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722880896 00000100:00080000:2.0:1788598358.648962:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598358.648996:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 181 00000100:00100000:0.0:1788598358.649007:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+78:24945:x1875480722880896:12345-192.168.202.17@tcp:49:cat.0 00000100:00100000:0.0:1788598358.649169:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+78:24945:x1875480722880896:12345-192.168.202.17@tcp:49:cat.0 Request processed in 164us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598358.649178:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 181 00000100:00100000:3.0:1788598358.650832:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746963584:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598358.650868:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.650900:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f2ec lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.650934:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f3be lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.650951:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f3be lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.650963:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f3be lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.650971:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f3be lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.650976:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f3be lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.650981:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f3be lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.650984:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5c600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598358.650988:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f3be lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.650993:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f3be lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.651002:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:3.0:1788598358.651004:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598358.651008:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f3be lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.651015:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f3be lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.651023:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.651026:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3b0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.651030:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.651033:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598358.651034:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.651037:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3b0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.651042:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:3.0:1788598358.651043:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598358.651044:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3b0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.651047:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3b0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788598358.651300:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:3.0:1788598358.651301:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:24946:x1875480722880640:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 22059us (22292us total) trans 4294967810 rc 0/0 00000040:00080000:2.0:1788598358.651306:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1788598358.651312:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 861 00000020:00080000:3.0:1788598358.651326:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1788598358.651824:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788598358.651836:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598358.652367:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.652480:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722881024 00000100:00100000:2.0:1788598358.652491:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722881024 00000100:00080000:3.0:1788598358.652591:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598358.652643:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 216 00000100:00100000:1.0:1788598358.652657:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+10:24945:x1875480722881024:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598358.652679:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598358.652700:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000838a7862/0x6b7334fb1606f3c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb80b expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598358.652724:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9bd5ee, ctime: 0x6a9bd855, blocks: 0x8 00010000:00010000:1.0:1788598358.652779:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598358.652782:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598358.652793:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000838a7862/0x6b7334fb1606f3c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb80b expref: 11 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.652809:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000838a7862/0x6b7334fb1606f3c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb80b expref: 11 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598358.652820:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320c00, rc 0) 00000100:00100000:1.0:1788598358.652865:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+11:24945:x1875480722881024:12345-192.168.202.17@tcp:101:cat.0 Request processed in 213us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598358.652872:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 216 00000100:00100000:0.0:1788598358.655383:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.655543:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722881408 00000100:00100000:0.0:1788598358.655544:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.655556:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722881408 00000100:00100000:3.0:1788598358.655613:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 182 00000100:00100000:3.0:1788598358.655624:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:24946:x1875480722881408:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788598358.656053:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788598358.656121:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967811 00010000:00010000:2.0:1788598358.656167:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.656189:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.656203:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.656213:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.656219:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598358.656226:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598358.656232:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722881152 00000100:00100000:1.0:1788598358.656238:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722881152 00010000:00010000:2.0:1788598358.656251:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00100000:1.0:1788598358.656277:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff8a1a86c1ad80 x1875480722881152/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:349/0 lens 488/0 e 0 to 0 dl 1788598369 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598358.656286:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a86c1ad80 with x1875480722881152 ext(0->4095) 00002000:00010000:1.0:1788598358.656305:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a86c1ad80 00000100:00100000:1.0:1788598358.656336:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 63 00000100:00100000:1.0:1788598358.656343:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722881152:12345-192.168.202.17@tcp:3:cat.0 00000100:00100000:2.0:1788598358.656356:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:24946:x1875480722881408:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 735us (986us total) trans 4294967812 rc 0/0 00000100:00100000:2.0:1788598358.656364:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 182 00000020:00080000:2.0:1788598358.656371:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788598358.656630:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722881152:12345-192.168.202.17@tcp:3:cat.0 Request processed in 287us (1085us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598358.656638:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 63 00002000:00100000:1.0:1788598358.656644:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff8a1a86c1ad80 x1875480722881152/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:349/0 lens 488/4536 e 0 to 0 dl 1788598369 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598358.656651:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a86c1ad80 with x1875480722881152 ext(0->4095) 00002000:00010000:1.0:1788598358.656654:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a86c1ad80 00010000:00010000:0.0:1788598358.656867:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598358.656877:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.656883:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598358.656887:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.656894:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.656907:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:0.0:1788598358.656909:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788598358.656913:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 1/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.656918:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f3cc lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.656930:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598358.656931:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598358.656932:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598358.660821:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598358.660968:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722881664 00000100:00100000:1.0:1788598358.660981:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722881664 00000100:00100000:1.0:1788598358.661052:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 183 00000100:00100000:1.0:1788598358.661073:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+78:24945:x1875480722881664:12345-192.168.202.17@tcp:35:cat.0 00000001:00080000:1.0:1788598358.661336:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967813 00000100:00100000:1.0:1788598358.662032:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+80:24945:x1875480722881664:12345-192.168.202.17@tcp:35:cat.0 Request processed in 967us (1222us total) trans 4294967814 rc 0/0 00000100:00100000:1.0:1788598358.662043:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 183 00000020:00080000:1.0:1788598358.662049:0:15204:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788598358.675149:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598358.675539:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722881920 00000100:00100000:0.0:1788598358.675551:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722881920 00000100:00100000:0.0:1788598358.675622:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 862 00000100:00100000:0.0:1788598358.675635:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+80:24949:x1875480722881920:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598358.675668:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598358.675696:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb812 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.675813:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f3da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.675829:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f3da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.675841:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f3da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.675858:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f3e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.675865:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.675872:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676004:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f3e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676013:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f3e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676020:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f3e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598358.676032:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1788598358.676143:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f3da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676160:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f3da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676167:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f3da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676173:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598358.676178:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f3da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676186:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f3da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676201:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8a1a8714f100) 00010000:00010000:0.0:1788598358.676204:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598358.676209:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f3da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676216:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f3da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676233:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676239:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f3e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676245:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f3e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676250:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598358.676253:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f3e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676258:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f3e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676264:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8a1b90306200) 00010000:00010000:0.0:1788598358.676267:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598358.676270:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f3e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676275:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f3e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676321:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb812 expref: 83 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676336:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211a00/0x6b7334fb1606f3e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb812 expref: 82 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.676342:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:0.0:1788598358.676344:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598358.676347:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc2211a00, rc 0) 00000100:00100000:0.0:1788598358.676443:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+82:24949:x1875480722881920:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 810us (1308us total) trans 4294967815 rc 0/0 00000100:00100000:0.0:1788598358.676453:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 862 00000100:00100000:2.0:1788598358.687560:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598358.690162:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722882048 00000100:00100000:0.0:1788598358.690179:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722882048 00000100:00100000:0.0:1788598358.690260:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 863 00000100:00100000:0.0:1788598358.690270:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+82:24949:x1875480722882048:12345-192.168.202.17@tcp:54:lfs.0 00010000:00010000:0.0:1788598358.690363:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.690395:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.690411:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.690457:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.690465:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.690472:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.690478:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598358.690483:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.690492:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.690505:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:0.0:1788598358.690508:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598358.690513:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598358.690517:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f3f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598358.690622:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+82:24949:x1875480722882048:12345-192.168.202.17@tcp:54:lfs.0 Request processed in 353us (3078us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598358.690628:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 863 00000100:00100000:1.0:1788598358.695768:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598358.698285:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722882304 00000100:00100000:2.0:1788598358.698310:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722882304 00000100:00100000:2.0:1788598358.698413:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 184 00000100:00100000:2.0:1788598358.698427:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+82:24949:x1875480722882304:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:2.0:1788598358.699003:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+83:24949:x1875480722882304:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 577us (3282us total) trans 4294967816 rc 0/0 00000100:00100000:2.0:1788598358.699013:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 184 00000100:00100000:1.0:1788598358.869989:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598358.870189:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722882560 00000100:00100000:3.0:1788598358.870202:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722882560 00000100:00100000:3.0:1788598358.870300:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 864 00000100:00100000:3.0:1788598358.870312:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+83:24965:x1875480722882560:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:3.0:1788598358.870352:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598358.870378:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb819 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.870667:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f404 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.870696:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f404 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.870710:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f404 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598358.870724:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1788598358.870988:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f3fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb819 expref: 86 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.871011:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c600/0x6b7334fb1606f404 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb819 expref: 85 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598358.871044:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8a1a8714f300) 00010000:00010000:3.0:1788598358.871048:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1788598358.871052:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5c600, rc 0) 00000100:00100000:3.0:1788598358.871193:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+85:24965:x1875480722882560:12345-192.168.202.17@tcp:101:diff.0 Request processed in 882us (1218us total) trans 4294967817 rc 0/0 00000100:00100000:3.0:1788598358.871202:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 864 00010000:00010000:0.0:1788598358.916457:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598359.174833:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598359.174879:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598359.174906:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598359.175036:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722882688 00000100:00100000:3.0:1788598359.175050:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722882688 00000100:00100000:3.0:1788598359.175132:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 676 00000100:00100000:3.0:1788598359.175153:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480722882688:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598359.175244:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480722882688:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 102us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598359.175253:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 676 00000100:00100000:1.0:1788598359.176222:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598359.176270:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598359.176362:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722882944 00000100:00100000:3.0:1788598359.176370:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722882944 00000100:00080000:3.0:1788598359.176424:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598359.176476:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722883456 00000100:00100000:3.0:1788598359.176479:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722883456 00000100:00080000:3.0:1788598359.176491:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598359.176514:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 732 00000100:00100000:3.0:1788598359.176522:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480722882944:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598359.176586:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480722882944:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 64us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598359.176594:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 732 00000100:00100000:3.0:1788598359.176611:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 733 00000100:00100000:3.0:1788598359.176641:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480722883456:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598359.176665:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480722883456:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598359.176670:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 733 00000100:00100000:1.0:1788598359.177944:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598359.178127:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722882816 00000100:00100000:0.0:1788598359.178136:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722882816 00000100:00100000:0.0:1788598359.178194:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 734 00000100:00100000:0.0:1788598359.178203:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+85:2432:x1875480722882816:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598359.178279:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+85:2432:x1875480722882816:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 76us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598359.178286:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 734 00000100:00100000:1.0:1788598359.178602:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598359.178712:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722883200 00000100:00100000:2.0:1788598359.178718:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722883200 00000100:00100000:2.0:1788598359.178781:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722883712 00000100:00100000:2.0:1788598359.178785:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722883712 00000100:00100000:2.0:1788598359.178810:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 443 00000100:00100000:2.0:1788598359.178818:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722883200:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598359.178860:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722883200:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 43us (3952us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598359.178867:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 443 00000100:00100000:2.0:1788598359.178882:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 444 00000100:00100000:2.0:1788598359.178889:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722883712:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598359.178914:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722883712:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (2644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598359.178920:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 444 00000100:00100000:1.0:1788598359.180186:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598359.180229:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598359.180381:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722883328 00000100:00100000:2.0:1788598359.180389:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722883328 00000100:00100000:2.0:1788598359.180445:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 735 00000100:00100000:2.0:1788598359.180455:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+44:2432:x1875480722883328:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598359.180528:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+44:2432:x1875480722883328:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 75us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598359.180535:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 735 00000100:00100000:3.0:1788598359.181204:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722883072 00000100:00100000:3.0:1788598359.181211:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722883072 00000100:00100000:3.0:1788598359.181270:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722883584 00000100:00100000:3.0:1788598359.181274:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722883584 00000100:00100000:3.0:1788598359.181302:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 445 00000100:00100000:3.0:1788598359.181310:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722883072:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598359.181365:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722883072:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 56us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598359.181372:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 445 00000100:00100000:3.0:1788598359.181386:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 446 00000100:00100000:3.0:1788598359.181391:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722883584:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598359.181413:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722883584:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598359.181418:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 446 00000100:00080000:1.0:1788598359.181567:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598359.809996:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746963712:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598359.810112:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598359.810464:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746963712 00000100:00100000:2.0:1788598359.810475:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746963712 00000100:00100000:2.0:1788598359.810561:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1788598359.810577:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746963712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598359.810621:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598359.810687:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746963712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598359.810695:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1788598359.810805:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746963712:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598359.939215:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598360.323801:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746964224:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.323899:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.323967:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746964736:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.323998:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324018:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746965248:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324041:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324084:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788598360.324090:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746963840:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324120:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324146:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746964352:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324171:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324188:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746964864:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324208:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324223:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746965376:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324243:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324269:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746963968:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324290:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324305:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746964480:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324323:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324370:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746964992:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324391:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324409:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788598360.324414:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746964096:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324434:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324448:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746964608:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324466:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324481:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746965120:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324499:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.324574:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746964224 00000100:00100000:1.0:1788598360.324583:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746964224 00000100:00100000:1.0:1788598360.324630:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746963968 00000100:00100000:1.0:1788598360.324633:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746963968 00000100:00100000:1.0:1788598360.324645:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746964480 00000100:00100000:1.0:1788598360.324647:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746964480 00000100:00100000:1.0:1788598360.324670:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746964992 00000100:00100000:1.0:1788598360.324672:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746964992 00000100:00100000:1.0:1788598360.324685:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746964608 00000100:00100000:1.0:1788598360.324687:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746964608 00000100:00100000:1.0:1788598360.324698:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746965120 00000100:00100000:1.0:1788598360.324700:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746965120 00000100:00100000:1.0:1788598360.324717:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1788598360.324727:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746964224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324817:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746964224:12345-0@lo:400:kworker.0 Request processed in 90us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.324825:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1788598360.324843:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1788598360.324849:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746963968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.324889:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746963968:12345-0@lo:400:kworker.0 Request processed in 40us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.324895:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1788598360.324906:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1788598360.324913:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746964480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.325019:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746964480:12345-0@lo:400:kworker.0 Request processed in 106us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.325025:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1788598360.325036:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1788598360.325042:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746964992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.325082:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746964992:12345-0@lo:400:kworker.0 Request processed in 40us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.325087:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1788598360.325098:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1788598360.325105:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746964608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.325128:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746964608:12345-0@lo:400:kworker.0 Request processed in 24us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.325133:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1788598360.325143:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1788598360.325151:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746965120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.325178:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746965120:12345-0@lo:400:kworker.0 Request processed in 28us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.325183:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1788598360.325204:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746964736 00000100:00100000:1.0:1788598360.325216:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746964736 00000100:00100000:1.0:1788598360.325257:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746965248 00000100:00100000:1.0:1788598360.325259:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746965248 00000100:00100000:1.0:1788598360.325274:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746964864 00000100:00100000:1.0:1788598360.325276:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746964864 00000100:00100000:1.0:1788598360.325286:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746965376 00000100:00100000:1.0:1788598360.325289:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746965376 00000100:00100000:1.0:1788598360.325299:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1788598360.325305:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746964736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598360.325450:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1788598360.325461:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746965248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598360.325501:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746965248:12345-0@lo:400:kworker.0 Request processed in 43us (1459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598360.325507:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1788598360.325520:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1788598360.325525:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746964864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598360.325549:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746964864:12345-0@lo:400:kworker.0 Request processed in 24us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598360.325554:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1788598360.325562:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1788598360.325568:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc3302c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746965376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598360.325591:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc3302c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746965376:12345-0@lo:400:kworker.0 Request processed in 23us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598360.325596:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1788598360.325649:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598360.325659:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746965504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598360.325691:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598360.325725:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746965504 00000100:00100000:2.0:1788598360.325729:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746965504 00000100:00100000:2.0:1788598360.325772:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1788598360.325778:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746965504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598360.325803:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788598360.325835:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746965504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598360.325841:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1788598360.325888:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746965504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598360.326457:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746964736:12345-0@lo:400:kworker.0 Request processed in 1150us (2456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.326466:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1788598360.326705:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746963840 00000100:00100000:1.0:1788598360.326712:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746963840 00000100:00100000:1.0:1788598360.326761:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1788598360.326769:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480746963840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.326809:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480746963840:12345-0@lo:400:kworker.0 Request processed in 42us (2688us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.326814:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1788598360.326869:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746964352 00000100:00100000:1.0:1788598360.326873:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746964352 00000100:00100000:1.0:1788598360.326902:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746964096 00000100:00100000:1.0:1788598360.326905:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746964096 00000100:00100000:1.0:1788598360.326920:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1788598360.326926:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746964352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.326961:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746964352:12345-0@lo:400:kworker.0 Request processed in 34us (2788us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.326967:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1788598360.326978:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1788598360.326984:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746964096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.327020:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746964096:12345-0@lo:400:kworker.0 Request processed in 36us (2585us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.327026:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00080000:1.0:1788598360.327187:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598360.327194:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598360.327198:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598360.327201:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598360.328547:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746964096:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328567:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746964608:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328581:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746965120:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328593:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746963968:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328606:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746964480:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328619:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746964992:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328667:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746963840:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328679:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746964352:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328691:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746964864:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328703:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746965376:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328717:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746964224:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.328729:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746964736:0@lo:400:kworker.0 00000100:00100000:1.0:1788598360.330999:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746965248:0@lo:400:kworker.0 00000040:00080000:2.0:1788598360.709703:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598360.709713:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598360.709819:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:2.0:1788598360.709846:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598360.836995:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598360.837017:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746965632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598360.837090:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598360.837153:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746965632 00000100:00100000:1.0:1788598360.837161:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746965632 00000100:00100000:1.0:1788598360.837208:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1788598360.837217:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480746965632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598360.837242:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1788598360.837289:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480746965632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598360.837295:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1788598360.837355:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746965632:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1788598360.920403:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598360.962007:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598361.991370:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598362.372925:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746965760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598362.373038:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598362.373181:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746965760 00000100:00100000:1.0:1788598362.373192:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746965760 00000100:00100000:1.0:1788598362.373268:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1788598362.373281:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746965760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598362.373321:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1788598362.373374:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746965760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598362.373382:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00080000:1.0:1788598362.373407:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598362.373454:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746965760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598362.374514:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598362.375530:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746965888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598362.375629:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598362.382266:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746965888 00000100:00100000:2.0:1788598362.382287:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746965888 00000100:00100000:2.0:1788598362.382385:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1788598362.382398:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746965888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598362.382430:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788598362.382540:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746965888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (6911us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598362.382548:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1788598362.382628:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746965888:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788598362.382776:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598362.882354:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746966016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598362.882449:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598362.882590:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746966016 00000100:00100000:2.0:1788598362.882601:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746966016 00000100:00100000:2.0:1788598362.882683:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1788598362.882773:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746966016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598362.882822:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:2.0:1788598362.883426:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746966016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 731us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598362.883435:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1788598362.883437:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746966016:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598363.013421:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788598363.910027:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000001:00080000:2.0:1788598363.910041:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000001:00080000:3.0:1788598363.910221:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967817 is committed 00000001:00080000:3.0:1788598363.910254:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967812 is committed 00000020:00080000:3.0:1788598363.910265:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a8914ea80 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:3.0:1788598363.910270:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b8308af00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b919ee540 00000020:00080000:3.0:1788598363.910285:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b8308a800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a879ee600 00000020:00080000:1.0:1788598363.910384:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:1.0:1788598363.910448:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:0.0:1788598363.910537:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598363.910549:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598363.910556:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598363.910562:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598363.910566:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598363.910574:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598363.910593:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8a1a8533fe00) 00010000:00010000:0.0:1788598363.910596:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598363.910602:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598363.910607:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f39b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598364.034149:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598364.093488:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598364.094306:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722883840 00000100:00100000:1.0:1788598364.094316:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722883840 00000100:00100000:1.0:1788598364.094460:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 865 00000100:00100000:1.0:1788598364.094472:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24892:x1875480722883840:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788598364.094582:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+35:24892:x1875480722883840:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 114us (1103us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598364.094590:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 865 00000100:00080000:2.0:1788598364.095593:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598364.098027:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598364.098426:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722883968 00000100:00100000:0.0:1788598364.098436:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722883968 00000100:00100000:0.0:1788598364.098532:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 866 00000100:00100000:0.0:1788598364.098542:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:24892:x1875480722883968:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788598364.098653:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:24892:x1875480722883968:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 112us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598364.098661:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 866 00000100:00080000:2.0:1788598364.098897:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598364.293126:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598364.293171:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598364.293198:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598364.293236:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598364.293256:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598364.293280:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598364.293299:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598364.293322:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722884224 00000100:00100000:0.0:1788598364.293341:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722884224 00000100:00100000:0.0:1788598364.293390:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722884352 00000100:00100000:0.0:1788598364.293393:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722884352 00000100:00100000:0.0:1788598364.293412:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 742 00000100:00100000:0.0:1788598364.293421:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+80:2432:x1875480722884224:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598364.293492:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+80:2432:x1875480722884224:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 73us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598364.293499:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 742 00000100:00100000:0.0:1788598364.293515:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 743 00000100:00100000:0.0:1788598364.293521:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480722884352:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598364.293541:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480722884352:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598364.293545:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 743 00000100:00100000:3.0:1788598364.293621:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722884480 00000100:00100000:3.0:1788598364.293626:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722884480 00000100:00100000:3.0:1788598364.293661:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722884736 00000100:00100000:3.0:1788598364.293664:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722884736 00000100:00100000:3.0:1788598364.293677:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722884608 00000100:00100000:3.0:1788598364.293679:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722884608 00000100:00100000:3.0:1788598364.293689:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722884864 00000100:00100000:3.0:1788598364.293692:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722884864 00000100:00100000:3.0:1788598364.293706:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 451 00000100:00100000:3.0:1788598364.293711:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722884480:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598364.293768:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722884480:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 57us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598364.293775:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 451 00000100:00100000:3.0:1788598364.293788:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 452 00000100:00100000:3.0:1788598364.293794:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722884736:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598364.293817:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722884736:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598364.293822:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 452 00000100:00100000:3.0:1788598364.293832:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 453 00000100:00100000:3.0:1788598364.293838:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722884608:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598364.293858:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722884608:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598364.293863:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 453 00000100:00100000:3.0:1788598364.293873:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 454 00000100:00100000:3.0:1788598364.293894:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722884864:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598364.293919:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722884864:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598364.293924:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 454 00000100:00100000:3.0:1788598364.293940:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722884096 00000100:00100000:3.0:1788598364.293943:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722884096 00000100:00100000:3.0:1788598364.293964:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 678 00000100:00100000:3.0:1788598364.293970:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480722884096:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598364.293992:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480722884096:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598364.293998:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 678 00000100:00080000:2.0:1788598364.294096:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598364.294101:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598364.294103:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598364.294105:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598364.930092:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598364.930114:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746966144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598364.930217:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598364.930469:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746966144 00000100:00100000:0.0:1788598364.930478:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746966144 00000100:00100000:0.0:1788598364.930530:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1788598364.930539:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746966144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598364.930572:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598364.930621:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746966144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598364.930628:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1788598364.930672:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746966144:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598365.058201:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598365.442063:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598365.442088:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746966272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598365.442157:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598365.442269:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746966272 00000100:00100000:2.0:1788598365.442277:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746966272 00000100:00100000:2.0:1788598365.442347:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1788598365.442357:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746966272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598365.442388:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788598365.442567:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746966272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598365.442576:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00080000:3.0:1788598365.442644:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598365.442686:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746966272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598365.452151:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746966400:0@lo:400:kworker.0 00000100:00100000:1.0:1788598365.452224:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598365.457834:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746966784:0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.457912:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598365.457977:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746966784 00000100:00100000:0.0:1788598365.457984:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746966784 00000100:00100000:0.0:1788598365.458035:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1788598365.458044:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746966784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.458108:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746966784:12345-0@lo:400:kworker.0 Request processed in 64us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598365.458115:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1788598365.458160:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746966784:0@lo:400:kworker.0 00000100:00100000:2.0:1788598365.458999:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746966656:0@lo:400:kworker.0 00000100:00100000:2.0:1788598365.459048:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598365.459096:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598365.459103:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746966528:0@lo:400:kworker.0 00000100:00100000:2.0:1788598365.459129:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598365.459591:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746966656 00000100:00100000:0.0:1788598365.459600:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746966656 00000100:00100000:0.0:1788598365.459664:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1788598365.459672:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746966656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.459754:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746966656:12345-0@lo:400:kworker.0 Request processed in 60us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598365.459761:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1788598365.459800:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746966656:0@lo:400:kworker.0 00000100:00100000:1.0:1788598365.460105:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746966400 00000100:00100000:1.0:1788598365.460111:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746966400 00000100:00100000:1.0:1788598365.460185:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1788598365.460192:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746966400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598365.460243:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746966400:12345-0@lo:400:kworker.0 Request processed in 52us (8018us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598365.460249:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1788598365.460474:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746966400:0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.460646:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746966528 00000100:00100000:3.0:1788598365.460651:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746966528 00000100:00100000:3.0:1788598365.460705:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1788598365.460713:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746966528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.460776:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746966528:12345-0@lo:400:kworker.0 Request processed in 65us (1647us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598365.460783:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1788598365.461023:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746966528:0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.461137:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746967040:0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.461171:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598365.461233:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598365.461239:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746967168:0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.461261:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598365.461320:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746967552:0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.461342:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598365.461373:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598365.461377:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746967680:0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.461394:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598365.461410:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746967040 00000100:00100000:3.0:1788598365.461414:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746967040 00000100:00100000:3.0:1788598365.461571:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746967168 00000100:00100000:3.0:1788598365.461574:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746967168 00000100:00100000:3.0:1788598365.461588:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746967552 00000100:00100000:3.0:1788598365.461590:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746967552 00000100:00100000:3.0:1788598365.461601:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746967680 00000100:00100000:3.0:1788598365.461603:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746967680 00000100:00100000:3.0:1788598365.461614:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1788598365.461684:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746967040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.461719:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746967040:12345-0@lo:400:kworker.0 Request processed in 38us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598365.461725:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1788598365.461765:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1788598365.461771:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746967168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.461794:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746967168:12345-0@lo:400:kworker.0 Request processed in 24us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598365.461799:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1788598365.461908:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1788598365.461914:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746967552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.461947:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746967552:12345-0@lo:400:kworker.0 Request processed in 34us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598365.461953:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1788598365.461964:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1788598365.461970:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746967680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.461992:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746967680:12345-0@lo:400:kworker.0 Request processed in 22us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598365.461997:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1788598365.462024:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746967680:0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.462032:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746967552:0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.462039:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746967168:0@lo:400:kworker.0 00000100:00100000:3.0:1788598365.462046:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746967040:0@lo:400:kworker.0 00000100:00080000:3.0:1788598365.462077:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598365.462081:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598365.462183:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746967296:0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462215:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598365.462232:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746967808:0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462246:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598365.462263:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788598365.462267:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746966912:0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462286:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598365.462312:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746967424:0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462331:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598365.462364:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746967296 00000100:00100000:0.0:1788598365.462368:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746967296 00000100:00100000:0.0:1788598365.462397:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746967808 00000100:00100000:0.0:1788598365.462399:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746967808 00000100:00100000:0.0:1788598365.462414:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746967424 00000100:00100000:0.0:1788598365.462416:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746967424 00000100:00100000:0.0:1788598365.462427:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1788598365.462442:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746967296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462474:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746967296:12345-0@lo:400:kworker.0 Request processed in 41us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598365.462480:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1788598365.462491:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1788598365.462496:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746967808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462515:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746967808:12345-0@lo:400:kworker.0 Request processed in 20us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598365.462520:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1788598365.462528:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1788598365.462532:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746967424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462548:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746967424:12345-0@lo:400:kworker.0 Request processed in 17us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598365.462553:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1788598365.462567:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746966912 00000100:00100000:0.0:1788598365.462569:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746966912 00000100:00100000:0.0:1788598365.462588:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1788598365.462593:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746966912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462627:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746966912:12345-0@lo:400:kworker.0 Request processed in 24us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598365.462633:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1788598365.462662:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746966912:0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462669:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746967424:0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462677:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746967296:0@lo:400:kworker.0 00000100:00100000:0.0:1788598365.462683:0:3665:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:0.0:1788598365.462688:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967339 committed transno 4294967339 00000100:00100000:0.0:1788598365.462704:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746967808:0@lo:400:kworker.0 00000100:00080000:0.0:1788598365.462721:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598365.462723:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598365.962918:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598365.962943:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746967936:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598365.963012:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598365.963244:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746967936 00000100:00100000:3.0:1788598365.963251:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746967936 00000100:00100000:3.0:1788598365.963300:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1788598365.963309:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746967936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598365.963332:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1788598365.963458:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746967936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 149us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598365.963476:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1788598365.963526:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746967936:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598366.086126:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788598366.164828:0:20002:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 04:52:44 (1788598364) 00000100:00100000:3.0:1788598366.593256:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598366.593391:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722884992 00000100:00100000:0.0:1788598366.593406:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722884992 00000100:00100000:0.0:1788598366.593515:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 867 00000100:00100000:0.0:1788598366.593530:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+35:25587:x1875480722884992:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788598366.593650:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+35:25587:x1875480722884992:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 124us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598366.593657:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 867 00000100:00080000:3.0:1788598366.597867:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598366.610112:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598366.610393:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722885120 00000100:00100000:0.0:1788598366.610404:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722885120 00000100:00100000:0.0:1788598366.610675:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 868 00000100:00100000:0.0:1788598366.610686:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:25587:x1875480722885120:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1788598366.610730:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598366.610888:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:25587:x1875480722885120:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 203us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598366.610896:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 868 00000100:00100000:2.0:1788598366.614798:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598366.614982:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722885248 00000100:00100000:1.0:1788598366.614996:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722885248 00000100:00100000:1.0:1788598366.615104:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 869 00000100:00100000:1.0:1788598366.615117:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+80:25588:x1875480722885248:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598366.615149:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:3.0:1788598366.615773:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788598366.617953:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f412 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb820 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618043:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f419 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618066:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f419 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618080:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f419 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618125:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f420 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618132:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f420 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618139:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f420 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618175:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f419 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618181:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f419 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618205:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f419 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618212:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598366.618216:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f419 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618223:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f419 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618234:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598366.618237:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598366.618241:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f419 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618248:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f419 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618261:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f420 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618267:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f420 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618272:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f420 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618277:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598366.618280:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f420 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618293:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f420 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618300:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8a1a8533f500) 00010000:00010000:1.0:1788598366.618302:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598366.618304:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f420 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618309:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f420 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618343:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f412 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb820 expref: 81 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618353:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598366.618355:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598366.618358:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f412 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb820 expref: 81 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.618365:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320200, rc 0) 00000100:00100000:1.0:1788598366.618443:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+80:25588:x1875480722885248:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3329us (3659us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598366.618453:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 869 00000100:00100000:3.0:1788598366.623181:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598366.623777:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722885504 00000100:00100000:1.0:1788598366.623792:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722885504 00000100:00100000:1.0:1788598366.623888:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 870 00000100:00100000:1.0:1788598366.623904:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+80:25588:x1875480722885504:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:1.0:1788598366.623988:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598366.624026:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1606f213 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb78d expref: 80 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.624048:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598366.624063:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598366.624133:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.624148:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb79b expref: 34 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.624157:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.624194:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb79b expref: 34 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.624212:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb79b expref: 34 pid: 6523 timeout: 756 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598366.624227:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c71c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746968064:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598366.624353:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598366.628118:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598366.628265:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c71c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746968064:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598366.628303:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598366.628680:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722885632 00000100:00100000:3.0:1788598366.628690:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722885632 00010000:00010000:3.0:1788598366.628758:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb79b expref: 35 pid: 6523 timeout: 756 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598366.628804:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 284 00000100:00100000:3.0:1788598366.628825:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+35:2432:x1875480722885632:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598366.628845:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598366.628853:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb79b expref: 35 pid: 6523 timeout: 756 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.628869:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb79b expref: 35 pid: 6523 timeout: 756 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.628896:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f23d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb79b expref: 35 pid: 6523 timeout: 756 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.628915:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598366.628920:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.628950:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.628958:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.629354:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598366.629441:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+34:2432:x1875480722885632:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 616us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598366.629450:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 284 00010000:00010000:0.0:1788598366.633516:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.633539:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.633601:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.633619:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.633633:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637382:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637405:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637418:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598366.637451:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090042215 reply state 00000000dbd7bdd2 transno 4294967818 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637468:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637480:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:0.0:1788598366.637482:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598366.637487:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788598366.637493:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:0.0:1788598366.637507:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637514:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637521:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637527:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598366.637531:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637539:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637549:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598366.637551:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598366.637554:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637560:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f427 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598366.637576:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090042215 reply state 00000000dbd7bdd2 transno 4294967818 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637589:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.637595:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8a1b90306f00) 00010000:00010000:0.0:1788598366.637598:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598366.637599:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788598366.637717:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+81:25588:x1875480722885504:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 13814us (14549us total) trans 4294967818 rc 0/0 00000100:00100000:0.0:1788598366.637770:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 870 00000100:00100000:2.0:1788598366.651930:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598366.652104:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722885760 00000100:00100000:1.0:1788598366.652122:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722885760 00000100:00100000:1.0:1788598366.652342:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 871 00000100:00100000:1.0:1788598366.652357:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+81:25589:x1875480722885760:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598366.652392:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598366.652441:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f43c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb827 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.652928:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f443 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.652948:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f443 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.652964:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f443 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598366.653033:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788598366.653037:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598366.653071:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f443 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.653187:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f43c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb827 expref: 83 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.653211:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f443 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb827 expref: 82 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.653283:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598366.653287:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598366.653291:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321600, rc 0) 00000100:00100000:1.0:1788598366.653392:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+82:25589:x1875480722885760:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1038us (1471us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598366.657105:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598366.657190:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722885888 00000100:00100000:3.0:1788598366.657201:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722885888 00000100:00100000:3.0:1788598366.657261:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 872 00000100:00100000:3.0:1788598366.657272:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+83:25589:x1875480722885888:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598366.657296:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598366.657319:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f44a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb82e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598366.657402:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 871 00010000:00010000:3.0:1788598366.657410:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f451 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657427:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f451 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657440:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f451 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657453:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f458 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657483:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657492:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657572:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f45f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657581:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f45f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657588:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f45f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598366.657622:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:3.0:1788598366.657627:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598366.657647:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f45f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657659:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f451 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657665:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f451 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657672:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f451 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657678:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598366.657682:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f451 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657696:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f451 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657710:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598366.657713:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598366.657717:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f451 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657724:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f451 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657766:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657773:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f458 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657778:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f458 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657783:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5da00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598366.657786:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f458 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657792:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f458 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657800:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8a1b90306f00) 00010000:00010000:3.0:1788598366.657802:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598366.657805:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f458 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657821:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f458 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657866:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1606f44a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb82e expref: 84 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657881:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c000/0x6b7334fb1606f45f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb82e expref: 83 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.657889:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:3.0:1788598366.657892:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788598366.657894:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5c000, rc 0) 00000100:00100000:3.0:1788598366.657957:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+83:25589:x1875480722885888:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 687us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598366.657964:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 872 00000100:00100000:3.0:1788598366.671922:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598366.672109:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722886144 00000100:00100000:0.0:1788598366.672128:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722886144 00000100:00100000:0.0:1788598366.672292:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 873 00000100:00100000:0.0:1788598366.672305:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+83:25589:x1875480722886144:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598366.672336:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598366.672365:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f466 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb835 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.672516:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f46d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.672535:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f46d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.673916:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f46d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.674241:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.674258:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.674270:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675306:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675325:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675335:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598366.675349:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00010000:00010000:2.0:1788598366.675383:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f46d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675391:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f46d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675398:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f46d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675410:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598366.675415:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f46d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675423:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f46d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675438:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:2.0:1788598366.675442:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598366.675447:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f46d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675453:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f46d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598366.675470:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b22fed8f reply state 00000000dea6e16f transno 4294967819 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675482:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.675489:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8a1a86120a00) 00010000:00010000:2.0:1788598366.675491:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598366.675980:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598366.676041:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f466 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb835 expref: 86 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.676072:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb835 expref: 85 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.676087:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8a1a86120400) 00010000:00010000:2.0:1788598366.676090:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598366.676092:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386200, rc 0) 00000100:00100000:2.0:1788598366.676388:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+86:25589:x1875480722886144:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4084us (4474us total) trans 4294967819 rc 0/0 00000100:00100000:2.0:1788598366.676400:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 873 00000100:00100000:1.0:1788598366.681267:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598366.681422:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722886400 00000100:00100000:3.0:1788598366.681438:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722886400 00000100:00100000:3.0:1788598366.681522:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 874 00000100:00100000:3.0:1788598366.681533:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+86:25589:x1875480722886400:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598366.681777:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598366.681806:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f489 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb83c expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.681963:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.681994:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb835 expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.682004:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.682066:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb835 expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598366.682082:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb835 expref: 87 pid: 6523 timeout: 756 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598366.682099:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746968192:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598366.682270:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b838920c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598366.684849:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746968192:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598366.684878:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598366.690038:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598366.690160:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722886528 00000100:00100000:2.0:1788598366.690176:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722886528 00010000:00010000:2.0:1788598366.690248:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb835 expref: 88 pid: 6523 timeout: 756 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598366.690302:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 285 00000100:00100000:2.0:1788598366.690315:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+88:2433:x1875480722886528:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598366.690337:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598366.690345:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb835 expref: 88 pid: 6523 timeout: 756 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.690363:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb835 expref: 88 pid: 6523 timeout: 756 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.690389:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f47b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb835 expref: 88 pid: 6523 timeout: 756 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.690408:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8a1a86120400) 00010000:00010000:2.0:1788598366.690415:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.690426:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.690435:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.690476:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598366.690575:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+87:2433:x1875480722886528:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 263us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598366.690584:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 285 00010000:00010000:1.0:1788598366.690985:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.690996:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598366.691030:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00080000:1.0:1788598366.691273:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x11:0x0], index 1: 0 00000004:00080000:1.0:1788598366.691281:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x10:0x0], index 0: 0 00010000:00010000:1.0:1788598366.691426:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.691434:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.691442:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.691449:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598366.691454:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.691463:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.691476:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8a1a86120400) 00010000:00010000:1.0:1788598366.691496:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598366.691502:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.691507:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1606f490 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.691600:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f489 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb83c expref: 87 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.691612:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:1.0:1788598366.691614:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598366.691618:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1606f489 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb83c expref: 87 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.691629:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5da00, rc 0) 00000100:00100000:1.0:1788598366.691686:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+86:25589:x1875480722886400:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 10155us (10437us total) trans 4294967820 rc 301/301 00000100:00100000:1.0:1788598366.691695:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 874 00000100:00100000:1.0:1788598366.699600:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598366.700159:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722886784 00000100:00100000:0.0:1788598366.700174:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722886784 00000100:00100000:0.0:1788598366.700260:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 185 00000100:00100000:0.0:1788598366.700272:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+86:25589:x1875480722886784:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:0.0:1788598366.701127:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+87:25589:x1875480722886784:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 669us (1354us total) trans 4294967821 rc 0/0 00000100:00100000:0.0:1788598366.701143:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 185 00000100:00100000:3.0:1788598366.706808:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598366.707259:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722886912 00000100:00100000:0.0:1788598366.707275:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722886912 00000100:00100000:0.0:1788598366.707364:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 875 00000100:00100000:0.0:1788598366.707377:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+87:25589:x1875480722886912:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598366.707411:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598366.707443:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f49e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb843 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.707531:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f49e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb843 expref: 88 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.707935:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f49e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb843 expref: 88 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.708100:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8a1b90306700) 00010000:00010000:0.0:1788598366.708105:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598366.708109:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1f600, rc 0) 00000100:00100000:0.0:1788598366.708250:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+88:25589:x1875480722886912:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 874us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598366.708259:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 875 00000100:00100000:3.0:1788598366.713297:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598366.713410:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722887168 00000100:00100000:1.0:1788598366.713430:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722887168 00000100:00100000:1.0:1788598366.714081:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 186 00000100:00100000:1.0:1788598366.714097:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+88:25589:x1875480722887168:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:1.0:1788598366.714434:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+89:25589:x1875480722887168:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 341us (1148us total) trans 4294967822 rc 0/0 00000100:00100000:1.0:1788598366.714443:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 186 00000100:00100000:1.0:1788598366.750852:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598366.750999:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722887296 00000100:00100000:2.0:1788598366.751010:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722887296 00000100:00100000:2.0:1788598366.751092:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 876 00000100:00100000:2.0:1788598366.751103:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+89:25593:x1875480722887296:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:2.0:1788598366.751204:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598366.751226:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f4a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb84a expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.751293:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f4ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.751309:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f4ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.751321:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f4ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598366.751365:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1788598366.751369:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598366.751414:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f4ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.751647:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f4a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb84a expref: 91 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.751669:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f4ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb84a expref: 90 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.751678:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:2.0:1788598366.751681:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598366.751685:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386400, rc 0) 00000100:00100000:2.0:1788598366.751870:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+90:25593:x1875480722887296:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 768us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598366.751878:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 876 00000100:00100000:2.0:1788598366.772845:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598366.776208:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722887424 00000100:00100000:1.0:1788598366.776221:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722887424 00000100:00100000:1.0:1788598366.776300:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 877 00000100:00100000:1.0:1788598366.776310:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+90:25594:x1875480722887424:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598366.776332:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598366.776354:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f4b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb851 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776424:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f4ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776441:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f4ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776452:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f4ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776463:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f4c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776470:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776478:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776558:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f4c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776566:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776590:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598366.776626:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00200000:1.0:1788598366.776631:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598366.776647:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776659:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776666:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f4ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776672:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f4ba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776678:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f4ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776684:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598366.776688:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f4ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776696:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f4ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776707:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:1.0:1788598366.776711:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598366.776715:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f4ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776765:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f4ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776786:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776792:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f4c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776798:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776803:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598366.776806:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776810:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776818:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8a1a86120a00) 00010000:00010000:1.0:1788598366.776820:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598366.776822:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f4c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776828:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f4c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776856:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f4b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb851 expref: 92 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776882:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f4c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb851 expref: 91 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.776889:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8a1b90306700) 00010000:00010000:1.0:1788598366.776892:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598366.776894:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320a00, rc 0) 00000100:00100000:1.0:1788598366.776972:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+91:25594:x1875480722887424:12345-192.168.202.17@tcp:101:rm.0 Request processed in 663us (4135us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598366.776980:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 877 00000100:00100000:1.0:1788598366.782997:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598366.783156:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722887552 00000100:00100000:0.0:1788598366.783166:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722887552 00000100:00080000:3.0:1788598366.783248:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598366.783261:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 217 00000100:00100000:0.0:1788598366.783275:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722887552:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598366.783296:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598366.783316:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb1606f4cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb858 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598366.783343:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788598366.783364:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598366.783366:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598366.783376:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb1606f4cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb858 expref: 12 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.783396:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb1606f4cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb858 expref: 12 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.783411:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1e000, rc 0) 00000100:00100000:0.0:1788598366.783490:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722887552:12345-192.168.202.17@tcp:101:rm.0 Request processed in 218us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598366.783497:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 217 00000100:00100000:3.0:1788598366.785662:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598366.787554:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722887680 00000100:00100000:0.0:1788598366.787573:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722887680 00000100:00100000:0.0:1788598366.787681:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 218 00000100:00100000:0.0:1788598366.787696:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+11:2432:x1875480722887680:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598366.787723:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598366.787787:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd235983/0x6b7334fb1606f4d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb85f expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598366.787829:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788598366.787863:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598366.787866:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598366.787879:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd235983/0x6b7334fb1606f4d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb85f expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.787905:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd235983/0x6b7334fb1606f4d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb85f expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.787921:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ea00, rc 0) 00000100:00080000:3.0:1788598366.788174:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598366.788265:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722887680:12345-192.168.202.17@tcp:101:rm.0 Request processed in 563us (2606us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598366.788276:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 218 00000100:00100000:2.0:1788598366.792721:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598366.793385:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722887936 00000100:00100000:0.0:1788598366.793397:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722887936 00000100:00100000:0.0:1788598366.793475:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 878 00000100:00100000:0.0:1788598366.793485:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+91:25594:x1875480722887936:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:0.0:1788598366.793552:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1788598366.793583:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f4c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb851 expref: 91 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793606:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606f49e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb843 expref: 90 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793618:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8a1b90306700) 00010000:00010000:0.0:1788598366.793634:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f4ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb84a expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793643:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:0.0:1788598366.793647:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598366.793669:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f4dd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793683:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f4dd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793692:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f4dd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793705:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793712:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793719:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793839:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f4eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793847:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f4eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.793854:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f4eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788598366.794659:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8840 00000004:00080000:0.0:1788598366.794671:0:6524:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 656679936574ns, next at 657679933561ns, rc = 0 00000040:00080000:0.0:1788598366.794694:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8728 00000004:00080000:0.0:1788598366.794700:0:6524:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 656679965147ns, next at 657679963661ns, rc = 0 00010000:00010000:0.0:1788598366.794776:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794787:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794796:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794803:0:6524:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794810:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794815:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794837:0:6524:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788598366.794854:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f4eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794859:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f4eb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794865:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f4eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794870:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598366.794874:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f4eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794882:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f4eb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794891:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8a1b90306000) 00010000:00010000:0.0:1788598366.794893:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598366.794898:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f4eb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794903:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f4eb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794918:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f4dd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794923:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f4dd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794928:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f4dd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794933:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598366.794935:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f4dd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794941:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f4dd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794948:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:0.0:1788598366.794951:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598366.794953:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f4dd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794962:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606f4dd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598366.794970:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a7bc17e3 reply state 0000000043a56929 transno 4294967823 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794980:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598366.794986:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8a1a86120a00) 00010000:00010000:0.0:1788598366.794989:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598366.794991:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788598366.795346:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+90:25594:x1875480722887936:12345-192.168.202.17@tcp:36:rm.0 Request processed in 1858us (2632us total) trans 4294967823 rc 0/0 00000100:00100000:0.0:1788598366.795355:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 878 00010000:00010000:1.0:1788598366.795435:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598366.795449:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.795456:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598366.795460:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.795466:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.795475:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8a1b90306000) 00010000:00010000:1.0:1788598366.795478:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788598366.795481:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.795487:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f4f2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598366.795521:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598366.795523:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598366.795524:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598366.814392:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598366.814548:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722888192 00000100:00100000:2.0:1788598366.814560:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722888192 00000100:00100000:2.0:1788598366.814618:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 879 00000100:00100000:2.0:1788598366.814626:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+90:25595:x1875480722888192:12345-192.168.202.17@tcp:101:dd.0 00010000:00010000:2.0:1788598366.814649:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598366.814669:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f4f9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb866 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.814810:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f500 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.814825:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f500 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.814838:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f500 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.814849:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.814856:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.814863:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598366.815212:0:9836:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9836:1875480746968320:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788598366.815312:0:9836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788598366.815312:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x12:0x0], index 1: 0 00000100:00100000:3.0:1788598366.815425:0:9836:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b838920c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598366.815573:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746968320 00000100:00100000:0.0:1788598366.815582:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746968320 00010000:00010000:2.0:1788598366.815613:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.815626:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598366.815655:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1788598366.815681:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:9836:x1875480746968320:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788598366.815732:0:8405:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 34 00010000:00010000:2.0:1788598366.815856:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.815902:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f500 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.815911:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f500 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.815920:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f500 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.815928:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598366.815934:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f500 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.815945:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f500 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.815961:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:2.0:1788598366.815966:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598366.815971:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f500 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.815977:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f500 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598366.815994:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000569e2acb reply state 00000000d27747ac transno 4294967824 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.816011:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.816016:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8a1a86120a00) 00010000:00010000:2.0:1788598366.816352:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598366.816356:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598366.816403:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f4f9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb866 expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.816422:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb866 expref: 92 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.816429:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:2.0:1788598366.816433:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598366.816436:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc2211400, rc 0) 00000100:00100000:2.0:1788598366.816964:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+93:25595:x1875480722888192:12345-192.168.202.17@tcp:101:dd.0 Request processed in 2336us (2579us total) trans 4294967824 rc 0/0 00000100:00100000:2.0:1788598366.816973:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 879 00000100:00100000:0.0:1788598366.823155:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:9836:x1875480746968320:12345-0@lo:5:osp-pre-1-0.0 Request processed in 7481us (7832us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1788598366.823174:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1788598366.823582:0:9836:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9836:1875480746968320:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788598366.823603:0:9836:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x12:0x0]-[0x2c0000401:0x41:0x0] 00000100:00100000:3.0:1788598366.836220:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598366.836432:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722888320 00000100:00100000:2.0:1788598366.836446:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722888320 00000100:00100000:2.0:1788598366.836521:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 220 00000100:00100000:2.0:1788598366.836533:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:25595:x1875480722888320:12345-192.168.202.17@tcp:101:dd.0 00010000:00010000:2.0:1788598366.836559:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598366.836592:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb86d expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598366.836623:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788598366.836653:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598366.836656:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598366.836678:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 13 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.836700:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 13 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598366.836717:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386200, rc 0) 00000100:00100000:2.0:1788598366.836855:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+13:25595:x1875480722888320:12345-192.168.202.17@tcp:101:dd.0 Request processed in 324us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598366.836863:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 220 00000040:00080000:3.0:1788598366.851197:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598366.851231:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598366.852241:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1788598366.852264:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788598367.044353:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788598367.052949:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598367.054265:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722888448 00000100:00100000:2.0:1788598367.054278:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722888448 00002000:00100000:2.0:1788598367.054330:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff8a1a87380000 x1875480722888448/t0(0) o4->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:358/0 lens 488/0 e 0 to 0 dl 1788598378 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598367.054343:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87380000 with x1875480722888448 ext(0->4194303) 00002000:00010000:2.0:1788598367.054349:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87380000 00000100:00100000:2.0:1788598367.054392:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 64 00000100:00100000:2.0:1788598367.054402:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480722888448:12345-192.168.202.17@tcp:4:dd.0 00000100:00100000:3.0:1788598367.092847:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598367.093271:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722888704 00000100:00100000:0.0:1788598367.093284:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722888704 00000100:00100000:0.0:1788598367.093352:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 187 00000100:00100000:0.0:1788598367.093362:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+93:25595:x1875480722888704:12345-192.168.202.17@tcp:35:dd.0 00000100:00100000:0.0:1788598367.093883:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+94:25595:x1875480722888704:12345-192.168.202.17@tcp:35:dd.0 Request processed in 520us (1049us total) trans 4294967825 rc 0/0 00000100:00100000:0.0:1788598367.093891:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 187 00010000:00010000:0.0:1788598367.108977:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598367.179403:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+15:2432:x1875480722888448:12345-192.168.202.17@tcp:4:dd.0 Request processed in 124991us (126454us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1788598367.179418:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 64 00002000:00100000:2.0:1788598367.179432:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff8a1a87380000 x1875480722888448/t4294967341(0) o4->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:358/0 lens 488/448 e 0 to 0 dl 1788598378 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598367.179442:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87380000 with x1875480722888448 ext(0->4194303) 00002000:00010000:2.0:1788598367.179448:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87380000 00000100:00100000:0.0:1788598367.207037:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598367.207276:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722888960 00000100:00100000:2.0:1788598367.207292:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722888960 00000100:00100000:2.0:1788598367.207361:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 880 00000100:00100000:2.0:1788598367.207371:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+94:25598:x1875480722888960:12345-192.168.202.17@tcp:101:md5sum.0 00010000:00010000:2.0:1788598367.207398:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598367.207421:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f523 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb874 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.207544:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f52a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.207562:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f52a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.207580:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f52a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598367.207591:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:2.0:1788598367.207691:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f523 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb874 expref: 97 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.207709:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f52a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb874 expref: 96 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.207732:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:2.0:1788598367.207787:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598367.207791:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ba00, rc 0) 00000100:00100000:2.0:1788598367.208214:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+96:25598:x1875480722888960:12345-192.168.202.17@tcp:101:md5sum.0 Request processed in 843us (1194us total) trans 4294967826 rc 0/0 00000100:00100000:2.0:1788598367.208222:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 880 00000100:00100000:3.0:1788598367.210628:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598367.210788:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722889088 00000100:00100000:0.0:1788598367.210799:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722889088 00000100:00100000:0.0:1788598367.210862:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 38 00000100:00100000:0.0:1788598367.210872:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+96:2434:x1875480722889088:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598367.210888:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598367.210912:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f52a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb874 expref: 96 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598367.210934:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:0.0:1788598367.210940:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598367.210991:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+95:2434:x1875480722889088:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 121us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598367.210998:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 38 00000100:00100000:1.0:1788598367.273886:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598367.274104:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722889344 00000100:00100000:3.0:1788598367.274115:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722889344 00000100:00100000:3.0:1788598367.274188:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 188 00000100:00100000:3.0:1788598367.274200:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+95:25598:x1875480722889344:12345-192.168.202.17@tcp:35:md5sum.0 00000100:00100000:3.0:1788598367.274514:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+96:25598:x1875480722889344:12345-192.168.202.17@tcp:35:md5sum.0 Request processed in 316us (638us total) trans 4294967827 rc 0/0 00000100:00100000:3.0:1788598367.274523:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 188 00000100:00100000:2.0:1788598367.318659:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598367.318899:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722889472 00000100:00100000:0.0:1788598367.318909:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722889472 00000100:00100000:0.0:1788598367.318972:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 881 00000100:00100000:0.0:1788598367.318981:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+96:25599:x1875480722889472:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598367.319005:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598367.319025:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738a00/0x6b7334fb1606f538 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb87b expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598367.319113:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598367.319129:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598367.319141:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598367.319314:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:0.0:1788598367.319319:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598367.319401:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598367.319432:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738a00/0x6b7334fb1606f538 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb87b expref: 98 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598367.319451:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb87b expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598367.319460:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:0.0:1788598367.319463:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598367.319467:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738e00, rc 0) 00000100:00100000:0.0:1788598367.319533:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+97:25599:x1875480722889472:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 553us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598367.319541:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 881 00000100:00100000:0.0:1788598367.332648:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598367.332791:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722889728 00000100:00100000:2.0:1788598367.332801:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722889728 00000100:00100000:2.0:1788598367.332863:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 882 00000100:00100000:2.0:1788598367.332872:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+97:25599:x1875480722889728:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:2.0:1788598367.333050:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:2.0:1788598367.333152:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+97:25599:x1875480722889728:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 280us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598367.333159:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 882 00000100:00100000:0.0:1788598367.490208:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598367.490229:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746968448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598367.490290:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598367.490441:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746968448 00000100:00100000:2.0:1788598367.490448:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746968448 00000100:00100000:2.0:1788598367.490497:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1788598367.490505:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746968448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598367.490530:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788598367.490570:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746968448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598367.490577:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1788598367.490651:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746968448:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788598367.490871:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598367.491157:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598367.491166:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746968576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598367.491195:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598367.491232:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746968576 00000100:00100000:3.0:1788598367.491235:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746968576 00000100:00100000:3.0:1788598367.491298:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1788598367.491303:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746968576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598367.491313:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1788598367.491344:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746968576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598367.491349:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1788598367.491458:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746968576:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788598367.495568:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1788598367.877126:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598367.877134:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598367.877158:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:2.0:1788598367.877166:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598367.877601:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746968704:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598367.877886:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b811cad80 going to sleep for 11 seconds 00000100:00100000:0.0:1788598367.883163:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598367.883253:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722889856 00000100:00100000:3.0:1788598367.883262:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722889856 00000100:00100000:3.0:1788598367.883324:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 883 00000100:00100000:3.0:1788598367.883356:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+35:25609:x1875480722889856:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1788598367.883501:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746968704:192.168.202.17@tcp:107:hsm_cdtr.0 00000004:00000080:3.0:1788598367.883789:0:6525:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598367.883895:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+34:25609:x1875480722889856:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 547us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598367.883902:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 883 00000100:00100000:1.0:1788598367.898847:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598367.899195:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722890112 00000100:00100000:2.0:1788598367.899206:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722890112 00000100:00100000:2.0:1788598367.899269:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 884 00000100:00100000:2.0:1788598367.899279:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+34:25609:x1875480722890112:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598367.899300:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598367.899322:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f546 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb882 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.899446:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.899460:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.899471:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598367.899482:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:2.0:1788598367.899589:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb1606f546 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb882 expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.899607:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb882 expref: 36 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.899615:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:2.0:1788598367.899617:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598367.899621:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ba00, rc 0) 00000100:00100000:2.0:1788598367.899689:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+36:25609:x1875480722890112:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 412us (852us total) trans 4294967828 rc 0/0 00000100:00100000:2.0:1788598367.899697:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 884 00000100:00100000:2.0:1788598367.904900:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598367.905557:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722890240 00000100:00100000:1.0:1788598367.905567:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722890240 00000100:00100000:1.0:1788598367.905645:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 221 00000100:00100000:1.0:1788598367.905656:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722890240:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00000100:00080000:2.0:1788598367.905761:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788598367.905840:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598367.905861:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 14 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598367.905870:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598367.905873:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598367.905876:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598367.905914:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 14 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598367.905942:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 14 pid: 8406 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598367.905958:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746968832:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598367.906086:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c780 going to sleep for 11 seconds 00000100:00100000:1.0:1788598367.914858:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746968832:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598367.914890:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598367.918425:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598367.918557:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722890368 00000100:00100000:3.0:1788598367.918568:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722890368 00002000:00100000:3.0:1788598367.918670:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff8a1bc5b06680 x1875480722890368/t0(0) o4->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:358/0 lens 488/0 e 0 to 0 dl 1788598378 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598367.918681:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b06680 with x1875480722890368 ext(4194304->5242879) 00010000:00010000:3.0:1788598367.918691:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 15 pid: 8406 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598367.918708:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 15 pid: 8406 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598367.918716:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1bc5b06680 00000100:00100000:3.0:1788598367.918772:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:3.0:1788598367.918781:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+15:2433:x1875480722890368:12345-192.168.202.17@tcp:4:md5sum.0 00000100:00100000:1.0:1788598367.956563:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480722890368:12345-192.168.202.17@tcp:4:md5sum.0 Request processed in 37772us (38139us total) trans 4294967342 rc 0/0 00000100:00100000:1.0:1788598367.956577:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 8 00002000:00100000:1.0:1788598367.956838:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff8a1bc5b06680 x1875480722890368/t4294967342(0) o4->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:358/0 lens 488/448 e 0 to 0 dl 1788598378 ref 1 fl Complete:H/600/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598367.956850:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b06680 with x1875480722890368 ext(4194304->5242879) 00010000:00010000:1.0:1788598367.956863:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 17 pid: 8406 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598367.956888:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 17 pid: 8406 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598367.956898:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1bc5b06680 00000100:00100000:1.0:1788598367.977271:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598367.977453:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722890496 00000100:00100000:2.0:1788598367.977464:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722890496 00010000:00010000:2.0:1788598367.977506:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 17 pid: 8406 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598367.977552:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 286 00000100:00100000:2.0:1788598367.977562:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480722890496:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598367.977579:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788598367.978496:0:6509:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:2.0:1788598367.978503:0:6509:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb mtime from disk: 0 -> 1788598367 00002000:00010000:2.0:1788598367.978506:0:6509:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb atime from disk: 0 -> 1788598367 00002000:00010000:2.0:1788598367.978508:0:6509:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb ctime from disk: 0 -> 1788598367 00002000:00010000:2.0:1788598367.978510:0:6509:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb blocks from disk: 0 -> 10240 00010000:00010000:2.0:1788598367.978521:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 17 pid: 8406 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.978539:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 17 pid: 8406 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.978567:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000404e2758/0x6b7334fb1606f51c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb86d expref: 17 pid: 8406 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.978583:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598367.978585:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598367.978863:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.978874:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598367.981802:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598367.981890:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2432:x1875480722890496:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 4323us (4620us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598367.981902:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 286 00010000:00010000:2.0:1788598367.991586:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.991620:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.991654:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.991662:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.991670:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.991677:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598367.991681:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.991689:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.991711:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598367.991718:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f55b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598367.991854:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722890240:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 86196us (86958us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598367.991869:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 221 00000100:00100000:3.0:1788598367.996188:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598367.996459:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722890752 00000100:00100000:2.0:1788598367.996470:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722890752 00000100:00100000:2.0:1788598367.996539:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 885 00000100:00100000:2.0:1788598367.996549:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+36:25609:x1875480722890752:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598367.996823:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+36:25609:x1875480722890752:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 275us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598367.996831:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 885 00000100:00100000:2.0:1788598368.003023:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598368.005499:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746968960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598368.005570:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598368.006005:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746968960 00000100:00100000:0.0:1788598368.006015:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746968960 00000100:00100000:0.0:1788598368.006080:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1788598368.006089:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480746968960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598368.006128:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:0.0:1788598368.006239:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480746968960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 151us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598368.006247:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1788598368.006335:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746968960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598368.022550:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598368.022653:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722890880 00000100:00100000:0.0:1788598368.022664:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722890880 00000100:00100000:0.0:1788598368.022727:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 222 00000100:00100000:0.0:1788598368.022771:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722890880:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598368.022791:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598368.022813:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3aebc38/0x6b7334fb1606f562 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb889 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598368.022842:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a9bd85f, atime: 0x6a9bd85f, ctime: 0x6a9bd85f, blocks: 0x2800 00010000:00010000:0.0:1788598368.022861:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598368.022864:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598368.022872:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3aebc38/0x6b7334fb1606f562 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb889 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.022890:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c3aebc38/0x6b7334fb1606f562 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb889 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.022905:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738c00, rc 0) 00000100:00100000:0.0:1788598368.022972:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722890880:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 236us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598368.022980:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 222 00000100:00100000:3.0:1788598368.033929:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598368.035648:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722891136 00000100:00100000:0.0:1788598368.035661:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722891136 00000100:00100000:0.0:1788598368.035785:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 886 00000100:00100000:0.0:1788598368.035798:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+36:25609:x1875480722891136:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598368.035917:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+36:25609:x1875480722891136:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 122us (1996us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598368.035926:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 886 00000100:00080000:2.0:1788598368.035928:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598368.044557:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598368.044708:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722891264 00000100:00100000:2.0:1788598368.044718:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722891264 00002000:00100000:2.0:1788598368.044820:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (0->1048575) req@ffff8a1b84ce1500 x1875480722891264/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:359/0 lens 488/0 e 0 to 0 dl 1788598379 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598368.044832:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b84ce1500 with x1875480722891264 ext(0->1048575) 00002000:00010000:2.0:1788598368.044837:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b84ce1500 00000100:00100000:2.0:1788598368.044877:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 65 00000100:00100000:2.0:1788598368.044886:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722891264:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788598368.061648:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722891264:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 16752us (17091us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1788598368.061663:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 65 00002000:00100000:0.0:1788598368.061676:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (0->1048575) req@ffff8a1b84ce1500 x1875480722891264/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:359/0 lens 488/440 e 0 to 0 dl 1788598379 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598368.061688:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b84ce1500 with x1875480722891264 ext(0->1048575) 00002000:00010000:0.0:1788598368.061695:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b84ce1500 00000100:00100000:2.0:1788598368.099428:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598368.099555:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722891392 00000100:00100000:0.0:1788598368.099567:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722891392 00002000:00100000:0.0:1788598368.099624:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (1048576->5242879) req@ffff8a1bc5b05180 x1875480722891392/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:359/0 lens 488/0 e 0 to 0 dl 1788598379 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598368.099635:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b05180 with x1875480722891392 ext(1048576->5242879) 00002000:00010000:0.0:1788598368.099641:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bc5b05180 00000100:00100000:0.0:1788598368.099680:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 66 00000100:00100000:0.0:1788598368.099689:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722891392:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00010000:00010000:3.0:1788598368.143336:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598368.226857:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722891392:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 127155us (127425us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1788598368.226872:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 66 00002000:00100000:2.0:1788598368.226887:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (1048576->5242879) req@ffff8a1bc5b05180 x1875480722891392/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:359/0 lens 488/440 e 0 to 0 dl 1788598379 ref 1 fl Complete:/600/0 rc 4194304/4194304 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598368.226899:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b05180 with x1875480722891392 ext(1048576->5242879) 00002000:00010000:2.0:1788598368.226905:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bc5b05180 00000100:00100000:3.0:1788598368.285323:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598368.285677:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722891520 00000100:00100000:0.0:1788598368.285690:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722891520 00000100:00100000:0.0:1788598368.285784:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 887 00000100:00100000:0.0:1788598368.285795:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+36:25609:x1875480722891520:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598368.285828:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598368.285852:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb1606f569 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb890 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.285887:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.285904:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.285917:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.286034:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb1606f569 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb890 expref: 38 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.286053:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb890 expref: 37 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.286074:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:0.0:1788598368.286077:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598368.286081:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656000, rc 0) 00000100:00100000:0.0:1788598368.286138:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+37:25609:x1875480722891520:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 345us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598368.286144:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 887 00000100:00100000:0.0:1788598368.292406:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598368.292476:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722891648 00000100:00100000:2.0:1788598368.292485:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722891648 00000100:00100000:2.0:1788598368.292541:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 888 00000100:00100000:2.0:1788598368.292551:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+37:25609:x1875480722891648:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598368.292584:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598368.292711:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+37:25609:x1875480722891648:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 160us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598368.292719:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 888 00000100:00100000:0.0:1788598368.300104:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598368.300174:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722891776 00000100:00100000:1.0:1788598368.300186:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722891776 00000100:00100000:1.0:1788598368.300244:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 223 00000100:00100000:1.0:1788598368.300255:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722891776:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598368.300301:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f577 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.300319:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598368.300321:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598368.300326:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f577 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.300351:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f577 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.300379:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f577 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.300388:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f577 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.300396:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f577 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.300403:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598368.300409:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f577 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.300437:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.300453:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f577 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.300461:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8ef3062/0x6b7334fb1606f577 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598368.300540:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722891776:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 287us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598368.300548:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 223 00000100:00100000:0.0:1788598368.302583:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598368.302656:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722892032 00000100:00100000:3.0:1788598368.302676:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722892032 00000100:00100000:3.0:1788598368.302727:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 889 00000100:00100000:3.0:1788598368.302771:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+37:25609:x1875480722892032:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598368.302858:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.302876:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb890 expref: 37 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.302885:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.302922:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb890 expref: 37 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.302937:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb890 expref: 37 pid: 6523 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598368.302953:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746969088:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598368.303048:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b953d1180 going to sleep for 11 seconds 00000100:00100000:3.0:1788598368.316271:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598368.316613:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722892160 00000100:00100000:0.0:1788598368.316625:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722892160 00010000:00010000:0.0:1788598368.316728:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb890 expref: 38 pid: 6523 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598368.316788:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 287 00000100:00100000:0.0:1788598368.316798:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2432:x1875480722892160:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598368.316814:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598368.316821:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb890 expref: 38 pid: 6523 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.316839:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb890 expref: 38 pid: 6523 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.316865:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:0.0:1788598368.316871:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.316882:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.316890:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.316911:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598368.316979:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2432:x1875480722892160:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 182us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598368.316987:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 287 00010000:00010000:1.0:1788598368.317176:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1606f570 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb890 expref: 37 pid: 6523 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598368.317193:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746969088:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598368.317217:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.317783:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.317792:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.317970:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.317985:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.317991:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.317996:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598368.318001:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.318007:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.318020:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:1.0:1788598368.318023:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598368.318028:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.318034:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1606f57e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598368.318775:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+37:25609:x1875480722892032:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 16034us (16194us total) trans 4294967829 rc 0/0 00000100:00100000:1.0:1788598368.318788:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 889 00000040:00080000:2.0:1788598368.318918:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598368.318923:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598368.319413:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788598368.319426:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598368.328104:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598368.328189:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722892416 00000100:00100000:2.0:1788598368.328199:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722892416 00000100:00100000:2.0:1788598368.328258:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 189 00000100:00100000:2.0:1788598368.328268:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:25609:x1875480722892416:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598368.328551:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+38:25609:x1875480722892416:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 283us (456us total) trans 4294967830 rc 0/0 00000100:00100000:2.0:1788598368.332466:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 189 00000040:00080000:3.0:1788598368.361617:0:20052:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598368.361627:0:20052:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598368.361656:0:20052:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:3.0:1788598368.362409:0:20052:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598368.450528:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598368.451458:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722892544 00000100:00100000:3.0:1788598368.451476:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722892544 00000100:00100000:3.0:1788598368.451544:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 224 00000100:00100000:3.0:1788598368.451555:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480722892544:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598368.451573:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598368.451591:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c99f17d0/0x6b7334fb1606f585 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb897 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.451617:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598368.451619:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598368.451627:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c99f17d0/0x6b7334fb1606f585 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb897 expref: 17 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.451646:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c99f17d0/0x6b7334fb1606f585 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb897 expref: 17 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.451661:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f200, rc 0) 00000100:00100000:3.0:1788598368.451731:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480722892544:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 178us (1212us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598368.451764:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 224 00000100:00080000:0.0:1788598368.452967:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598368.460313:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598368.460442:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722892800 00000100:00100000:0.0:1788598368.460452:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722892800 00000100:00100000:0.0:1788598368.460531:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 890 00000100:00100000:0.0:1788598368.460542:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+97:25610:x1875480722892800:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598368.460562:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598368.460583:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb1606f58c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb89e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.460695:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1606f593 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.460711:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1606f593 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.460722:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1606f593 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598368.460844:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:0.0:1788598368.460953:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb1606f58c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb89e expref: 100 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.460970:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1606f593 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb89e expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.460979:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:0.0:1788598368.460982:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788598368.460986:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656200, rc 0) 00000100:00100000:0.0:1788598368.461042:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+99:25610:x1875480722892800:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 502us (737us total) trans 4294967831 rc 0/0 00000100:00100000:0.0:1788598368.461050:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 890 00000100:00080000:2.0:1788598368.461321:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598368.479488:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598368.479587:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722892928 00000100:00100000:1.0:1788598368.479599:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722892928 00000100:00100000:1.0:1788598368.479660:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 225 00000100:00100000:1.0:1788598368.479670:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480722892928:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:1.0:1788598368.479998:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.480021:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3aebc38/0x6b7334fb1606f562 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb889 expref: 9 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.480031:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c99f17d0/0x6b7334fb1606f585 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb897 expref: 17 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.480038:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598368.480041:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598368.480044:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.480092:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c99f17d0/0x6b7334fb1606f585 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb897 expref: 17 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.480107:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c99f17d0/0x6b7334fb1606f585 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb897 expref: 17 pid: 8403 timeout: 758 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598368.480123:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480746969216:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598368.480242:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c3aebc38/0x6b7334fb1606f562 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb889 expref: 9 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.480252:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c3aebc38/0x6b7334fb1606f562 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb889 expref: 9 pid: 8405 timeout: 758 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598368.480276:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480746969344:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598368.480302:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c780 going to sleep for 11 seconds 00000100:00100000:1.0:1788598368.485870:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480746969216:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598368.490921:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598368.492155:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722893056 00000100:00100000:3.0:1788598368.492168:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722893056 00010000:00010000:3.0:1788598368.492216:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c99f17d0/0x6b7334fb1606f585 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb897 expref: 18 pid: 8403 timeout: 758 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598368.492261:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 288 00000100:00100000:3.0:1788598368.492270:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+18:2433:x1875480722893056:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598368.492296:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598368.492317:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c99f17d0/0x6b7334fb1606f585 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb897 expref: 18 pid: 8403 timeout: 758 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.492331:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c99f17d0/0x6b7334fb1606f585 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb897 expref: 18 pid: 8403 timeout: 758 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.492362:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c99f17d0/0x6b7334fb1606f585 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb897 expref: 18 pid: 8403 timeout: 758 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.492379:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598368.492435:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480722893056:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 166us (1524us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598368.492442:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 288 00000100:00100000:2.0:1788598368.501353:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480746969344:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598368.501393:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598368.505670:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598368.507277:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722893184 00000100:00100000:0.0:1788598368.507289:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722893184 00010000:00010000:0.0:1788598368.507328:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c3aebc38/0x6b7334fb1606f562 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb889 expref: 10 pid: 8405 timeout: 758 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598368.507382:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 289 00000100:00100000:0.0:1788598368.507391:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722893184:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598368.507406:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598368.507429:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c3aebc38/0x6b7334fb1606f562 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb889 expref: 10 pid: 8405 timeout: 758 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.507445:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c3aebc38/0x6b7334fb1606f562 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb889 expref: 10 pid: 8405 timeout: 758 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.507470:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3aebc38/0x6b7334fb1606f562 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb889 expref: 10 pid: 8405 timeout: 758 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.507484:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598368.507486:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598368.507491:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.507501:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598368.507663:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598368.507758:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722893184:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 341us (2073us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598368.507767:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 289 00010000:00010000:2.0:1788598368.508518:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.508533:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.508555:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.508563:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.508571:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.508578:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320a00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598368.508583:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.508591:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.508608:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.508617:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1606f5a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598368.508686:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+16:2434:x1875480722892928:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 29017us (29208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598368.508695:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 225 00000100:00100000:3.0:1788598368.512372:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598368.512490:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722893440 00000100:00100000:2.0:1788598368.512501:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722893440 00000100:00100000:2.0:1788598368.512561:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 190 00000100:00100000:2.0:1788598368.512571:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+99:25610:x1875480722893440:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:2.0:1788598368.512641:0:6526:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x32:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1606f593 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb89e expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598368.512930:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967832 00000001:00080000:2.0:1788598368.513223:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967833 00010000:00010000:2.0:1788598368.513260:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.513276:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb866 expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.513285:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb882 expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.513293:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.513330:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb882 expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.515145:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb882 expref: 37 pid: 6524 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598368.515170:0:6526:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1875480746969472:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598368.515297:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb866 expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.515307:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb866 expref: 102 pid: 6523 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598368.515316:0:6526:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1875480746969600:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598368.515342:0:6526:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b877d19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598368.519807:0:6526:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1875480746969472:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598368.519821:0:6526:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1875480746969600:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598368.519849:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598368.522253:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598368.522298:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598368.522325:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722893568 00000100:00100000:3.0:1788598368.522333:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722893568 00010000:00010000:3.0:1788598368.522386:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb882 expref: 38 pid: 6524 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598368.522418:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722893696 00000100:00100000:3.0:1788598368.522421:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722893696 00010000:00010000:3.0:1788598368.522433:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb866 expref: 103 pid: 6523 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598368.522470:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 290 00000100:00100000:3.0:1788598368.522479:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2432:x1875480722893568:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598368.522494:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598368.522502:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb882 expref: 38 pid: 6524 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522516:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb882 expref: 38 pid: 6524 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522538:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb1606f54d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb882 expref: 38 pid: 6524 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522553:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:3.0:1788598368.522558:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522567:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522574:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598368.522620:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2432:x1875480722893568:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 141us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598368.522627:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 290 00000100:00100000:3.0:1788598368.522644:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 291 00000100:00100000:3.0:1788598368.522650:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+103:2432:x1875480722893696:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598368.522664:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598368.522859:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb866 expref: 103 pid: 6523 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522869:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb866 expref: 103 pid: 6523 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522883:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb1606f50e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb866 expref: 103 pid: 6523 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522896:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:3.0:1788598368.522900:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522907:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522916:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.522941:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598368.522961:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+102:2432:x1875480722893696:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 311us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598368.522968:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 291 00010000:00010000:3.0:1788598368.522996:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.523004:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788598368.523135:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967834 00000001:00080000:3.0:1788598368.523240:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967835 00000100:00100000:3.0:1788598368.523326:0:6526:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1875480746969728:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788598368.523390:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598368.523419:0:6526:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b83892900 going to sleep for 11 seconds 00000100:00100000:3.0:1788598368.523440:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746969728 00000100:00100000:3.0:1788598368.523444:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746969728 00000100:00100000:3.0:1788598368.523483:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1788598368.523489:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6526:x1875480746969728:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788598368.523560:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6526:x1875480746969728:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 71us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598368.523567:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1788598368.523723:0:6526:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1875480746969728:0@lo:1000:mdt_rdpg00_000.0 00000100:00080000:2.0:1788598368.523871:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1788598368.525322:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967836 00000100:00100000:3.0:1788598368.526508:0:6526:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1875480746969856:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788598368.526569:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598368.529140:0:6526:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b83892300 going to sleep for 11 seconds 00000100:00100000:0.0:1788598368.530090:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746969856 00000100:00100000:0.0:1788598368.530103:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746969856 00000100:00100000:0.0:1788598368.530202:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1788598368.530212:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6526:x1875480746969856:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1788598368.530457:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6526:x1875480746969856:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 246us (3886us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1788598368.530465:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1788598368.531105:0:6526:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1875480746969856:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1788598368.531173:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967837 00010000:00010000:2.0:1788598368.531208:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.531219:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.531226:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.531233:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598368.531238:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.531246:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.531261:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:2.0:1788598368.531264:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1788598368.531268:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.531274:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f5a8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598368.531534:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x33:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788598368.531589:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:2.0:1788598368.531599:0:6526:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 658416864448ns, next at 659416862495ns, rc = 0 00000001:00080000:2.0:1788598368.531606:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967838 00010000:00010000:2.0:1788598368.531628:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:2.0:1788598368.531630:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788598368.531636:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1606f593 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb89e expref: 106 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598368.531916:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+105:25610:x1875480722893440:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 19345us (19553us total) trans 4294967839 rc 0/0 00000100:00100000:2.0:1788598368.531926:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 190 00000020:00080000:2.0:1788598368.531931:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1788598368.593910:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598368.593955:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722893952 00000100:00100000:1.0:1788598368.593965:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722893952 00000100:00100000:1.0:1788598368.594033:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 891 00000100:00100000:1.0:1788598368.594045:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+105:25612:x1875480722893952:12345-192.168.202.17@tcp:101:md5sum.0 00010000:00010000:1.0:1788598368.594083:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598368.594110:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f5af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8a5 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594201:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f5b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594216:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594229:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594240:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f5bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594248:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f5bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594263:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f5bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594379:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f5c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594387:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594393:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598368.594404:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1788598368.594484:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594492:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f5b6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594498:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f5b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594504:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598368.594508:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f5b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594515:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f5b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594527:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:1.0:1788598368.594530:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598368.594540:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f5b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594546:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f5b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594559:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f5bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594566:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f5bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594571:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f5bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594576:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598368.594579:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f5bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594584:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f5bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594591:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8a1a86120a00) 00010000:00010000:1.0:1788598368.594594:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598368.594597:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f5bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594602:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f5bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594636:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f5af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8a5 expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594660:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f5c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8a5 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598368.594988:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:1.0:1788598368.594991:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598368.594994:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321000, rc 0) 00000100:00100000:1.0:1788598368.595067:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+107:25612:x1875480722893952:12345-192.168.202.17@tcp:101:md5sum.0 Request processed in 1014us (1161us total) trans 4294967840 rc 0/0 00000100:00100000:1.0:1788598368.595076:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 891 00000100:00100000:1.0:1788598368.603979:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598368.607378:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722894208 00000100:00100000:2.0:1788598368.607393:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722894208 00000100:00100000:2.0:1788598368.607467:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 39 00000100:00100000:2.0:1788598368.607477:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+107:25612:x1875480722894208:12345-192.168.202.17@tcp:103:md5sum.0 00010000:00010000:2.0:1788598368.607491:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598368.607515:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f5c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8a5 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598368.607536:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a8533f500) 00010000:00010000:2.0:1788598368.607546:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598368.607601:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+106:25612:x1875480722894208:12345-192.168.202.17@tcp:103:md5sum.0 Request processed in 127us (3634us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598368.607609:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 39 00000100:00100000:1.0:1788598368.618556:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598368.621590:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722894336 00000100:00100000:3.0:1788598368.621610:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722894336 00000100:00100000:3.0:1788598368.621880:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 892 00000100:00100000:3.0:1788598368.621891:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+106:25612:x1875480722894336:12345-192.168.202.17@tcp:58:md5sum.0 00010000:00010000:3.0:1788598368.622024:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.622041:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.622079:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598368.622172:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:3.0:1788598368.622304:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+106:25612:x1875480722894336:12345-192.168.202.17@tcp:58:md5sum.0 Request processed in 414us (3757us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598368.622312:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 892 00000100:00100000:1.0:1788598368.630620:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598368.631074:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722894464 00000100:00100000:2.0:1788598368.631087:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722894464 00000100:00100000:3.0:1788598368.631271:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 893 00000100:00100000:3.0:1788598368.631283:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+106:25612:x1875480722894464:12345-192.168.202.17@tcp:101:md5sum.0 00010000:00010000:3.0:1788598368.631305:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598368.631326:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f200/0x6b7334fb1606f5d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8ac expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.631405:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.631416:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f200/0x6b7334fb1606f5d9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ac expref: 107 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.631435:0:13009:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.631448:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f200/0x6b7334fb1606f5d9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ac expref: 107 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.631463:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a85341400) 00010000:00010000:3.0:1788598368.631467:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598368.631484:0:13009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f200/0x6b7334fb1606f5d9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ac expref: 107 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598368.631493:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f200, rc 0) 00000100:00100000:3.0:1788598368.631561:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+107:25612:x1875480722894464:12345-192.168.202.17@tcp:101:md5sum.0 Request processed in 281us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598368.631569:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 893 00010000:00010000:1.0:1788598369.158014:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598369.346113:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598369.346123:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598369.346152:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 4 00000040:00080000:2.0:1788598369.346376:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598369.346529:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746969984:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598369.347497:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b877d1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598369.379603:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598369.379691:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722894592 00000100:00100000:0.0:1788598369.379701:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722894592 00000100:00100000:0.0:1788598369.379794:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 894 00000100:00100000:0.0:1788598369.379806:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+38:25613:x1875480722894592:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598369.379855:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598369.379967:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+38:25613:x1875480722894592:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 163us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598369.379974:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 894 00000100:00100000:2.0:1788598369.380651:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746969984:192.168.202.17@tcp:107:hsm_cdtr.0 00000001:00080000:3.0:1788598369.384676:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967840 is committed 00000004:00080000:3.0:1788598369.384692:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000020:00080000:3.0:1788598369.384717:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1b908bac00 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:3.0:1788598369.384722:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a871fac00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b908ba840 00000020:00080000:3.0:1788598369.384724:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a871fab00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a8870ea00 00000020:00080000:2.0:1788598369.384783:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 11 00000020:00080000:2.0:1788598369.384851:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000001:00080000:3.0:1788598369.385018:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967830 is committed 00000004:00080000:3.0:1788598369.385039:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000004:00080000:3.0:1788598369.385055:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000020:00080000:3.0:1788598369.385079:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00010000:00010000:0.0:1788598369.385142:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385154:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385553:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385560:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598369.385565:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385573:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385590:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8a1b90306f00) 00010000:00010000:0.0:1788598369.385593:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598369.385597:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385603:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb1606f42e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385629:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385639:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385644:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385649:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598369.385652:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385658:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385666:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:0.0:1788598369.385668:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598369.385671:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385677:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1606f435 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385693:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385700:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385706:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385711:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598369.385714:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385720:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.385727:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8a1a86120a00) 00010000:00010000:0.0:1788598369.385729:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598369.386029:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598369.386047:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746970112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788598369.386118:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598369.386447:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598369.386458:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746970240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788598369.386485:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598369.386515:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746970112 00000100:00100000:3.0:1788598369.386522:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746970112 00000100:00100000:3.0:1788598369.386557:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746970240 00000100:00100000:3.0:1788598369.386559:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746970240 00000100:00100000:3.0:1788598369.386574:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1788598369.386581:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3665:x1875480746970112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788598369.386605:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17 count 1 00010000:00010000:3.0:1788598369.386627:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.386664:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb1606f4cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb858 expref: 15 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.386672:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598369.386675:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598369.386678:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.386706:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb1606f4cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb858 expref: 15 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386873:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386884:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f474 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386902:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386908:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386914:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386919:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598369.386923:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386929:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386939:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8a1a86120a00) 00010000:00010000:0.0:1788598369.386942:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598369.386945:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386951:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f4e4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386959:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386965:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386971:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386975:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598369.386978:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386983:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386989:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8a1a86120a00) 00010000:00010000:0.0:1788598369.386991:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598369.386993:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.386998:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f507 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.387036:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1788598369.387044:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3668:x1875480746970240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788598369.387055:0:8868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18 count 1 00002000:00010000:0.0:1788598369.387085:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a9bd85f, atime: 0x6a9bd85f, ctime: 0x6a9bd85f, blocks: 0x2800 00010000:00010000:0.0:1788598369.387092:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb1606f5e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387100:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598369.387101:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598369.387106:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb1606f5e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387117:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb1606f5e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387125:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb1606f5e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387133:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb1606f5e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387147:0:8868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598369.387273:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3668:x1875480746970240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 230us (787us total) trans 4294967344 rc 0/0 00000100:00100000:0.0:1788598369.387280:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00010000:00010000:0.0:1788598369.387299:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598369.387304:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb1606f5e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387316:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598369.387320:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb1606f5e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387327:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb1606f5e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387349:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb1606f5e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387357:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb1606f5e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387369:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598369.387371:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598369.387372:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598369.387401:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598369.387411:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746970496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788598369.387437:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598369.387470:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746970496 00000100:00100000:0.0:1788598369.387473:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746970496 00000100:00100000:0.0:1788598369.387499:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1788598369.387504:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746970496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788598369.387515:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00010000:00010000:0.0:1788598369.387528:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387540:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd235983/0x6b7334fb1606f4d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb85f expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387547:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598369.387548:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598369.387551:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.387568:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd235983/0x6b7334fb1606f4d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb85f expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788598369.387721:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a87a6b100/2, rc 0, transno 4294967344 00000100:00100000:1.0:1788598369.387728:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746970240:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788598369.392988:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb1606f4cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb858 expref: 15 pid: 8868 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598369.393017:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746970368:192.168.202.17@tcp:104: 00000100:00080000:2.0:1788598369.393250:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788598369.396580:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd235983/0x6b7334fb1606f4d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb85f expref: 11 pid: 8403 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.396610:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480746970624:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598369.400573:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788598369.420577:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba026f840 going to sleep for 11 seconds 00000100:00100000:3.0:1788598369.423378:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598369.423470:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598369.423524:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598369.423567:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722894848 00000100:00100000:0.0:1788598369.423576:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722894848 00000100:00100000:0.0:1788598369.423634:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 895 00000100:00100000:0.0:1788598369.423643:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+34:25613:x1875480722894848:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788598369.423713:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.423730:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.423768:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425101:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606f5fc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425119:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606f5fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425131:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606f5fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425160:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425169:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425176:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598369.425227:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:0.0:1788598369.425231:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598369.425244:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425256:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425263:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425272:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425278:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425285:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598369.425289:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425296:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425308:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:0.0:1788598369.425311:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598369.425316:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425322:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606f5f5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425337:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606f5fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425342:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606f5fc lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425347:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606f5fc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425351:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598369.425355:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606f5fc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425360:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606f5fc lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425366:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xd884179a (ffff8a1b90306f00) 00010000:00010000:0.0:1788598369.425368:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598369.425370:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606f5fc lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425376:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606f5fc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425389:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425394:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425399:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425404:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598369.425406:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425411:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425417:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a85341400) 00010000:00010000:0.0:1788598369.425419:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598369.425422:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.425427:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606f603 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.425520:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+34:25613:x1875480722894848:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 1875us (2046us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598369.425532:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 895 00000100:00100000:0.0:1788598369.425604:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480746970624:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598369.425629:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598369.426024:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746970368:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598369.426040:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598369.433354:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722894720 00000100:00100000:1.0:1788598369.433369:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722894720 00000100:00100000:3.0:1788598369.433640:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598369.433678:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598369.433702:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722895360 00000100:00100000:3.0:1788598369.433707:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722895360 00000100:00100000:1.0:1788598369.433786:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722895104 00000100:00100000:1.0:1788598369.433790:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722895104 00000100:00100000:1.0:1788598369.433832:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 680 00000100:00100000:1.0:1788598369.433842:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722895104:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598369.433933:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722895104:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 91us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.433941:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 680 00000100:00100000:1.0:1788598369.433989:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.434113:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.434132:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722895872 00000100:00100000:1.0:1788598369.434136:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722895872 00000100:00100000:1.0:1788598369.434177:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 458 00000100:00100000:1.0:1788598369.434184:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722895872:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598369.434217:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722895872:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.434223:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 458 00000100:00100000:1.0:1788598369.434240:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722895616 00000100:00100000:1.0:1788598369.434243:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722895616 00000100:00100000:1.0:1788598369.434270:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 750 00000100:00100000:1.0:1788598369.434276:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722895616:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598369.434304:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722895616:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.434310:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 750 00000100:00080000:1.0:1788598369.434384:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598369.434388:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598369.438579:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722894976 00000100:00100000:2.0:1788598369.438595:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722894976 00010000:00010000:2.0:1788598369.438679:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd235983/0x6b7334fb1606f4d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb85f expref: 12 pid: 8403 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598369.438728:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 292 00000100:00100000:2.0:1788598369.438755:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722894976:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598369.438771:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598369.438777:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd235983/0x6b7334fb1606f4d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb85f expref: 12 pid: 8403 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.438790:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd235983/0x6b7334fb1606f4d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb85f expref: 12 pid: 8403 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.438814:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd235983/0x6b7334fb1606f4d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb85f expref: 12 pid: 8403 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.438836:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598369.438838:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598369.438843:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.438854:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.438885:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598369.438942:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722894976:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 190us (15417us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.438951:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 292 00010000:00010000:2.0:1788598369.438985:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.438995:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.439005:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.439013:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.439030:0:8405:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788598369.439229:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480746970496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51722us (51789us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1788598369.439238:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00010000:00010000:2.0:1788598369.439260:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598369.439266:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.439274:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598369.439278:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.439287:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.439298:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.439305:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb1606f5ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.439324:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598369.439326:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598369.439327:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788598369.439918:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1788598369.439962:0:3667:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a8808b480/2, rc 0, transno 4294967336 00000100:00100000:1.0:1788598369.439970:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746970496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788598369.440379:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 751 00000100:00100000:3.0:1788598369.440391:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722895360:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598369.440449:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722895360:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 62us (6770us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598369.440469:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 751 00000100:00100000:2.0:1788598369.442135:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.442198:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.442220:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.442257:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.442285:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722895488 00000100:00100000:2.0:1788598369.442299:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722895488 00000100:00100000:2.0:1788598369.442352:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722895744 00000100:00100000:2.0:1788598369.442355:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722895744 00000100:00100000:2.0:1788598369.442387:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 459 00000100:00100000:2.0:1788598369.442396:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+11:2434:x1875480722895488:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598369.442452:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+11:2434:x1875480722895488:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 57us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.442459:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 459 00000100:00100000:2.0:1788598369.442474:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 460 00000100:00100000:2.0:1788598369.442480:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480722895744:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598369.442502:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480722895744:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.442508:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 460 00000100:00080000:1.0:1788598369.442836:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598369.442860:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722896128 00000100:00100000:1.0:1788598369.442864:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722896128 00000100:00100000:2.0:1788598369.442946:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722895232 00000100:00100000:2.0:1788598369.442950:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722895232 00000100:00100000:1.0:1788598369.444971:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 896 00000100:00100000:1.0:1788598369.444988:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+34:25613:x1875480722896128:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598369.445009:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598369.445030:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f60a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8b3 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.445154:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f611 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.445169:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f611 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.445181:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f611 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598369.445194:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1788598369.445297:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f611 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447259:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb1606f4cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb858 expref: 16 pid: 8868 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.447315:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 293 00000100:00100000:0.0:1788598369.447325:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2432:x1875480722894720:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598369.447342:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598369.447349:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb1606f4cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb858 expref: 16 pid: 8868 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.447358:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f611 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447363:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb1606f4cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb858 expref: 16 pid: 8868 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.447365:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f611 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.447371:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598369.447376:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f611 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.447384:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f611 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447385:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb1606f4cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb858 expref: 16 pid: 8868 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447405:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598369.447407:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598369.447408:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a85341400) 00010000:00010000:1.0:1788598369.447410:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598369.447411:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.447415:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f611 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447420:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.447421:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f611 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447445:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598369.447472:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f60a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8b3 expref: 36 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.447480:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:1.0:1788598369.447482:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598369.447485:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f60a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8b3 expref: 36 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.447493:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321e00, rc 0) 00000100:00100000:0.0:1788598369.447499:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+15:2432:x1875480722894720:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 177us (24133us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598369.447507:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 293 00000100:00100000:1.0:1788598369.447515:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+35:25613:x1875480722896128:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2537us (5387us total) trans 4294967841 rc 301/301 00000100:00100000:1.0:1788598369.447521:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 896 00010000:00010000:0.0:1788598369.447652:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447662:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447671:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447679:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447697:0:8403:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598369.447886:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3665:x1875480746970112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 61304us (61767us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1788598369.447895:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00010000:00010000:0.0:1788598369.447948:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598369.447953:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447961:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598369.447964:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447972:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447983:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.447990:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ae72c76/0x6b7334fb1606f5e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.448007:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598369.448009:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598369.448010:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788598369.448050:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a87300700/2, rc 0, transno 4294967345 00000100:00100000:0.0:1788598369.448069:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746970112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788598369.450681:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 752 00000100:00100000:2.0:1788598369.450704:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+83:2434:x1875480722895232:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598369.450819:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+83:2434:x1875480722895232:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 127us (8620us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.450828:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 752 00000100:00100000:0.0:1788598369.467388:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.467501:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722896256 00000100:00100000:1.0:1788598369.467513:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722896256 00000100:00100000:1.0:1788598369.467575:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 897 00000100:00100000:1.0:1788598369.467586:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+35:25613:x1875480722896256:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598369.467622:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598369.467774:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+35:25613:x1875480722896256:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 191us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.467799:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 897 00000100:00100000:2.0:1788598369.477095:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598369.477177:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722896384 00000100:00100000:3.0:1788598369.477188:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722896384 00000100:00100000:2.0:1788598369.477411:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 898 00000100:00100000:2.0:1788598369.477423:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+35:25613:x1875480722896384:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598369.477444:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598369.477463:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f61f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8ba expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.477546:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.477561:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.477573:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598369.477619:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788598369.477623:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598369.477642:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.477667:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f61f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ba expref: 37 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.477682:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ba expref: 36 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.477691:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598369.477694:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598369.477697:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696400, rc 0) 00000100:00100000:2.0:1788598369.477782:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+36:25613:x1875480722896384:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 362us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.477789:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 898 00000100:00100000:2.0:1788598369.482560:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.482661:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722896512 00000100:00100000:1.0:1788598369.482671:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722896512 00000100:00100000:1.0:1788598369.482772:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 899 00000100:00100000:1.0:1788598369.482784:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+36:25613:x1875480722896512:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598369.482804:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598369.482824:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f62d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8c1 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.482890:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f634 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.482905:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f634 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.482917:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f634 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.482932:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f63b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.482938:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f63b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.482944:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f63b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483017:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f642 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483042:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483049:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598369.483093:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:1.0:1788598369.483097:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598369.483117:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483130:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f634 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483135:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f634 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483142:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f634 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483148:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598369.483151:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f634 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483159:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f634 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483171:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598369.483174:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598369.483179:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f634 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483195:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f634 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483208:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f63b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483214:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f63b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483219:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f63b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483224:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598369.483227:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f63b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483232:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f63b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483240:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8a1a8533f500) 00010000:00010000:1.0:1788598369.483243:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598369.483245:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f63b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483250:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f63b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483280:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f62d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8c1 expref: 38 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483292:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321e00/0x6b7334fb1606f642 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8c1 expref: 37 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.483305:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:1.0:1788598369.483308:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788598369.483311:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321e00, rc 0) 00000100:00100000:1.0:1788598369.483369:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+37:25613:x1875480722896512:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 588us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.483377:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 899 00000100:00100000:1.0:1788598369.488376:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598369.488691:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722896768 00000100:00100000:0.0:1788598369.488702:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722896768 00000100:00100000:2.0:1788598369.488785:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 900 00000100:00100000:2.0:1788598369.488799:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+37:25613:x1875480722896768:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598369.488822:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598369.488844:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb1606f649 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8c8 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.489289:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1606f650 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.489304:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1606f650 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.489316:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1606f650 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598369.489327:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00010000:00010000:2.0:1788598369.489370:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb1606f649 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8c8 expref: 40 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.489387:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1606f650 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8c8 expref: 39 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.489394:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:2.0:1788598369.489397:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598369.489401:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696c00, rc 0) 00000100:00100000:2.0:1788598369.489472:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+39:25613:x1875480722896768:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 676us (1109us total) trans 4294967842 rc 0/0 00000100:00100000:2.0:1788598369.493366:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 900 00000100:00100000:2.0:1788598369.497592:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598369.497867:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722897024 00000100:00100000:0.0:1788598369.497876:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722897024 00000100:00100000:0.0:1788598369.497941:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 901 00000100:00100000:0.0:1788598369.497952:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+39:25613:x1875480722897024:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598369.498089:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598369.498116:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1606f650 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8c8 expref: 39 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.498134:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:1.0:1788598369.498144:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598369.498167:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.498181:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb87b expref: 82 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.498190:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.498224:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb87b expref: 82 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.498239:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb87b expref: 82 pid: 6524 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598369.498275:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88a50e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746970752:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598369.498393:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598369.503286:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598369.503562:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722897152 00000100:00100000:0.0:1788598369.503572:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722897152 00010000:00010000:0.0:1788598369.503617:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb87b expref: 83 pid: 6524 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.504108:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 294 00000100:00100000:0.0:1788598369.504119:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+83:2432:x1875480722897152:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598369.504136:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598369.504144:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb87b expref: 83 pid: 6524 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.504171:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb87b expref: 83 pid: 6524 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.504196:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:0.0:1788598369.504202:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.504213:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.504221:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.504253:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598369.504315:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+83:2432:x1875480722897152:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 198us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598369.504323:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 294 00010000:00010000:1.0:1788598369.505854:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f53f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb87b expref: 82 pid: 6524 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598369.505881:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88a50e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746970752:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598369.505908:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.505919:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.505925:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.505951:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f665 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0xdec46cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.505961:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f665 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xdec46cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.505970:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f665 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xdec46cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506018:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506025:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506045:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506050:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598369.506055:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506073:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506084:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:1.0:1788598369.506087:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598369.506091:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506097:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f65e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506106:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f665 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xdec46cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506112:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f665 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xdec46cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506117:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xdec46cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506122:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598369.506125:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xdec46cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506141:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f665 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xdec46cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506149:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0xdec46cf (ffff8a1a8533f500) 00010000:00010000:1.0:1788598369.506151:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598369.506154:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f665 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0xdec46cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.506160:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f665 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0xdec46cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598369.506244:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+38:25613:x1875480722897024:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 8293us (8663us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598369.506253:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 901 00000100:00100000:3.0:1788598369.510245:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.510557:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722897280 00000100:00100000:2.0:1788598369.510568:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722897280 00000100:00100000:2.0:1788598369.510635:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 902 00000100:00100000:2.0:1788598369.510645:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:25613:x1875480722897280:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598369.510665:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598369.510690:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb1606f66c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8cf expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.510725:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.510769:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.510781:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.510890:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb1606f66c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8cf expref: 40 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.510908:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8cf expref: 39 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.510917:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:2.0:1788598369.510919:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598369.510923:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696800, rc 0) 00000100:00100000:2.0:1788598369.510980:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+39:25613:x1875480722897280:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 337us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.510987:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 902 00000100:00100000:0.0:1788598369.514917:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.515186:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722897536 00000100:00100000:2.0:1788598369.515198:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722897536 00000100:00100000:2.0:1788598369.515517:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 903 00000100:00100000:2.0:1788598369.515531:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+39:25613:x1875480722897536:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598369.515614:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.515632:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.515644:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598369.515816:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000de11748 reply state 00000000c3a59711 transno 4294967843 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.515828:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.515835:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:2.0:1788598369.515838:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788598369.515842:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598369.515933:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+41:25613:x1875480722897536:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 406us (1027us total) trans 4294967843 rc 0/0 00000100:00100000:2.0:1788598369.515941:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 903 00000100:00100000:3.0:1788598369.518318:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.518434:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722897664 00000100:00100000:1.0:1788598369.518444:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722897664 00000100:00100000:1.0:1788598369.518502:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 904 00000100:00100000:1.0:1788598369.518511:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+41:25613:x1875480722897664:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598369.518536:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598369.518553:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f681 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8d6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.518608:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f681 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8d6 expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.518622:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f681 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8d6 expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.518648:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:1.0:1788598369.518651:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598369.518655:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321000, rc 0) 00000100:00100000:1.0:1788598369.518720:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+42:25613:x1875480722897664:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 209us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.518727:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 904 00000100:00100000:0.0:1788598369.521983:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.523194:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722897792 00000100:00100000:2.0:1788598369.523208:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722897792 00000100:00100000:2.0:1788598369.523271:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 191 00000100:00100000:2.0:1788598369.523282:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+42:25613:x1875480722897792:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1788598369.523413:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+42:25613:x1875480722897792:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 132us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.523422:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 191 00000100:00100000:0.0:1788598369.527044:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.527155:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722898048 00000100:00100000:2.0:1788598369.527165:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722898048 00000100:00100000:2.0:1788598369.527222:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 192 00000100:00100000:2.0:1788598369.527231:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:25613:x1875480722898048:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598369.527473:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+43:25613:x1875480722898048:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 242us (440us total) trans 4294967844 rc 0/0 00000100:00100000:2.0:1788598369.527480:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 192 00000100:00100000:3.0:1788598369.529967:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598369.530157:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722898304 00000100:00100000:0.0:1788598369.530165:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722898304 00000100:00100000:0.0:1788598369.530221:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 905 00000100:00100000:0.0:1788598369.530230:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+43:25613:x1875480722898304:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598369.530355:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+43:25613:x1875480722898304:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 126us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598369.530362:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 905 00000100:00100000:0.0:1788598369.534913:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.535210:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722898560 00000100:00100000:2.0:1788598369.535220:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722898560 00000100:00100000:2.0:1788598369.535285:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 906 00000100:00100000:2.0:1788598369.535295:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+43:25613:x1875480722898560:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598369.535317:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598369.535337:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1606f688 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8dd expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.535459:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.535473:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f681 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8d6 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.535481:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.535514:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f681 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8d6 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.535532:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f681 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8d6 expref: 44 pid: 6524 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598369.535544:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480746970880:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598369.535650:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b83892900 going to sleep for 11 seconds 00000100:00100000:3.0:1788598369.539461:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480746970880:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598369.539494:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.541698:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.541888:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722898688 00000100:00100000:2.0:1788598369.541898:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722898688 00010000:00010000:2.0:1788598369.541941:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f681 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8d6 expref: 45 pid: 6524 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598369.541983:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 295 00000100:00100000:2.0:1788598369.541993:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2433:x1875480722898688:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598369.542007:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598369.542015:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f681 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8d6 expref: 45 pid: 6524 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.542029:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f681 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8d6 expref: 45 pid: 6524 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.542051:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f681 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8d6 expref: 45 pid: 6524 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.542076:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:2.0:1788598369.542081:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.542096:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.542102:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.542130:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598369.542190:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+44:2433:x1875480722898688:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 198us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.542198:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 295 00010000:00010000:3.0:1788598369.542469:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.542477:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598369.542495:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00080000:3.0:1788598369.542653:0:13009:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x11:0x0], index 0: 0 00010000:00010000:3.0:1788598369.542797:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.542803:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.542808:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.542812:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598369.542814:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.542839:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.542848:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:3.0:1788598369.542849:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598369.542852:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.542856:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1606f68f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.542895:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1606f688 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8dd expref: 44 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.542900:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8a1b90306b00) 00010000:00010000:3.0:1788598369.542902:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598369.542904:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1606f688 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8dd expref: 44 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598369.542909:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697800, rc 0) 00000100:00100000:3.0:1788598369.542941:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+43:25613:x1875480722898560:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 7649us (8038us total) trans 4294967845 rc 301/301 00000100:00100000:3.0:1788598369.542948:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 906 00000100:00100000:0.0:1788598369.552775:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.553108:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722898944 00000100:00100000:2.0:1788598369.553119:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722898944 00000100:00100000:2.0:1788598369.553183:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 193 00000100:00100000:2.0:1788598369.553192:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+43:25613:x1875480722898944:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598369.553485:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+44:25613:x1875480722898944:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 292us (814us total) trans 4294967846 rc 0/0 00000100:00100000:2.0:1788598369.553493:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 193 00000100:00100000:1.0:1788598369.558601:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.558878:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722899072 00000100:00100000:2.0:1788598369.558889:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722899072 00000100:00100000:2.0:1788598369.558959:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 907 00000100:00100000:2.0:1788598369.558969:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+44:25613:x1875480722899072:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598369.558991:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598369.559011:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f69d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8e4 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.559089:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6a4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.559103:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.559115:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598369.559158:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00200000:2.0:1788598369.559162:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598369.559182:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.559209:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb1606f69d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8e4 expref: 46 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.559226:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6a4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8e4 expref: 45 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.559239:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:2.0:1788598369.559241:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788598369.559244:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697c00, rc 0) 00000100:00100000:2.0:1788598369.559306:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:25613:x1875480722899072:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 339us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.559312:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 907 00000100:00100000:1.0:1788598369.565122:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.565299:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722899200 00000100:00100000:2.0:1788598369.565309:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722899200 00000100:00100000:2.0:1788598369.565371:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 229 00000100:00100000:2.0:1788598369.565381:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722899200:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598369.565401:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598369.565422:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e578cac3/0x6b7334fb1606f6ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8eb expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598369.565448:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788598369.565466:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598369.565468:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598369.565477:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e578cac3/0x6b7334fb1606f6ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8eb expref: 9 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.565494:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e578cac3/0x6b7334fb1606f6ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8eb expref: 9 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.565509:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697200, rc 0) 00000100:00100000:2.0:1788598369.565567:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722899200:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 187us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.565573:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 229 00000100:00100000:0.0:1788598369.569806:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.570050:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722899456 00000100:00100000:1.0:1788598369.570069:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722899456 00000100:00100000:1.0:1788598369.570134:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 908 00000100:00100000:1.0:1788598369.570144:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+45:25613:x1875480722899456:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598369.570261:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+45:25613:x1875480722899456:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 118us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.570270:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 908 00000100:00100000:1.0:1788598369.583138:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.583398:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722899584 00000100:00100000:2.0:1788598369.583417:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722899584 00000100:00100000:2.0:1788598369.583477:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 230 00000100:00100000:2.0:1788598369.583487:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:25613:x1875480722899584:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598369.583504:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598369.583523:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8f2 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.583554:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e578cac3/0x6b7334fb1606f6ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8eb expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.583568:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598369.583570:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598369.583574:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.583607:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e578cac3/0x6b7334fb1606f6ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8eb expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.583618:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e578cac3/0x6b7334fb1606f6ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8eb expref: 10 pid: 8406 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598369.583628:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480746971008:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598369.583755:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85ff3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598369.588900:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598369.589031:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722899712 00000100:00100000:0.0:1788598369.589041:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722899712 00010000:00010000:0.0:1788598369.589089:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e578cac3/0x6b7334fb1606f6ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8eb expref: 11 pid: 8406 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.589136:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 296 00000100:00100000:0.0:1788598369.589147:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722899712:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598369.589166:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598369.589188:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e578cac3/0x6b7334fb1606f6ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8eb expref: 11 pid: 8406 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.589204:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e578cac3/0x6b7334fb1606f6ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8eb expref: 11 pid: 8406 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.589229:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598369.589231:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598369.589239:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 11 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.589248:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 11 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.589285:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 11 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.589296:0:6510:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1875480746971136:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598369.589372:0:6510:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba026f840 going to sleep for 11 seconds 00000100:00100000:0.0:1788598369.593782:0:6510:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1875480746971136:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598369.593808:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598369.593872:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722899712:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 4727us (4981us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598369.593891:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 296 00010000:00010000:2.0:1788598369.595317:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e578cac3/0x6b7334fb1606f6ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8eb expref: 10 pid: 8406 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598369.595338:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480746971008:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598369.595366:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 9 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.595381:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00100000:2.0:1788598369.595449:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:25613:x1875480722899584:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 11963us (12322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.595457:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 230 00000100:00100000:3.0:1788598369.737880:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.737982:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722899840 00000100:00100000:1.0:1788598369.737993:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722899840 00002000:00100000:1.0:1788598369.738047:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff8a1bc5bebb80 x1875480722899840/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:360/0 lens 488/0 e 0 to 0 dl 1788598380 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598369.738067:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5bebb80 with x1875480722899840 ext(0->4194303) 00002000:00010000:1.0:1788598369.738073:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5bebb80 00000100:00100000:1.0:1788598369.738110:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 67 00000100:00100000:1.0:1788598369.738138:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722899840:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788598369.767249:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598369.768775:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722899968 00000100:00100000:0.0:1788598369.768788:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722899968 00002000:00100000:0.0:1788598369.768844:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff8a1a85f59880 x1875480722899968/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:360/0 lens 488/0 e 0 to 0 dl 1788598380 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598369.768856:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a85f59880 with x1875480722899968 ext(4194304->5242879) 00002000:00010000:0.0:1788598369.768862:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a85f59880 00000100:00100000:0.0:1788598369.768953:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 68 00000100:00100000:0.0:1788598369.768963:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722899968:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788598369.837218:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2435:x1875480722899840:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 99069us (99334us total) trans 4294967337 rc 0/0 00000100:00100000:1.0:1788598369.837235:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 67 00002000:00100000:1.0:1788598369.837251:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff8a1bc5bebb80 x1875480722899840/t4294967337(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:360/0 lens 488/448 e 0 to 0 dl 1788598380 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598369.837262:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5bebb80 with x1875480722899840 ext(0->4194303) 00002000:00010000:1.0:1788598369.837269:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5bebb80 00000100:00100000:3.0:1788598369.838246:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480722899968:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 69278us (71000us total) trans 4294967338 rc 0/0 00000100:00100000:3.0:1788598369.838257:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 68 00002000:00100000:3.0:1788598369.838280:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff8a1a85f59880 x1875480722899968/t4294967338(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:360/0 lens 488/448 e 0 to 0 dl 1788598380 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598369.838290:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a85f59880 with x1875480722899968 ext(4194304->5242879) 00002000:00010000:3.0:1788598369.838294:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a85f59880 00000100:00100000:2.0:1788598369.849866:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598369.849974:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722900096 00000100:00100000:3.0:1788598369.849983:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722900096 00000100:00100000:3.0:1788598369.850044:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 909 00000100:00100000:3.0:1788598369.850054:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:25613:x1875480722900096:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788598369.851945:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967846 is committed 00000020:00080000:3.0:1788598369.851969:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000020:00080000:2.0:1788598369.852057:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00000020:00080000:2.0:1788598369.852080:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00010000:00010000:0.0:1788598369.853326:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.853351:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.853360:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.853366:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598369.853370:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.853378:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.853395:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:0.0:1788598369.853399:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788598369.853404:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.853410:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1606f67a lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598369.853845:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+38:25613:x1875480722900096:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 3788us (3986us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.853856:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 909 00000100:00100000:0.0:1788598369.858005:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.858361:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722900224 00000100:00100000:1.0:1788598369.858371:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722900224 00000100:00100000:1.0:1788598369.858434:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 231 00000100:00100000:1.0:1788598369.858445:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722900224:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788598369.864338:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967338 is committed 00000001:00080000:3.0:1788598369.864374:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967336 is committed 00000100:00100000:1.0:1788598369.864712:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722900224:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 6263us (6714us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.864725:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 231 00000100:00100000:3.0:1788598369.875010:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.875123:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722900480 00000100:00100000:2.0:1788598369.875133:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722900480 00000100:00100000:2.0:1788598369.875199:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 910 00000100:00100000:2.0:1788598369.875209:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:25613:x1875480722900480:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598369.875263:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598369.875290:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6a4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8e4 expref: 38 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.875310:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:2.0:1788598369.875315:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598369.875345:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.875360:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.875370:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598369.875504:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000950158e2 reply state 00000000d6bc3ef6 transno 4294967847 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.875517:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.875525:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:2.0:1788598369.875527:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598369.875531:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598369.875634:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+39:25613:x1875480722900480:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 425us (632us total) trans 4294967847 rc 0/0 00000100:00100000:2.0:1788598369.875641:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 910 00000100:00100000:2.0:1788598369.878101:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.878190:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722900608 00000100:00100000:1.0:1788598369.878200:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722900608 00000100:00100000:1.0:1788598369.878256:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 911 00000100:00100000:1.0:1788598369.878266:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+39:25613:x1875480722900608:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598369.878290:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598369.878322:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f6c0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb8f9 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.878379:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f6c0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f9 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.878395:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f6c0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f9 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.878415:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:1.0:1788598369.878419:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598369.878422:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320a00, rc 0) 00000100:00100000:1.0:1788598369.878487:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+40:25613:x1875480722900608:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 222us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.878495:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 911 00000100:00100000:0.0:1788598369.886884:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.887048:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722900736 00000100:00100000:2.0:1788598369.887070:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722900736 00000100:00100000:2.0:1788598369.887140:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 232 00000100:00100000:2.0:1788598369.887150:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722900736:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788598369.887310:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:2.0:1788598369.887314:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 1788598367 00002000:00010000:2.0:1788598369.887317:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 1788598367 00002000:00010000:2.0:1788598369.887319:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 1788598367 00002000:00010000:2.0:1788598369.887321:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 10240 00000100:00100000:2.0:1788598369.887389:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722900736:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 241us (515us total) trans 4294967339 rc 0/0 00000100:00100000:2.0:1788598369.887397:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 232 00000100:00100000:3.0:1788598369.890249:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.890333:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722900992 00000100:00100000:1.0:1788598369.890344:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722900992 00000100:00100000:1.0:1788598369.890405:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 912 00000100:00100000:1.0:1788598369.890415:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+40:25613:x1875480722900992:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788598369.890493:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.890512:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8cf expref: 40 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.890522:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.890557:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8cf expref: 40 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.890586:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8cf expref: 40 pid: 10034 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598369.890603:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480746971264:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598369.890706:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598369.897625:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.897996:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480746971264:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598369.898024:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.898183:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722901120 00000100:00100000:0.0:1788598369.898191:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722901120 00010000:00010000:0.0:1788598369.898228:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8cf expref: 41 pid: 10034 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.898271:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 297 00000100:00100000:0.0:1788598369.898280:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+41:2433:x1875480722901120:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598369.898296:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598369.898302:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8cf expref: 41 pid: 10034 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.898316:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8cf expref: 41 pid: 10034 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.898338:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1606f673 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8cf expref: 41 pid: 10034 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.898354:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:0.0:1788598369.898360:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.898369:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.898377:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.898405:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598369.898461:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+40:2433:x1875480722901120:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 182us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598369.898469:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 297 00010000:00010000:1.0:1788598369.898866:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.898998:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.899035:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.899042:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.899049:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.899055:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598369.899069:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.899093:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.899103:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:1.0:1788598369.899106:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788598369.899109:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.899115:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6c7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598369.899277:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+39:25613:x1875480722900992:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 8862us (9037us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788598369.899286:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 912 00000100:00100000:2.0:1788598369.905196:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.905292:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722901248 00000100:00100000:1.0:1788598369.905301:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722901248 00000100:00100000:1.0:1788598369.905397:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 233 00000100:00100000:1.0:1788598369.905408:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722901248:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598369.905467:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.905488:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.905497:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598369.905499:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598369.905503:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 4/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.905562:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.905578:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 10 pid: 8868 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598369.905594:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480746971392:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598369.906168:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c540 going to sleep for 11 seconds 00000100:00100000:1.0:1788598369.919229:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480746971392:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598369.919267:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598369.935842:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598369.936178:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722901376 00000100:00100000:0.0:1788598369.936188:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722901376 00010000:00010000:0.0:1788598369.936231:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 11 pid: 8868 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.936270:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 298 00000100:00100000:0.0:1788598369.936279:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722901376:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598369.936294:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598369.936317:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 11 pid: 8868 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.936332:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 11 pid: 8868 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.936356:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb1606f6b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f2 expref: 11 pid: 8868 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.936372:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598369.936375:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598369.936379:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.936393:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.938870:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598369.938959:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722901376:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 2676us (3121us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598369.938972:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 298 00010000:00010000:1.0:1788598369.947951:0:8868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.947972:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.948008:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.948016:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.948049:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.948056:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598369.948071:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.948080:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.948104:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.948111:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606f6ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598369.948233:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722901248:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 42822us (43040us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598369.948246:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 233 00000100:00100000:2.0:1788598369.952717:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.952803:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722901632 00000100:00100000:1.0:1788598369.952813:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722901632 00000100:00100000:1.0:1788598369.952868:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 913 00000100:00100000:1.0:1788598369.952878:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+39:25613:x1875480722901632:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788598369.952970:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.953001:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.953013:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.953171:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.953183:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f6c0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f9 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.953191:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.953224:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f6c0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f9 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598369.953239:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f6c0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f9 expref: 40 pid: 6523 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598369.953253:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746971520:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598369.953356:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c240 going to sleep for 11 seconds 00000100:00100000:3.0:1788598369.962715:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598369.963130:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746971520:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598369.963173:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.964853:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722901760 00000100:00100000:0.0:1788598369.964864:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722901760 00010000:00010000:0.0:1788598369.964925:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f6c0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f9 expref: 41 pid: 6523 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598369.964978:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 299 00000100:00100000:0.0:1788598369.964989:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+41:2432:x1875480722901760:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598369.965005:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598369.965012:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f6c0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f9 expref: 41 pid: 6523 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.965027:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f6c0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f9 expref: 41 pid: 6523 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.965048:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f6c0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8f9 expref: 41 pid: 6523 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.965075:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:0.0:1788598369.965080:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.965089:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.965096:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.965129:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598369.965214:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+40:2432:x1875480722901760:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 227us (2510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598369.965223:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 299 00010000:00010000:2.0:1788598369.965364:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.965374:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598369.965478:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967848 00000001:00080000:2.0:1788598369.965586:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967849 00000001:00080000:2.0:1788598369.965620:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967850 00000100:00100000:2.0:1788598369.965702:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480746971648:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788598369.965821:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598369.965859:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba02709c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598369.965918:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746971648 00000100:00100000:3.0:1788598369.965979:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746971648 00000100:00100000:3.0:1788598369.966020:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1788598369.966029:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480746971648:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788598369.966113:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480746971648:12345-0@lo:1000:mdt00_001.0 Request processed in 85us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598369.966119:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1788598369.966202:0:6524:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967336 gen 2 00000004:00080000:2.0:1788598369.966207:0:6524:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a8808b480, transno 4294967336 00000100:00100000:2.0:1788598369.966226:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480746971648:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1788598369.966329:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967851 00000100:00100000:2.0:1788598369.966373:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480746971776:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788598369.966398:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598369.966425:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270240 going to sleep for 11 seconds 00000100:00100000:1.0:1788598369.966514:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746971776 00000100:00100000:1.0:1788598369.966526:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746971776 00000100:00100000:1.0:1788598369.966562:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1788598369.966569:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480746971776:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788598369.966684:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6524:x1875480746971776:12345-0@lo:1000:mdt00_001.0 Request processed in 115us (284us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1788598369.966691:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1788598369.966772:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480746971776:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1788598369.966821:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967852 00010000:00010000:2.0:1788598369.966842:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966851:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966857:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966863:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598369.966867:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966875:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966888:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:2.0:1788598369.966891:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598369.966896:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966901:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f6dc lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966925:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966941:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966946:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966950:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598369.966952:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966957:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966964:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a85341400) 00010000:00010000:2.0:1788598369.966966:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598369.966973:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f200/0x6b7334fb1606f5d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ac expref: 81 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966982:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f200/0x6b7334fb1606f5d9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ac expref: 81 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.966990:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f200/0x6b7334fb1606f5d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ac expref: 81 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.967015:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f200/0x6b7334fb1606f5d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ac expref: 81 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598369.967025:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746971904:192.168.202.17@tcp:105: 00000100:00100000:2.0:1788598369.967097:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788598369.971361:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746971904:192.168.202.17@tcp:105: 00010000:00010000:2.0:1788598369.971395:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971407:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1606f5d2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971444:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6e3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971458:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971471:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971482:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971489:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6e3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971494:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971504:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598369.971508:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971515:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6e3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971527:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a85341400) 00010000:00010000:2.0:1788598369.971530:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598369.971533:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6e3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971538:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6e3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971547:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971552:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6d5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971557:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971562:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598369.971564:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971570:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6d5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971581:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8a1a85341400) 00010000:00010000:2.0:1788598369.971583:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598369.971586:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6d5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.971591:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f6d5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598369.971812:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+44:25613:x1875480722901632:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 18935us (19102us total) trans 4294967853 rc 0/0 00000100:00100000:2.0:1788598369.971824:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 913 00000020:00080000:2.0:1788598369.971831:0:6524:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1788598369.972163:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598369.972168:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598369.972634:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788598369.972643:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598369.976625:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598369.980924:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598369.981274:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722902016 00000100:00100000:2.0:1788598369.981284:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722902016 00000100:00100000:2.0:1788598369.981346:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722902144 00000100:00100000:2.0:1788598369.981350:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722902144 00000100:00100000:2.0:1788598369.981369:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 194 00000100:00100000:2.0:1788598369.981378:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+44:25613:x1875480722902016:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788598369.981625:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788598369.981658:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967854 00010000:00010000:2.0:1788598369.981690:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.981708:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.981720:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.981786:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.981794:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.981800:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598369.981813:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788598369.981906:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:25613:x1875480722902016:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 528us (5290us total) trans 4294967855 rc 0/0 00000100:00100000:2.0:1788598369.981916:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 194 00000020:00080000:2.0:1788598369.981922:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788598369.981925:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598369.981934:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.981943:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697c00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598369.981947:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.981956:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.981969:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:0.0:1788598369.981972:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788598369.981976:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 1/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.981982:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1606f6ea lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598369.981998:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598369.981999:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598369.982001:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598369.982127:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 195 00000100:00100000:2.0:1788598369.982136:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+82:25612:x1875480722902144:12345-192.168.202.17@tcp:49:md5sum.0 00000100:00100000:2.0:1788598369.982195:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+82:25612:x1875480722902144:12345-192.168.202.17@tcp:49:md5sum.0 Request processed in 60us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598369.982202:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 195 00000100:00100000:0.0:1788598370.000506:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598370.001101:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722902272 00000100:00100000:2.0:1788598370.001112:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722902272 00000100:00100000:2.0:1788598370.001165:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 234 00000100:00100000:2.0:1788598370.001175:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+11:25612:x1875480722902272:12345-192.168.202.17@tcp:101:md5sum.0 00010000:00010000:2.0:1788598370.001205:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598370.001233:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000394fba64/0x6b7334fb1606f6f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb900 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598370.001265:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 5242880, mtime: 0x6a9bd85f, atime: 0x6a9bd85f, ctime: 0x6a9bd85f, blocks: 0x2800 00010000:00010000:2.0:1788598370.001286:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598370.001289:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598370.001297:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000394fba64/0x6b7334fb1606f6f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb900 expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598370.001315:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000394fba64/0x6b7334fb1606f6f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb900 expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598370.001328:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696200, rc 0) 00000100:00100000:2.0:1788598370.001663:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:25612:x1875480722902272:12345-192.168.202.17@tcp:101:md5sum.0 Request processed in 487us (1164us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598370.001671:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 234 00000100:00100000:2.0:1788598370.009984:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598370.010086:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722902400 00000100:00100000:0.0:1788598370.010097:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722902400 00002000:00100000:0.0:1788598370.010150:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (0->32767) req@ffff8a1a8725ed80 x1875480722902400/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:361/0 lens 488/0 e 0 to 0 dl 1788598381 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598370.010161:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8725ed80 with x1875480722902400 ext(0->32767) 00002000:00010000:0.0:1788598370.010166:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a8725ed80 00000100:00100000:0.0:1788598370.010201:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 69 00000100:00100000:0.0:1788598370.010211:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722902400:12345-192.168.202.17@tcp:3:md5sum.0 00000100:00100000:0.0:1788598370.018680:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722902400:12345-192.168.202.17@tcp:3:md5sum.0 Request processed in 8461us (8695us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1788598370.018692:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 69 00002000:00100000:0.0:1788598370.018705:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (0->32767) req@ffff8a1a8725ed80 x1875480722902400/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:361/0 lens 488/440 e 0 to 0 dl 1788598381 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598370.018716:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8725ed80 with x1875480722902400 ext(0->32767) 00002000:00010000:0.0:1788598370.018723:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a8725ed80 00000100:00100000:3.0:1788598370.054586:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598370.054609:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746972032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598370.054679:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598370.055130:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746972032 00000100:00100000:2.0:1788598370.055139:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746972032 00000100:00100000:2.0:1788598370.055199:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1788598370.055208:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746972032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598370.055243:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598370.055299:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746972032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598370.055307:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1788598370.055400:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746972032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598370.060386:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598370.062459:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722902528 00000100:00100000:1.0:1788598370.062475:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722902528 00002000:00100000:1.0:1788598370.062538:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (32768->4194303) req@ffff8a1a8808b480 x1875480722902528/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:361/0 lens 488/0 e 0 to 0 dl 1788598381 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598370.062550:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8808b480 with x1875480722902528 ext(32768->4194303) 00002000:00010000:1.0:1788598370.062555:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a8808b480 00000100:00100000:1.0:1788598370.062587:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 70 00000100:00100000:1.0:1788598370.062596:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722902528:12345-192.168.202.17@tcp:3:md5sum.0 00000040:00080000:1.0:1788598370.119485:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788598370.158290:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722902528:12345-192.168.202.17@tcp:3:md5sum.0 Request processed in 95675us (97895us total) trans 0 rc 4161536/4161536 00000100:00100000:1.0:1788598370.158308:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 70 00002000:00100000:1.0:1788598370.158323:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (32768->4194303) req@ffff8a1a8808b480 x1875480722902528/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:361/0 lens 488/440 e 0 to 0 dl 1788598381 ref 1 fl Complete:/600/0 rc 4161536/4161536 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598370.158336:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8808b480 with x1875480722902528 ext(32768->4194303) 00002000:00010000:1.0:1788598370.158354:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a8808b480 00000100:00100000:3.0:1788598370.171160:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598370.171644:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722902656 00000100:00100000:2.0:1788598370.171659:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722902656 00002000:00100000:2.0:1788598370.171721:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff8a1b84ce2300 x1875480722902656/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:361/0 lens 488/0 e 0 to 0 dl 1788598381 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598370.171776:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b84ce2300 with x1875480722902656 ext(4194304->5242879) 00002000:00010000:2.0:1788598370.171783:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b84ce2300 00000100:00100000:2.0:1788598370.171815:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 71 00000100:00100000:2.0:1788598370.171828:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722902656:12345-192.168.202.17@tcp:3:md5sum.0 00010000:00010000:2.0:1788598370.179591:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598370.206706:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722902656:12345-192.168.202.17@tcp:3:md5sum.0 Request processed in 34870us (35550us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1788598370.206721:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 71 00002000:00100000:2.0:1788598370.206775:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff8a1b84ce2300 x1875480722902656/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:361/0 lens 488/440 e 0 to 0 dl 1788598381 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598370.206785:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b84ce2300 with x1875480722902656 ext(4194304->5242879) 00002000:00010000:2.0:1788598370.206792:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b84ce2300 00000100:00100000:3.0:1788598370.246007:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598370.246255:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722902912 00000100:00100000:2.0:1788598370.246265:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722902912 00000100:00100000:2.0:1788598370.246335:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 196 00000100:00100000:2.0:1788598370.246346:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+82:25612:x1875480722902912:12345-192.168.202.17@tcp:35:md5sum.0 00000100:00080000:1.0:1788598370.246371:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598370.246566:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+83:25612:x1875480722902912:12345-192.168.202.17@tcp:35:md5sum.0 Request processed in 222us (567us total) trans 4294967856 rc 0/0 00000100:00100000:2.0:1788598370.246574:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 196 00000100:00100000:1.0:1788598370.564519:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598370.564561:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746972160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598370.564697:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598370.564959:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746972544:0@lo:400:kworker.0 00000100:00100000:1.0:1788598370.564998:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598370.565032:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746973056:0@lo:400:kworker.0 00000100:00100000:1.0:1788598370.565085:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598370.565094:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746972544 00000100:00100000:0.0:1788598370.565105:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746972544 00000100:00100000:1.0:1788598370.565116:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb623a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746973568:0@lo:400:kworker.0 00000100:00100000:1.0:1788598370.565150:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598370.565174:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788598370.565175:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788598370.565190:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746972672:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.565199:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746972544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598370.565241:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598370.565272:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb623b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746973184:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.565297:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746972544:12345-0@lo:400:kworker.0 Request processed in 106us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.565306:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788598370.565316:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598370.565344:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746973696:0@lo:400:kworker.0 00000100:00100000:1.0:1788598370.565439:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598370.565495:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746972544:0@lo:400:kworker.0 00000100:00100000:1.0:1788598370.565549:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746972288:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.565574:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746973056 00000100:00100000:0.0:1788598370.565581:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746973056 00000100:00100000:1.0:1788598370.565589:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598370.565639:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746972800:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.565643:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746973568 00000100:00100000:0.0:1788598370.565648:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746973568 00000100:00100000:1.0:1788598370.565680:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598370.565681:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746972672 00000100:00100000:0.0:1788598370.565686:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746972672 00000100:00100000:1.0:1788598370.565713:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb623a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746973312:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.565715:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1788598370.565726:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746973056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.565812:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746973056:12345-0@lo:400:kworker.0 Request processed in 87us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.565819:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1788598370.565832:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1788598370.565839:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746973568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.565867:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746973568:12345-0@lo:400:kworker.0 Request processed in 28us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.565872:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1788598370.565885:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1788598370.565890:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746972672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.565915:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746972672:12345-0@lo:400:kworker.0 Request processed in 25us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.565920:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1788598370.565942:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746972416:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.565977:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598370.565999:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480746972928:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.566024:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598370.566044:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb623ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480746973440:0@lo:400:kworker.0 00000100:00100000:1.0:1788598370.566084:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598370.566097:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598370.566120:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746973824:0@lo:400:kworker.0 00000100:00080000:0.0:1788598370.566141:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598370.566155:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598370.566155:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746972416 00000100:00100000:0.0:1788598370.566160:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746972416 00000100:00100000:0.0:1788598370.566188:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746972928 00000100:00100000:0.0:1788598370.566193:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746972928 00000100:00100000:0.0:1788598370.566232:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746973440 00000100:00100000:1.0:1788598370.566235:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746973184 00000100:00100000:0.0:1788598370.566235:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746973440 00000100:00100000:1.0:1788598370.566242:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746973184 00000100:00100000:0.0:1788598370.566260:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1788598370.566269:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746972416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598370.566297:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746973696 00000100:00100000:1.0:1788598370.566302:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746973696 00000100:00100000:0.0:1788598370.566321:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746972416:12345-0@lo:400:kworker.0 Request processed in 53us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598370.566325:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746973312 00000100:00100000:1.0:1788598370.566329:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746973312 00000100:00100000:0.0:1788598370.566330:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1788598370.566364:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746973824 00000100:00100000:0.0:1788598370.566365:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1788598370.566373:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480746972928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.566401:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480746972928:12345-0@lo:400:kworker.0 Request processed in 30us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.566407:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1788598370.566421:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1788598370.566427:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480746973440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.566452:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480746973440:12345-0@lo:400:kworker.0 Request processed in 26us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.566458:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00080000:0.0:1788598370.566472:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598370.566476:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598370.566479:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598370.566522:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746972416:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.566535:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480746972928:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.566543:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb623ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480746973440:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.566592:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746972800 00000100:00100000:0.0:1788598370.566596:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746972800 00000100:00100000:0.0:1788598370.566621:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1788598370.566628:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb3506050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746972800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.566662:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb3506050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746972800:12345-0@lo:400:kworker.0 Request processed in 35us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.566668:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1788598370.567007:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746972288 00000100:00100000:0.0:1788598370.567012:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746972288 00000100:00100000:0.0:1788598370.567038:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1788598370.567045:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746972288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567085:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746972288:12345-0@lo:400:kworker.0 Request processed in 41us (1498us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.567091:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1788598370.567136:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1788598370.567145:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746973184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567174:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746973184:12345-0@lo:400:kworker.0 Request processed in 31us (1867us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.567180:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1788598370.567193:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1788598370.567201:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746973696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567227:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746973696:12345-0@lo:400:kworker.0 Request processed in 28us (1790us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.567232:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1788598370.567242:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1788598370.567247:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480746973312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567273:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480746973312:12345-0@lo:400:kworker.0 Request processed in 26us (1191us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598370.567278:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1788598370.567310:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746972672:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567322:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb623b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746973184:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567332:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746973696:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567342:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746973056:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567352:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb623a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746973568:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567391:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746972288:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567400:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746972800:0@lo:400:kworker.0 00000100:00100000:0.0:1788598370.567411:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb623a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746973312:0@lo:400:kworker.0 00000100:00100000:1.0:1788598370.568507:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746973824 00000100:00100000:1.0:1788598370.568611:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788598370.568622:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3667:x1875480746973824:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788598370.570265:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598370.570675:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3667:x1875480746973824:12345-0@lo:400:kworker.0 Request processed in 2047us (4513us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598370.570698:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1788598370.572960:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746972160 00000100:00100000:3.0:1788598370.572978:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746972160 00000100:00100000:3.0:1788598370.573072:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1788598370.573085:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746972160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598370.573131:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 100227904 pending 5292032 free 3921403904 avail 3689881600 00000100:00100000:3.0:1788598370.573244:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746972160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (8547us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598370.573252:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1788598370.573812:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746972160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598370.574214:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746973824:0@lo:400:kworker.0 00000040:00080000:3.0:1788598371.010133:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598371.010145:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598371.010255:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:3.0:1788598371.010264:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598371.086536:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598371.086565:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746973952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598371.086646:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598371.086756:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746973952 00000100:00100000:2.0:1788598371.086766:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746973952 00000100:00100000:2.0:1788598371.086833:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1788598371.086843:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3667:x1875480746973952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598371.086873:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 100227904 pending 5292032 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788598371.086923:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3667:x1875480746973952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598371.086930:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1788598371.086984:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746973952:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598371.204003:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788598372.105806:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00000001:00080000:0.0:1788598372.105830:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967342 is committed 00010000:00010000:0.0:1788598372.225995:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598372.610091:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746974080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598372.610158:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598372.610373:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746974080 00000100:00100000:2.0:1788598372.610382:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746974080 00000100:00100000:2.0:1788598372.610450:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1788598372.610459:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746974080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598372.610489:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:3.0:1788598372.610666:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746974208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598372.610712:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598372.610774:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746974208 00000100:00100000:3.0:1788598372.610778:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746974208 00000100:00100000:3.0:1788598372.610818:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1788598372.610824:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480746974208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598372.610849:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:3.0:1788598372.610880:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480746974208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598372.610887:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1788598372.610931:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746974208:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788598372.610959:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598372.612288:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746974080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1825us (2124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598372.612299:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1788598372.612411:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746974080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598373.126958:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598373.126982:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746974336:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598373.127091:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598373.127407:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746974336 00000100:00100000:3.0:1788598373.127415:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746974336 00000100:00100000:3.0:1788598373.127470:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1788598373.127480:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746974336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598373.127515:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:3.0:1788598373.127653:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746974336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 174us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598373.127662:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1788598373.127790:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746974336:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788598373.254842:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598374.276374:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598374.538383:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598374.538442:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598374.538483:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598374.538511:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598374.538537:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598374.538562:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598374.538579:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598374.538594:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598374.538631:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598374.538668:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722903296 00000100:00100000:0.0:1788598374.538687:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722903296 00000100:00100000:0.0:1788598374.538765:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722903808 00000100:00100000:0.0:1788598374.538769:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722903808 00000100:00100000:3.0:1788598374.539021:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722903552 00000100:00100000:3.0:1788598374.539026:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722903552 00000100:00100000:3.0:1788598374.539056:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722904064 00000100:00100000:3.0:1788598374.539060:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722904064 00000100:00100000:3.0:1788598374.539087:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722903424 00000100:00100000:3.0:1788598374.539090:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722903424 00000100:00100000:3.0:1788598374.539103:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722903936 00000100:00100000:3.0:1788598374.539105:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722903936 00000100:00100000:3.0:1788598374.539122:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 465 00000100:00100000:3.0:1788598374.539132:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+11:2434:x1875480722903552:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598374.539223:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+11:2434:x1875480722903552:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 92us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598374.539235:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 465 00000100:00100000:3.0:1788598374.539253:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 466 00000100:00100000:3.0:1788598374.539259:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722904064:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598374.539282:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722904064:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598374.539288:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 466 00000100:00100000:3.0:1788598374.539299:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 467 00000100:00100000:3.0:1788598374.539306:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722903424:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598374.539328:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722903424:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598374.539334:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 467 00000100:00100000:3.0:1788598374.539343:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 468 00000100:00100000:3.0:1788598374.539349:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722903936:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598374.539371:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722903936:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598374.539377:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 468 00000100:00080000:3.0:1788598374.539394:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598374.539398:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598374.539400:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598374.540010:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722903040 00000100:00100000:1.0:1788598374.540018:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722903040 00000100:00100000:1.0:1788598374.540059:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 682 00000100:00100000:1.0:1788598374.540076:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722903040:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598374.540116:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722903040:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 52us (1745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598374.540122:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 682 00000100:00100000:0.0:1788598374.540216:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722903168 00000100:00100000:0.0:1788598374.540221:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722903168 00000100:00100000:2.0:1788598374.547344:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722903680 00000100:00100000:2.0:1788598374.547368:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722903680 00000100:00100000:2.0:1788598374.547461:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 759 00000100:00100000:2.0:1788598374.547472:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722903296:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598374.547553:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722903296:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 83us (9110us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598374.547561:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 759 00000100:00100000:2.0:1788598374.547580:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 760 00000100:00100000:2.0:1788598374.547588:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722903808:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598374.547619:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722903808:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (9106us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598374.547626:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 760 00000100:00100000:2.0:1788598374.547640:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 761 00000100:00100000:2.0:1788598374.547646:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+83:2434:x1875480722903168:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598374.547882:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+83:2434:x1875480722903168:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (9113us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598374.547891:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 761 00000100:00100000:2.0:1788598374.547906:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 762 00000100:00100000:2.0:1788598374.547913:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2434:x1875480722903680:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598374.547943:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2434:x1875480722903680:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (9347us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598374.547948:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 762 00000100:00080000:2.0:1788598374.549004:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598375.170357:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598375.170385:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746974464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598375.170480:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598375.170726:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746974464 00000100:00100000:2.0:1788598375.170756:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746974464 00000100:00100000:2.0:1788598375.170815:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1788598375.170824:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746974464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598375.170860:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598375.170918:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746974464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598375.170925:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1788598375.171392:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746974464:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598375.309924:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598375.682150:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746974592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598375.682246:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598375.682461:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746974592 00000100:00100000:2.0:1788598375.682472:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746974592 00000100:00100000:2.0:1788598375.682556:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1788598375.682685:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746974592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598375.682723:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 94935872 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788598375.682819:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746974592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (571us total) trans 0 rc 0/0 00000100:00080000:3.0:1788598375.682872:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598375.687158:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746974848:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.687247:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.687310:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746975360:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.687336:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.687361:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746975872:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.687383:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.687410:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788598375.687416:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746974976:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.687445:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.687463:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746975488:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.687486:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.687504:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746976000:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.687528:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.687582:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746974848 00000100:00100000:3.0:1788598375.687593:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746974848 00000100:00100000:3.0:1788598375.687976:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746975360 00000100:00100000:3.0:1788598375.687981:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746975360 00000100:00100000:3.0:1788598375.688021:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746975872 00000100:00100000:3.0:1788598375.688024:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746975872 00000100:00100000:3.0:1788598375.688046:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1788598375.688056:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746974848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.688463:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746974848:12345-0@lo:400:kworker.0 Request processed in 406us (1214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598375.688473:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1788598375.689772:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1788598375.690007:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746975360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.690098:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746975360:12345-0@lo:400:kworker.0 Request processed in 103us (2760us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598375.690107:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1788598375.690124:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1788598375.690131:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746975872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.690161:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746975872:12345-0@lo:400:kworker.0 Request processed in 31us (2777us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598375.690168:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1788598375.690207:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746974976 00000100:00100000:3.0:1788598375.690216:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746974976 00000100:00100000:3.0:1788598375.690264:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788598375.690271:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746974976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.690309:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746974976:12345-0@lo:400:kworker.0 Request processed in 39us (2862us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598375.690315:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788598375.690337:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746975488 00000100:00100000:3.0:1788598375.690342:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746975488 00000100:00100000:3.0:1788598375.690393:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746976000 00000100:00100000:3.0:1788598375.690397:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746976000 00000100:00100000:3.0:1788598375.690428:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1788598375.690435:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746975488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.690470:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746975488:12345-0@lo:400:kworker.0 Request processed in 35us (2982us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598375.690476:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1788598375.690501:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1788598375.690508:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746976000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.690539:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746976000:12345-0@lo:400:kworker.0 Request processed in 33us (3011us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598375.690545:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1788598375.694256:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746974720:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.695277:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.695347:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480746975232:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.695405:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.695427:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480746975744:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.695454:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.695493:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788598375.695502:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746975104:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.695527:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.695546:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746975616:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.695586:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598375.695624:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746974720 00000100:00100000:3.0:1788598375.695634:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746974720 00000100:00100000:3.0:1788598375.695705:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1788598375.695715:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746974720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.695806:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746974720:12345-0@lo:400:kworker.0 Request processed in 91us (1452us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598375.695815:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1788598375.696167:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746975232 00000100:00100000:0.0:1788598375.696173:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746975232 00000100:00100000:0.0:1788598375.696214:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746975744 00000100:00100000:0.0:1788598375.696217:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746975744 00000100:00100000:0.0:1788598375.696232:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746975104 00000100:00100000:0.0:1788598375.696235:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746975104 00000100:00100000:0.0:1788598375.696249:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1788598375.696256:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480746975232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598375.696298:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480746975232:12345-0@lo:400:kworker.0 Request processed in 43us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598375.696305:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1788598375.696320:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1788598375.696327:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480746975744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598375.696354:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480746975744:12345-0@lo:400:kworker.0 Request processed in 28us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598375.696361:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1788598375.696371:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1788598375.696377:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746975104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598375.696401:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746975104:12345-0@lo:400:kworker.0 Request processed in 25us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598375.696407:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1788598375.696476:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746974592:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788598375.696539:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598375.696546:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598375.696550:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598375.696555:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598375.698262:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746975104:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.698281:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746974720:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.698294:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480746975232:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.698306:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480746975744:0@lo:400:kworker.0 00000100:00100000:2.0:1788598375.698438:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1788598375.698477:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746975616 00000100:00100000:2.0:1788598375.698486:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746975616 00000100:00100000:2.0:1788598375.698540:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1788598375.698550:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480746975616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598375.698669:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480746975616:12345-0@lo:400:kworker.0 Request processed in 121us (3082us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598375.698676:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:0.0:1788598375.699812:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598375.699966:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746974976:0@lo:400:kworker.0 00000100:00100000:0.0:1788598375.699983:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746975488:0@lo:400:kworker.0 00000100:00100000:0.0:1788598375.699996:0:3667:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967345 gen 2 00000004:00080000:0.0:1788598375.700016:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967343 committed transno 4294967345 00000004:00080000:0.0:1788598375.700038:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a87a6b100, transno 4294967344 00000004:00080000:0.0:1788598375.700057:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a87300700, transno 4294967345 00000100:00100000:0.0:1788598375.700061:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746976000:0@lo:400:kworker.0 00000100:00100000:0.0:1788598375.700090:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746974848:0@lo:400:kworker.0 00000100:00100000:0.0:1788598375.700103:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746975360:0@lo:400:kworker.0 00000100:00100000:0.0:1788598375.700115:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746975872:0@lo:400:kworker.0 00000100:00100000:3.0:1788598375.702095:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746975616:0@lo:400:kworker.0 00000001:00080000:3.0:1788598375.720021:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967856 is committed 00000001:00080000:3.0:1788598375.720056:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967855 is committed 00000020:00080000:3.0:1788598375.720080:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1ba02709c0 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:3.0:1788598375.720086:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b8308af00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1ba0270900 00000020:00080000:3.0:1788598375.720089:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b8308a400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a879ef600 00010000:00010000:0.0:1788598375.720184:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598375.720195:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598375.720203:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598375.720208:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598375.720213:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598375.720220:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598375.720236:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8a1a86120e00) 00010000:00010000:0.0:1788598375.720240:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598375.720244:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598375.720250:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1606f6b9 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788598375.720388:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00000020:00080000:2.0:1788598375.720465:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00000100:00100000:3.0:1788598376.199197:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598376.199229:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746976128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598376.199332:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598376.199514:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746976128 00000100:00100000:0.0:1788598376.199525:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746976128 00000100:00100000:0.0:1788598376.199592:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1788598376.199604:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746976128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598376.199635:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 94935872 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1788598376.199707:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746976128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598376.199715:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1788598376.199819:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746976128:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1788598376.205081:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000001:00080000:3.0:1788598376.205095:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00010000:00010000:0.0:1788598376.321954:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598377.076215:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598377.076408:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722904192 00000100:00100000:2.0:1788598377.076417:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722904192 00000100:00100000:2.0:1788598377.076503:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 914 00000100:00100000:2.0:1788598377.076515:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+36:25587:x1875480722904192:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788598377.076629:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+36:25587:x1875480722904192:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 116us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598377.076636:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 914 00000100:00080000:0.0:1788598377.077563:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598377.083928:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598377.084174:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722904320 00000100:00100000:3.0:1788598377.084186:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722904320 00000100:00100000:3.0:1788598377.084325:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 915 00000100:00100000:3.0:1788598377.084338:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:25587:x1875480722904320:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788598377.084493:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:25587:x1875480722904320:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 158us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598377.084502:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 915 00000100:00080000:0.0:1788598377.086931:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1788598377.346267:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598377.731405:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746976256:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598377.731485:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598377.731613:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746976256 00000100:00100000:2.0:1788598377.731627:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746976256 00000100:00100000:2.0:1788598377.731726:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1788598377.731777:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746976256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598377.731830:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00080000:0.0:1788598377.731895:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598377.731933:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746976256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 196us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598377.731942:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1788598377.731985:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746976256:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598377.739386:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598377.739407:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746976384:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598377.739473:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598377.739932:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746976384 00000100:00100000:1.0:1788598377.739942:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746976384 00000100:00100000:1.0:1788598377.740002:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1788598377.740010:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746976384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598377.740032:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:1.0:1788598377.740099:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746976384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598377.740106:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1788598377.740271:0:3668:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:3.0:1788598377.740277:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:3.0:1788598377.740302:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746976384:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788598377.740387:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598378.243212:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746976512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598378.243287:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598378.243854:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746976512 00000100:00100000:2.0:1788598378.243863:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746976512 00000100:00100000:2.0:1788598378.243924:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1788598378.243931:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746976512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598378.243963:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:2.0:1788598378.244015:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746976512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598378.244022:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1788598378.244213:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746976512:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598378.378396:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788598379.259008:0:20251:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 04:52:57 (1788598377) 00010000:00010000:1.0:1788598379.394949:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598379.653353:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.653400:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.653432:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.653462:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.653498:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.653517:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.653537:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.653554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.653579:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.653605:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722904832 00000100:00100000:3.0:1788598379.653616:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722904832 00000100:00100000:2.0:1788598379.653640:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722904576 00000100:00100000:2.0:1788598379.653646:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722904576 00000100:00100000:3.0:1788598379.653679:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722905344 00000100:00100000:3.0:1788598379.653683:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722905344 00000100:00100000:2.0:1788598379.653695:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722905088 00000100:00100000:2.0:1788598379.653699:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722905088 00000100:00100000:3.0:1788598379.653722:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722904960 00000100:00100000:2.0:1788598379.653725:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722904704 00000100:00100000:3.0:1788598379.653727:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722904960 00000100:00100000:2.0:1788598379.653730:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722904704 00000100:00100000:2.0:1788598379.653780:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722905216 00000100:00100000:2.0:1788598379.653783:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722905216 00000100:00100000:3.0:1788598379.653785:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722905472 00000100:00100000:3.0:1788598379.653789:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722905472 00000100:00100000:2.0:1788598379.653809:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 769 00000100:00100000:3.0:1788598379.653817:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 472 00000100:00100000:2.0:1788598379.653822:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+82:2433:x1875480722904576:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598379.653831:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722904832:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598379.653895:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+82:2433:x1875480722904576:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 78us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598379.653904:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 769 00000100:00100000:0.0:1788598379.653926:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 770 00000100:00100000:2.0:1788598379.653935:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 771 00000100:00100000:0.0:1788598379.653940:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+36:2433:x1875480722905088:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598379.653947:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722904704:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598379.654045:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722904832:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 217us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598379.654053:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 472 00000100:00100000:3.0:1788598379.654067:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 473 00000100:00100000:3.0:1788598379.654083:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480722905344:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598379.654120:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480722905344:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 47us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598379.654126:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 473 00000100:00100000:3.0:1788598379.654138:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 474 00000100:00100000:3.0:1788598379.654144:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722904960:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598379.654166:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722904960:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598379.654173:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 474 00000100:00100000:2.0:1788598379.654185:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722904704:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 240us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598379.654189:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 475 00000100:00100000:2.0:1788598379.654198:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 771 00000100:00100000:3.0:1788598379.654202:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722905472:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598379.654215:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 772 00000100:00100000:2.0:1788598379.654224:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722905216:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598379.654231:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722905472:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598379.654238:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 475 00000100:00100000:2.0:1788598379.654255:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722905216:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598379.654262:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 772 00000100:00080000:3.0:1788598379.654266:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598379.654272:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598379.654275:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598379.654277:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598379.654574:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722904448 00000100:00100000:1.0:1788598379.654581:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722904448 00000100:00100000:1.0:1788598379.654619:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 684 00000100:00100000:1.0:1788598379.654626:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722904448:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598379.654670:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722904448:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 45us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598379.654676:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 684 00000100:00100000:3.0:1788598379.659801:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+36:2433:x1875480722905088:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 5853us (6354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598379.659815:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 770 00000100:00100000:3.0:1788598379.795339:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598379.795890:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722905600 00000100:00100000:1.0:1788598379.795903:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722905600 00000100:00100000:1.0:1788598379.795984:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 916 00000100:00100000:1.0:1788598379.795996:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+36:26224:x1875480722905600:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788598379.796214:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+36:26224:x1875480722905600:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 219us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598379.796223:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 916 00000100:00100000:1.0:1788598379.803102:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598379.803233:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722905728 00000100:00100000:2.0:1788598379.803247:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722905728 00000100:00100000:2.0:1788598379.803366:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 917 00000100:00100000:2.0:1788598379.803380:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:26224:x1875480722905728:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598379.805256:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:26224:x1875480722905728:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 1868us (2167us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598379.805271:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 917 00000100:00100000:2.0:1788598379.907393:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.907652:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722905856 00000100:00100000:3.0:1788598379.907662:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722905856 00000100:00100000:3.0:1788598379.907727:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 918 00000100:00100000:3.0:1788598379.907772:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+82:26225:x1875480722905856:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598379.907794:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598379.907816:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f6f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb907 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.907881:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f6ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.907895:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f6ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.907908:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f6ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914668:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f706 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914693:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f706 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914706:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f706 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914774:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f6ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914782:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f6ff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914788:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f6ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914794:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598379.914798:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f6ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914806:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f6ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914819:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598379.914822:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598379.914827:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f6ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914834:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f6ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914851:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f706 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914856:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f706 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914862:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f706 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914866:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598379.914869:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f706 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914874:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f706 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914881:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8a1a85340300) 00010000:00010000:3.0:1788598379.914884:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598379.914886:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f706 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914892:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f706 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914935:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f6f8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb907 expref: 83 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914951:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598379.914953:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598379.914957:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f6f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb907 expref: 83 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.914966:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386400, rc 0) 00000100:00100000:3.0:1788598379.915050:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+82:26225:x1875480722905856:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 7314us (7667us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598379.915060:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 918 00000100:00100000:3.0:1788598379.927683:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598379.927869:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722906112 00000100:00100000:0.0:1788598379.927879:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722906112 00000100:00100000:0.0:1788598379.927935:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 919 00000100:00100000:0.0:1788598379.927945:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+82:26225:x1875480722906112:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:0.0:1788598379.927999:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598379.928028:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f443 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb827 expref: 82 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.928048:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598379.928053:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598379.928124:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.928137:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ba expref: 35 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.928146:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.928177:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ba expref: 35 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.928191:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ba expref: 35 pid: 13009 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598379.928204:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746976640:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598379.928313:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb62bc900 going to sleep for 11 seconds 00000100:00100000:0.0:1788598379.931385:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746976640:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598379.931429:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598379.936781:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598379.936860:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722906240 00000100:00100000:0.0:1788598379.936877:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722906240 00010000:00010000:0.0:1788598379.936938:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ba expref: 36 pid: 13009 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598379.937000:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 300 00000100:00100000:0.0:1788598379.937012:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+36:2433:x1875480722906240:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598379.937033:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598379.937041:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ba expref: 36 pid: 13009 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.937058:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ba expref: 36 pid: 13009 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.937096:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb1606f626 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb8ba expref: 36 pid: 13009 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.937118:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598379.937124:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.937134:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.937144:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.937371:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598379.937459:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+35:2433:x1875480722906240:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 448us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598379.937467:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 300 00010000:00010000:1.0:1788598379.940559:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.940581:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.940615:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.940631:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.940649:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941398:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941410:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941419:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598379.941436:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e63bd75f reply state 000000009e931ac6 transno 4294967857 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941448:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941456:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:1.0:1788598379.941459:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598379.941471:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788598379.941479:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00010000:00010000:1.0:1788598379.941489:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941496:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941503:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941511:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598379.941516:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941525:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941536:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598379.941539:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598379.941543:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941548:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f70d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598379.941562:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e63bd75f reply state 000000009e931ac6 transno 4294967857 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941569:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.941575:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8a1b9fd8c700) 00010000:00010000:1.0:1788598379.941583:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598379.941586:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788598379.941874:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+83:26225:x1875480722906112:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 13925us (14194us total) trans 4294967857 rc 0/0 00000100:00100000:1.0:1788598379.941885:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 919 00000100:00100000:3.0:1788598379.956237:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598379.956432:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722906368 00000100:00100000:2.0:1788598379.956446:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722906368 00000100:00100000:2.0:1788598379.956529:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 920 00000100:00100000:2.0:1788598379.956541:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+83:26226:x1875480722906368:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598379.956577:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598379.956606:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f722 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb90e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.956712:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f729 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.956791:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.956809:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598379.957328:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598379.957335:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598379.957376:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.957413:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f722 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb90e expref: 85 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.957439:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f729 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb90e expref: 84 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598379.957450:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598379.957453:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598379.957458:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738e00, rc 0) 00000100:00100000:0.0:1788598379.957543:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+84:26226:x1875480722906368:12345-192.168.202.17@tcp:101:bash.0 Request processed in 1004us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598379.957551:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 920 00000100:00100000:2.0:1788598379.961466:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.961600:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722906496 00000100:00100000:3.0:1788598379.961615:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722906496 00000100:00100000:2.0:1788598379.962289:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 921 00000100:00100000:2.0:1788598379.962304:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+84:26226:x1875480722906496:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598379.962332:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598379.962371:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738800/0x6b7334fb1606f730 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb915 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962460:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f737 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962477:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f737 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962491:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f737 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962503:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f73e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962510:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962517:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962620:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f745 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962628:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962635:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598379.962676:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:2.0:1788598379.962692:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598379.962720:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962763:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f737 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962770:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f737 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962778:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f737 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962794:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598379.962799:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f737 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962807:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f737 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962823:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598379.962826:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598379.962832:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f737 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962848:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f737 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962865:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f73e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962871:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f73e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962877:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f73e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962883:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598379.962885:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f73e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962892:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f73e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962899:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8a1b9fd8c700) 00010000:00010000:2.0:1788598379.962902:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598379.962905:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f73e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962911:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f73e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962946:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738800/0x6b7334fb1606f730 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb915 expref: 86 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.962960:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738600/0x6b7334fb1606f745 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb915 expref: 85 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.963040:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:2.0:1788598379.963042:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598379.963045:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738600, rc 0) 00000100:00100000:2.0:1788598379.963198:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+85:26226:x1875480722906496:12345-192.168.202.17@tcp:101:bash.0 Request processed in 898us (1746us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598379.963208:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 921 00000100:00100000:3.0:1788598379.966192:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598379.966269:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722906624 00000100:00100000:1.0:1788598379.966281:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722906624 00000100:00100000:1.0:1788598379.966345:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 922 00000100:00100000:1.0:1788598379.966366:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+85:26226:x1875480722906624:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:1.0:1788598379.966391:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598379.966414:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f74c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb91c expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966497:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f753 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966515:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f753 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966529:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f753 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966544:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f75a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966552:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f75a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966558:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f75a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966621:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f753 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966629:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f753 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966636:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f753 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966642:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598379.966647:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f753 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966656:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f753 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966669:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:1.0:1788598379.966672:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598379.966676:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f753 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966693:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f753 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966711:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f75a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966717:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f75a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966723:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f75a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.966777:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598379.966781:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f75a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.967153:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f75a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.967163:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8a1b9fd8ce00) 00010000:00010000:1.0:1788598379.967165:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598379.967168:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f75a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.967174:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606f75a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.967217:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f74c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb91c expref: 86 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.967228:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:1.0:1788598379.967230:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598379.967233:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606f74c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb91c expref: 86 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.967241:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320a00, rc 0) 00000100:00100000:1.0:1788598379.967637:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+85:26226:x1875480722906624:12345-192.168.202.17@tcp:101:bash.0 Request processed in 1281us (1457us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598379.967645:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 922 00000100:00100000:1.0:1788598379.974806:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.974912:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722906752 00000100:00100000:3.0:1788598379.974927:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722906752 00000100:00100000:3.0:1788598379.975004:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 923 00000100:00100000:3.0:1788598379.975014:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+35:26227:x1875480722906752:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:3.0:1788598379.975049:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598379.975087:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f761 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb923 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.975174:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.975191:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.975205:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598379.975264:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788598379.975268:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598379.975291:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.975316:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606f761 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb923 expref: 37 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.975335:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb923 expref: 36 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.975344:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598379.975347:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598379.975352:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386200, rc 0) 00000100:00100000:3.0:1788598379.975434:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+36:26227:x1875480722906752:12345-192.168.202.17@tcp:101:rm.0 Request processed in 420us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598379.975441:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 923 00000100:00100000:1.0:1788598379.978366:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598379.978657:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722906880 00000100:00100000:3.0:1788598379.978669:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722906880 00000100:00100000:3.0:1788598379.978784:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 924 00000100:00100000:3.0:1788598379.978806:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+36:26227:x1875480722906880:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:3.0:1788598379.978831:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598379.979209:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f76f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb92a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979299:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f776 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979316:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f776 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979330:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f776 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979344:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f77d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979353:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f77d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979374:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f77d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979480:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031600/0x6b7334fb1606f784 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979490:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031600/0x6b7334fb1606f784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979498:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031600/0x6b7334fb1606f784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598379.979540:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:3.0:1788598379.979545:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598379.979581:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031600/0x6b7334fb1606f784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979601:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f776 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979609:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f776 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979617:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f776 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979623:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598379.979629:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f776 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979637:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f776 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979651:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598379.979654:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598379.979660:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f776 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979666:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606f776 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979693:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f77d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979700:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f77d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979706:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f77d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979712:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80030e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598379.979714:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f77d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979720:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f77d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979728:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8a1b9fd8c700) 00010000:00010000:3.0:1788598379.979730:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598379.979755:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f77d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.979761:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f77d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.980232:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606f76f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb92a expref: 38 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.980250:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031600/0x6b7334fb1606f784 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb92a expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598379.980258:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:3.0:1788598379.980261:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788598379.980264:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80031600, rc 0) 00000100:00100000:3.0:1788598379.983590:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26227:x1875480722906880:12345-192.168.202.17@tcp:101:rm.0 Request processed in 4780us (5231us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598379.983608:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 924 00000100:00100000:1.0:1788598379.984519:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598379.984672:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722907008 00000100:00100000:0.0:1788598379.985026:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722907008 00000100:00100000:1.0:1788598379.985196:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 925 00000100:00100000:1.0:1788598379.985208:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26227:x1875480722907008:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598379.985235:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598379.985263:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f78b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb931 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985369:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f792 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985388:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f792 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985402:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f792 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985423:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f799 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985431:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f799 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985438:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f799 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985485:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f792 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985493:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f792 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985524:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f792 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985531:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598379.985535:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f792 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985544:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f792 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985557:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:1.0:1788598379.985561:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598379.985566:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f792 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985572:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f792 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985587:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f799 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985593:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f799 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985598:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f799 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985603:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598379.985606:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f799 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985621:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f799 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985628:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8a1b9fd8c500) 00010000:00010000:1.0:1788598379.985630:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598379.985633:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f799 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985639:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f799 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985680:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f78b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb931 expref: 38 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985892:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:1.0:1788598379.985896:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598379.985901:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606f78b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb931 expref: 38 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598379.985912:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321000, rc 0) 00000100:00100000:1.0:1788598379.986308:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26227:x1875480722907008:12345-192.168.202.17@tcp:101:rm.0 Request processed in 1102us (1789us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598379.986317:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 925 00000100:00100000:1.0:1788598379.990109:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598379.990334:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722907136 00000100:00100000:2.0:1788598379.990348:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722907136 00000100:00100000:2.0:1788598379.990514:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 926 00000100:00100000:2.0:1788598379.990527:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26227:x1875480722907136:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598379.990557:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598379.990585:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f7a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb938 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.990679:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7a7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.990925:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.990941:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.990971:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.990981:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.990988:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991042:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991050:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7a7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991057:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7a7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991063:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598379.991069:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7a7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991088:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7a7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991102:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:2.0:1788598379.991106:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598379.991112:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991119:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991136:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991142:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7ae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991148:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991153:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598379.991156:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991162:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991169:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8a1a85342b00) 00010000:00010000:2.0:1788598379.991172:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598379.991175:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991180:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991222:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f7a0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb938 expref: 38 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991233:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:2.0:1788598379.991235:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598379.991239:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f7a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb938 expref: 38 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598379.991248:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a739200, rc 0) 00000100:00100000:2.0:1788598379.991326:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26227:x1875480722907136:12345-192.168.202.17@tcp:101:rm.0 Request processed in 802us (1230us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598379.991335:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 926 00000100:00100000:3.0:1788598380.002648:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598380.002991:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722907264 00000100:00100000:0.0:1788598380.003006:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722907264 00000100:00100000:0.0:1788598380.003104:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 927 00000100:00100000:0.0:1788598380.003117:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26228:x1875480722907264:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598380.003150:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598380.003179:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f7b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb93f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003275:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003294:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003306:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003322:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003329:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003336:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003402:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003410:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7bc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003416:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003423:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598380.003428:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003441:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7bc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003454:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:0.0:1788598380.003457:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598380.003464:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003470:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003486:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003492:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003498:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003503:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535da00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598380.003506:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003511:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003518:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8a1b88344200) 00010000:00010000:0.0:1788598380.003521:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598380.003523:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003533:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003573:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f7b5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb93f expref: 38 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003585:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:0.0:1788598380.003587:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598380.003591:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f7b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb93f expref: 38 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.003600:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f4c00, rc 0) 00000100:00100000:0.0:1788598380.004073:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26228:x1875480722907264:12345-192.168.202.17@tcp:101:cp.0 Request processed in 957us (1438us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598380.004094:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 927 00000100:00100000:2.0:1788598380.018624:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598380.018718:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722907392 00000100:00100000:1.0:1788598380.018759:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722907392 00000100:00100000:0.0:1788598380.019014:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 928 00000100:00100000:0.0:1788598380.019030:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26228:x1875480722907392:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598380.019060:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598380.019099:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb946 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019192:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019211:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019229:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019246:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f7d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019253:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f7d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019259:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f7d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019304:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019312:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7d1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019320:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019326:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598380.019331:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019339:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7d1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019353:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:0.0:1788598380.019356:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598380.019361:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019369:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f7d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019383:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f7d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019390:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f7d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019397:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f7d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019403:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535d800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598380.019406:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f7d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019412:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f7d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019419:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8a1b88344200) 00010000:00010000:0.0:1788598380.019422:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598380.019425:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f7d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019430:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f7d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019471:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7ca lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb946 expref: 38 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019488:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:0.0:1788598380.019491:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598380.019495:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f7ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb946 expref: 38 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.019505:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535da00, rc 0) 00000100:00100000:0.0:1788598380.019592:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26228:x1875480722907392:12345-192.168.202.17@tcp:101:cp.0 Request processed in 567us (981us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598380.019601:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 928 00000100:00100000:1.0:1788598380.024590:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598380.025051:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722907648 00000100:00100000:2.0:1788598380.025064:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722907648 00000100:00100000:2.0:1788598380.025154:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 929 00000100:00100000:2.0:1788598380.025166:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26228:x1875480722907648:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598380.025197:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598380.025226:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f7df lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb94d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.026191:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7e6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.026216:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.026231:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.026251:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.026259:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.026272:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598380.026799:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x13:0x0], index 1: 0 00010000:00010000:2.0:1788598380.027460:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738a00/0x6b7334fb1606f7f4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027477:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738a00/0x6b7334fb1606f7f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027487:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738a00/0x6b7334fb1606f7f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027532:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027539:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7e6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027546:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027553:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598380.027558:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027567:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027581:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:2.0:1788598380.027585:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598380.027591:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7e6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027598:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f7e6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598380.027614:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ed378d8 reply state 0000000080227163 transno 4294967858 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027627:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027634:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8a1a85342b00) 00010000:00010000:2.0:1788598380.027636:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598380.027640:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598380.027681:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f7df lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb94d expref: 40 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027699:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738a00/0x6b7334fb1606f7f4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb94d expref: 39 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598380.027708:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8a1a85342e00) 00010000:00010000:2.0:1788598380.027710:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598380.027713:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738a00, rc 0) 00000100:00100000:2.0:1788598380.028476:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26228:x1875480722907648:12345-192.168.202.17@tcp:101:cp.0 Request processed in 3308us (3897us total) trans 4294967858 rc 0/0 00000100:00100000:2.0:1788598380.028489:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 929 00000100:00100000:1.0:1788598380.034328:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598380.034495:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722907776 00000100:00100000:3.0:1788598380.034509:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722907776 00000100:00100000:3.0:1788598380.034605:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 235 00000100:00100000:3.0:1788598380.034617:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722907776:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598380.034643:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598380.034671:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f802 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb954 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598380.034717:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788598380.034761:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598380.034764:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598380.034776:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f802 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb954 expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598380.034808:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f802 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb954 expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598380.034826:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80030e00, rc 0) 00000100:00100000:3.0:1788598380.035010:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722907776:12345-192.168.202.17@tcp:101:cp.0 Request processed in 394us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.035019:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 235 00000100:00100000:1.0:1788598380.046193:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598380.046774:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722907904 00000100:00100000:3.0:1788598380.046795:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722907904 00000100:00100000:3.0:1788598380.046881:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 236 00000100:00100000:3.0:1788598380.046894:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:26228:x1875480722907904:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598380.046920:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598380.046944:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb95b expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598380.047167:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f802 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb954 expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598380.047180:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598380.047183:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598380.047189:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 11 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598380.047234:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f802 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb954 expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598380.047251:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f802 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb954 expref: 11 pid: 14172 timeout: 769 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598380.047269:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480746976768:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598380.048168:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e803c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598380.053729:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598380.053999:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722908032 00000100:00100000:0.0:1788598380.054012:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722908032 00010000:00010000:0.0:1788598380.054065:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f802 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb954 expref: 12 pid: 14172 timeout: 769 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598380.054128:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 301 00000100:00100000:0.0:1788598380.054140:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722908032:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598380.054164:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598380.054190:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f802 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb954 expref: 12 pid: 14172 timeout: 769 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.054210:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f802 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb954 expref: 12 pid: 14172 timeout: 769 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.054244:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598380.054248:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598380.054257:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 12 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.054268:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 12 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.054316:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 12 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598380.054333:0:6510:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480746976896:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598380.054462:0:6510:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb62bc900 going to sleep for 11 seconds 00010000:00010000:3.0:1788598380.060203:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f802 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb954 expref: 12 pid: 14172 timeout: 769 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598380.060231:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480746976768:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598380.060267:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 11 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598380.060282:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80031400, rc 0) 00000100:00100000:2.0:1788598380.060625:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:26228:x1875480722907904:12345-192.168.202.17@tcp:101:cp.0 Request processed in 13732us (14446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598380.060637:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 236 00000100:00100000:0.0:1788598380.061091:0:6510:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480746976896:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598380.061111:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598380.063259:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722908032:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 9109us (9531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598380.063275:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 301 00000100:00100000:1.0:1788598380.063679:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598380.063820:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722908288 00000100:00100000:0.0:1788598380.063831:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722908288 00000100:00100000:0.0:1788598380.063891:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 197 00000100:00100000:0.0:1788598380.063901:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26228:x1875480722908288:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:0.0:1788598380.064293:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+41:26228:x1875480722908288:12345-192.168.202.17@tcp:35:cp.0 Request processed in 392us (614us total) trans 4294967859 rc 0/0 00000100:00100000:0.0:1788598380.064299:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 197 00000100:00100000:1.0:1788598380.118072:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598380.118637:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722908416 00000100:00100000:0.0:1788598380.118653:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722908416 00000100:00100000:0.0:1788598380.118791:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 930 00000100:00100000:0.0:1788598380.118804:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+85:26231:x1875480722908416:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598380.118845:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598380.118874:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f810 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb962 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.118968:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f817 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.118988:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f817 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119004:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f817 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119018:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f81e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119024:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f81e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119030:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f81e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119156:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f825 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119165:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f825 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119172:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f825 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598380.119226:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:0.0:1788598380.119231:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598380.119259:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f825 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119272:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f825 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119281:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f817 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119287:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f817 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119294:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f817 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119300:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535d800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598380.119305:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f817 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119314:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f817 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119330:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:0.0:1788598380.119333:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598380.119338:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f817 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119344:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d800/0x6b7334fb1606f817 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119366:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f81e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119373:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f81e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119677:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f81e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119685:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598380.119689:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f81e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119696:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f81e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119705:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8a1a85342b00) 00010000:00010000:0.0:1788598380.119708:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598380.119711:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f81e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119716:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f81e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119806:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f810 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb962 expref: 87 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119823:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f825 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb962 expref: 86 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.119954:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8a1a85342e00) 00010000:00010000:0.0:1788598380.119956:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598380.119959:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c600, rc 0) 00000100:00100000:0.0:1788598380.120044:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+86:26231:x1875480722908416:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1243us (1987us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598380.120053:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 930 00000100:00100000:2.0:1788598380.123291:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598380.123417:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722908544 00000100:00100000:1.0:1788598380.123429:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722908544 00000100:00100000:1.0:1788598380.123500:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 237 00000100:00100000:1.0:1788598380.123511:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722908544:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598380.123534:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598380.123558:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ef5f13c/0x6b7334fb1606f82c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb969 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598380.123649:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480746977024:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598380.123944:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba300 going to sleep for 11 seconds 00002000:00010000:1.0:1788598380.130611:0:8405:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788598380.130625:0:8405:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb mtime: 0 -> 1788598380 00002000:00010000:1.0:1788598380.130628:0:8405:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb atime: 0 -> 1788598380 00002000:00010000:1.0:1788598380.130630:0:8405:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb ctime: 0 -> 1788598380 00002000:00010000:1.0:1788598380.130633:0:8405:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1788598380.130665:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480746977024:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598380.130726:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009ef5f13c/0x6b7334fb1606f82c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb969 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598380.130797:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ef5f13c/0x6b7334fb1606f82c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb969 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598380.130851:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030fa00, rc 0) 00000100:00100000:1.0:1788598380.130940:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722908544:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 7429us (7661us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598380.130951:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 237 00000100:00100000:3.0:1788598380.137181:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598380.137309:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722908672 00000100:00100000:1.0:1788598380.137323:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722908672 00000100:00100000:1.0:1788598380.137411:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 931 00000100:00100000:1.0:1788598380.137424:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+86:26231:x1875480722908672:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598380.137452:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598380.137496:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ea00/0x6b7334fb1606f833 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb970 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598380.137654:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f000/0x6b7334fb1606f83a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598380.137675:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f000/0x6b7334fb1606f83a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598380.137690:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f000/0x6b7334fb1606f83a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598380.141720:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:1.0:1788598380.141752:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598380.141797:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f000/0x6b7334fb1606f83a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598380.141852:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ea00/0x6b7334fb1606f833 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb970 expref: 88 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598380.142204:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f000/0x6b7334fb1606f83a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb970 expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598380.142216:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:1.0:1788598380.142220:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598380.142225:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030f000, rc 0) 00000100:00100000:1.0:1788598380.142339:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+87:26231:x1875480722908672:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4916us (5175us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598380.142350:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 931 00000100:00100000:2.0:1788598380.149213:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598380.149313:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722908800 00000100:00100000:3.0:1788598380.149327:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722908800 00000100:00100000:3.0:1788598380.149405:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 238 00000100:00100000:3.0:1788598380.149417:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722908800:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598380.149451:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598380.149476:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f841 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb977 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598380.149554:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81327480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746977152:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598380.152430:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e803c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598380.156462:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81327480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746977152:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598380.156516:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f841 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb977 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.156550:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606f841 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb977 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598380.156567:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80030e00, rc 0) 00000100:00100000:0.0:1788598380.156936:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722908800:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 7520us (7737us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598380.156946:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 238 00000100:00100000:1.0:1788598380.171867:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598380.172097:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722909056 00000100:00100000:3.0:1788598380.172111:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722909056 00000100:00100000:3.0:1788598380.172204:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 40 00000100:00100000:3.0:1788598380.172213:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+87:26231:x1875480722909056:12345-192.168.202.17@tcp:103:lfs.0 00010000:00010000:3.0:1788598380.172230:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598380.172259:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f825 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb962 expref: 87 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598380.172279:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8a1a85342e00) 00010000:00010000:3.0:1788598380.172284:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598380.172370:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+86:26231:x1875480722909056:12345-192.168.202.17@tcp:103:lfs.0 Request processed in 157us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.172379:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 40 00000100:00100000:2.0:1788598380.175227:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598380.175330:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722909184 00000100:00100000:1.0:1788598380.175342:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722909184 00000100:00100000:1.0:1788598380.175422:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 932 00000100:00100000:1.0:1788598380.175434:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+86:26231:x1875480722909184:12345-192.168.202.17@tcp:58:lfs.0 00000100:00100000:1.0:1788598380.175627:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+86:26231:x1875480722909184:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 195us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598380.175635:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 932 00000040:00080000:3.0:1788598380.226700:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598380.226715:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598380.227295:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788598380.227315:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598380.291118:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746977280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598380.291226:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598380.291476:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746977280 00000100:00100000:3.0:1788598380.291486:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746977280 00000100:00100000:3.0:1788598380.291553:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1788598380.291563:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746977280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598380.291608:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598380.291670:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746977280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.291679:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1788598380.291923:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746977280:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1788598380.354572:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788598380.419972:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598380.802099:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746977536:0@lo:400:kworker.0 00000100:00100000:0.0:1788598380.802193:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598380.802269:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746978048:0@lo:400:kworker.0 00000100:00100000:0.0:1788598380.802296:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598380.802313:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746978560:0@lo:400:kworker.0 00000100:00100000:0.0:1788598380.802334:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598380.802359:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788598380.802364:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746977664:0@lo:400:kworker.0 00000100:00100000:0.0:1788598380.802390:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598380.802405:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746978176:0@lo:400:kworker.0 00000100:00100000:0.0:1788598380.802430:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598380.802446:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746978688:0@lo:400:kworker.0 00000100:00100000:0.0:1788598380.802467:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598380.802582:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746977408:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.802619:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598380.802645:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480746977920:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.802665:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598380.802682:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480746978432:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.802703:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598380.802721:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788598380.802726:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746977792:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.802774:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598380.802784:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746978304:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.802805:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598380.802822:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746978816:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.802843:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598380.802876:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746977536 00000100:00100000:3.0:1788598380.802885:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746977536 00000100:00100000:3.0:1788598380.802930:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746978048 00000100:00100000:3.0:1788598380.802934:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746978048 00000100:00100000:3.0:1788598380.802961:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746978560 00000100:00100000:3.0:1788598380.802963:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746978560 00000100:00100000:3.0:1788598380.802974:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746977920 00000100:00100000:3.0:1788598380.802977:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746977920 00000100:00100000:3.0:1788598380.802989:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746978432 00000100:00100000:3.0:1788598380.802991:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746978432 00000100:00100000:3.0:1788598380.803002:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746977792 00000100:00100000:3.0:1788598380.803005:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746977792 00000100:00100000:3.0:1788598380.803021:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1788598380.803031:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746977536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598380.803190:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746978176 00000100:00100000:2.0:1788598380.803194:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746978176 00000100:00100000:3.0:1788598380.803716:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746977536:12345-0@lo:400:kworker.0 Request processed in 684us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.803724:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1788598380.803766:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1788598380.803775:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746978048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.803813:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746978048:12345-0@lo:400:kworker.0 Request processed in 41us (1516us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.803819:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1788598380.803830:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1788598380.803836:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746978560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.803863:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746978560:12345-0@lo:400:kworker.0 Request processed in 28us (1528us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.803869:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1788598380.803879:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1788598380.803885:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480746977920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.803918:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480746977920:12345-0@lo:400:kworker.0 Request processed in 34us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.803928:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1788598380.803938:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1788598380.803944:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480746978432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.803966:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480746978432:12345-0@lo:400:kworker.0 Request processed in 23us (1263us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.803971:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1788598380.803981:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1788598380.803987:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746977792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.804010:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746977792:12345-0@lo:400:kworker.0 Request processed in 23us (1236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.804015:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1788598380.804038:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746977664 00000100:00100000:3.0:1788598380.804042:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746977664 00000100:00100000:3.0:1788598380.804068:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788598380.804074:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746977664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.804118:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746977664:12345-0@lo:400:kworker.0 Request processed in 45us (1727us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.804125:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788598380.804143:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746977408 00000100:00100000:3.0:1788598380.804147:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746977408 00000100:00100000:3.0:1788598380.804171:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1788598380.804177:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746977408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.804204:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746977408:12345-0@lo:400:kworker.0 Request processed in 27us (1584us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.804210:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1788598380.804313:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598380.804327:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746978944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598380.804364:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598380.806633:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746978688 00000100:00100000:2.0:1788598380.806649:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746978688 00000100:00100000:3.0:1788598380.811885:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746978304 00000100:00100000:3.0:1788598380.811905:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746978304 00000100:00100000:3.0:1788598380.811972:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746978816 00000100:00100000:3.0:1788598380.811975:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746978816 00000100:00100000:3.0:1788598380.812001:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1788598380.812013:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746978176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.812144:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746978176:12345-0@lo:400:kworker.0 Request processed in 132us (9711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.812151:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1788598380.812170:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1788598380.812176:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746978688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.812207:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746978688:12345-0@lo:400:kworker.0 Request processed in 32us (9739us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.812213:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1788598380.812224:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1788598380.812230:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746978304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.812260:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746978304:12345-0@lo:400:kworker.0 Request processed in 31us (9455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.812266:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1788598380.812278:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1788598380.812284:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746978816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.812307:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746978816:12345-0@lo:400:kworker.0 Request processed in 24us (9464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.812313:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00080000:3.0:1788598380.812343:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598380.812349:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598380.812352:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598380.812357:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598380.812402:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746977792:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.812417:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746978304:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.812428:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746978816:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.812440:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746977408:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.812453:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480746977920:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.812465:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480746978432:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.813164:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746978944 00000100:00100000:3.0:1788598380.813171:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746978944 00000100:00100000:3.0:1788598380.813210:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1788598380.813217:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746978944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598380.813244:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 94935872 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1788598380.813293:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746978944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (8928us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598380.813300:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1788598380.813342:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746978944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598380.813375:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746977664:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.813388:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746978176:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.813396:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746978688:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.813408:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746977536:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.813421:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746978048:0@lo:400:kworker.0 00000100:00100000:3.0:1788598380.813437:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746978560:0@lo:400:kworker.0 00000040:00080000:3.0:1788598381.249919:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598381.249935:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598381.250109:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 1 00000040:00080000:3.0:1788598381.250119:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1788598381.258614:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967859 is committed 00000001:00080000:0.0:1788598381.258650:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967857 is committed 00000020:00080000:0.0:1788598381.258659:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00010000:00010000:2.0:1788598381.258684:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598381.258697:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258706:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598381.258716:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258722:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598381.258730:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258773:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598381.258783:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598381.258786:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598381.258795:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258799:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598381.258811:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258829:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8a1b9fd8c700) 00010000:00010000:0.0:1788598381.258832:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8a1a85342b00) 00010000:00010000:2.0:1788598381.258835:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598381.258841:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598381.258845:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598381.258849:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258865:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606f714 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598381.258868:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f7ed lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258941:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258949:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258955:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258961:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598381.258964:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258970:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258979:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:2.0:1788598381.258982:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598381.258986:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598381.258992:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f71b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788598381.259224:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:0.0:1788598381.259239:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:3.0:1788598381.327339:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746979072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598381.327434:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598381.327649:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746979072 00000100:00100000:0.0:1788598381.327658:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746979072 00000100:00100000:0.0:1788598381.327719:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1788598381.327729:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746979072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598381.327786:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 94935872 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1788598381.327842:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746979072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598381.327849:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1788598381.328172:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746979072:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598381.442048:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598381.883909:0:20302:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598381.883923:0:20302:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598381.889280:0:20302:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598381.889302:0:20302:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598382.039557:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598382.040499:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722909312 00000100:00100000:2.0:1788598382.040516:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722909312 00000100:00100000:2.0:1788598382.040611:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 933 00000100:00100000:2.0:1788598382.040625:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+84:26241:x1875480722909312:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598382.040652:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598382.040679:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738800/0x6b7334fb1606f848 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb97e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788598382.040775:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598382.040785:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.040805:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.040819:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.040838:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f856 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.040845:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f856 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.040852:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f856 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.040935:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f85d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.040943:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f85d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.040950:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f85d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598382.041001:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:2.0:1788598382.041005:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598382.041029:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f85d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041043:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f85d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041052:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041059:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041065:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041073:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041091:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598382.041097:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041114:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041128:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8a1b9fd8c000) 00010000:00010000:2.0:1788598382.041132:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598382.041137:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041148:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739200/0x6b7334fb1606f84f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041162:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f856 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041168:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f856 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041173:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f856 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041178:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598382.041181:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f856 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041187:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f856 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041195:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8a1a85342500) 00010000:00010000:2.0:1788598382.041198:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598382.041200:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f856 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041205:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606f856 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041239:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738800/0x6b7334fb1606f848 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb97e expref: 86 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041269:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f85d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb97e expref: 85 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.041276:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8a1a85342e00) 00010000:00010000:2.0:1788598382.041278:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598382.041280:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738200, rc 0) 00000100:00100000:2.0:1788598382.041363:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+85:26241:x1875480722909312:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 742us (1817us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598382.041371:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 933 00000100:00100000:3.0:1788598382.045937:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598382.046016:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722909440 00000100:00100000:1.0:1788598382.046046:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722909440 00000100:00100000:1.0:1788598382.046160:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 239 00000100:00100000:1.0:1788598382.046175:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722909440:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598382.046196:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598382.046218:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b45e038/0x6b7334fb1606f864 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb985 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598382.046294:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746979200:192.168.202.17@tcp:106: 00000100:00080000:3.0:1788598382.046357:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598382.046432:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598382.050028:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746979200:192.168.202.17@tcp:106: 00010000:00010000:3.0:1788598382.050093:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000b45e038/0x6b7334fb1606f864 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb985 expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598382.050120:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b45e038/0x6b7334fb1606f864 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb985 expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598382.050134:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030ee00, rc 0) 00000100:00100000:3.0:1788598382.050325:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+11:2433:x1875480722909440:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4034us (4276us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598382.050336:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 239 00000100:00100000:0.0:1788598382.066626:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598382.071528:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722909568 00000100:00100000:1.0:1788598382.071549:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722909568 00000100:00100000:0.0:1788598382.072568:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 240 00000100:00100000:0.0:1788598382.072594:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+11:2434:x1875480722909568:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598382.072630:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598382.072668:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002468707/0x6b7334fb1606f86b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb98c expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598382.073046:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480746979328:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598382.073313:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb62bcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598382.091009:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480746979328:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598382.091284:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002468707/0x6b7334fb1606f86b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb98c expref: 12 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.091327:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002468707/0x6b7334fb1606f86b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb98c expref: 12 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.091340:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535d800, rc 0) 00000100:00100000:1.0:1788598382.091434:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+11:2434:x1875480722909568:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 18854us (24819us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598382.091444:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 240 00000100:00100000:1.0:1788598382.108459:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598382.108633:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722909824 00000100:00100000:3.0:1788598382.108646:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722909824 00000100:00100000:3.0:1788598382.108772:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 934 00000100:00100000:3.0:1788598382.108784:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+85:26241:x1875480722909824:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:3.0:1788598382.110476:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:1.0:1788598382.117013:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+85:26241:x1875480722909824:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 8216us (8555us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598382.117033:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 934 00000040:00080000:0.0:1788598382.285531:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598382.285540:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598382.285565:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:0.0:1788598382.285572:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598382.285807:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746979456:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598382.286261:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb62bce40 going to sleep for 11 seconds 00000100:00100000:0.0:1788598382.300557:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598382.300586:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722909952 00000100:00100000:0.0:1788598382.300594:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722909952 00000100:00100000:0.0:1788598382.300661:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 935 00000100:00100000:0.0:1788598382.300671:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26251:x1875480722909952:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598382.300705:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598382.300831:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26251:x1875480722909952:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 160us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598382.300838:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 935 00000100:00080000:0.0:1788598382.300856:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598382.301268:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746979456:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598382.322351:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598382.327233:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722910208 00000100:00100000:3.0:1788598382.327247:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722910208 00000100:00100000:3.0:1788598382.327311:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 936 00000100:00100000:3.0:1788598382.327321:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+38:26251:x1875480722910208:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598382.327343:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598382.327365:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606f872 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb993 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598382.327481:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f879 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598382.327496:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f879 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598382.327511:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f879 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598382.327523:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00010000:00010000:3.0:1788598382.327640:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606f872 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb993 expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598382.327661:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f879 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb993 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598382.327676:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8a1a85342e00) 00010000:00010000:3.0:1788598382.327679:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598382.327682:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80030e00, rc 0) 00000100:00100000:3.0:1788598382.327768:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26251:x1875480722910208:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 449us (5426us total) trans 4294967860 rc 0/0 00000100:00100000:3.0:1788598382.327775:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 936 00000100:00100000:3.0:1788598382.338291:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598382.338331:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598382.339760:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722910336 00000100:00100000:0.0:1788598382.339775:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722910336 00000100:00100000:0.0:1788598382.339847:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 241 00000100:00100000:0.0:1788598382.339857:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722910336:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598382.339903:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.339924:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.339932:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598382.339934:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598382.339939:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.339977:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.339991:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 10 pid: 8868 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598382.340005:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746979584:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598382.340133:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb62bc540 going to sleep for 11 seconds 00000100:00100000:0.0:1788598382.340153:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722910464 00000100:00100000:0.0:1788598382.340157:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722910464 00000100:00100000:0.0:1788598382.340192:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 41 00000100:00100000:0.0:1788598382.340199:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+40:2434:x1875480722910464:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598382.340208:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598382.340228:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606f879 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb993 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.340246:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8a1a85342e00) 00010000:00010000:0.0:1788598382.340251:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598382.340275:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+39:2434:x1875480722910464:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 76us (1944us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598382.340281:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 41 00000100:00080000:0.0:1788598382.340399:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598382.343192:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598382.343347:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722910592 00000100:00100000:1.0:1788598382.343357:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722910592 00002000:00100000:1.0:1788598382.343403:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff8a1b81327480 x1875480722910592/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:373/0 lens 648/0 e 0 to 0 dl 1788598393 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598382.343414:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b81327480 with x1875480722910592 ext(0->157) 00010000:00010000:1.0:1788598382.343425:0:14217:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 11 pid: 8868 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.343444:0:14217:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 11 pid: 8868 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598382.343452:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1b81327480 00000100:00100000:1.0:1788598382.343487:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 9 00000100:00100000:1.0:1788598382.343497:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722910592:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:0.0:1788598382.344237:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746979584:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598382.344264:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598382.348721:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722910592:12345-192.168.202.17@tcp:4:cp.0 Request processed in 5205us (5515us total) trans 4294967346 rc 0/0 00000100:00100000:2.0:1788598382.348751:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 9 00002000:00100000:2.0:1788598382.348764:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff8a1b81327480 x1875480722910592/t4294967346(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:373/0 lens 648/448 e 0 to 0 dl 1788598393 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598382.348775:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b81327480 with x1875480722910592 ext(0->157) 00010000:00010000:2.0:1788598382.348785:0:14217:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 13 pid: 8868 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.348805:0:14217:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 13 pid: 8868 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598382.348813:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1b81327480 00000100:00100000:3.0:1788598382.351966:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598382.352062:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722910720 00000100:00100000:0.0:1788598382.352072:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722910720 00010000:00010000:0.0:1788598382.352119:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 13 pid: 8868 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598382.352172:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 302 00000100:00100000:0.0:1788598382.352182:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2435:x1875480722910720:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598382.352197:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788598382.352426:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788598382.352434:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 13 pid: 8868 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.352450:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 13 pid: 8868 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.352475:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606f809 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb95b expref: 13 pid: 8868 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.352493:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598382.352496:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598382.352500:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.352510:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.352555:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598382.352610:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2435:x1875480722910720:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 429us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598382.352619:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 302 00010000:00010000:2.0:1788598382.352817:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.352832:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.352852:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.352860:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.352868:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.352875:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535d200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598382.352880:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.352888:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.352901:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.352908:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006baa69f8/0x6b7334fb1606f887 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598382.352979:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722910336:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 13124us (14699us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598382.352988:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 241 00000100:00100000:3.0:1788598382.355292:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598382.356719:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722910976 00000100:00100000:0.0:1788598382.356754:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722910976 00000100:00100000:0.0:1788598382.356822:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 937 00000100:00100000:0.0:1788598382.356833:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26251:x1875480722910976:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598382.356950:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26251:x1875480722910976:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 118us (1666us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598382.356958:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 937 00000100:00100000:3.0:1788598382.360197:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598382.361178:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722911104 00000100:00100000:0.0:1788598382.361190:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722911104 00000100:00100000:0.0:1788598382.361260:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 242 00000100:00100000:0.0:1788598382.361270:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722911104:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598382.361288:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598382.361308:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002468707/0x6b7334fb1606f88e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb99a expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598382.361334:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a9bd86c, atime: 0x0, ctime: 0x6a9bd86c, blocks: 0x8 00010000:00010000:0.0:1788598382.361354:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598382.361357:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598382.361365:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002468707/0x6b7334fb1606f88e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb99a expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.361388:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002468707/0x6b7334fb1606f88e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb99a expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598382.361402:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535d800, rc 0) 00000100:00100000:0.0:1788598382.361470:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722911104:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 200us (1280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598382.361477:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 242 00000100:00100000:3.0:1788598382.363682:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598382.365658:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722911360 00000100:00100000:0.0:1788598382.365671:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722911360 00000100:00100000:0.0:1788598382.365754:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 938 00000100:00100000:0.0:1788598382.365766:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26251:x1875480722911360:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598382.365885:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26251:x1875480722911360:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 122us (2211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598382.365893:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 938 00000100:00100000:3.0:1788598382.368562:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598382.370816:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722911488 00000100:00100000:0.0:1788598382.370831:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722911488 00002000:00100000:0.0:1788598382.370883:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff8a1a86c2e300 x1875480722911488/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:373/0 lens 488/0 e 0 to 0 dl 1788598393 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598382.370895:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a86c2e300 with x1875480722911488 ext(0->4095) 00002000:00010000:0.0:1788598382.370900:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a86c2e300 00000100:00100000:0.0:1788598382.372783:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 72 00000100:00100000:0.0:1788598382.372803:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722911488:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788598382.373017:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722911488:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 222us (4462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788598382.373026:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 72 00002000:00100000:0.0:1788598382.373035:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff8a1a86c2e300 x1875480722911488/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:373/0 lens 488/4536 e 0 to 0 dl 1788598393 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598382.373053:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a86c2e300 with x1875480722911488 ext(0->4095) 00002000:00010000:0.0:1788598382.373059:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a86c2e300 00000100:00100000:3.0:1788598382.377901:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598382.378299:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722911616 00000100:00100000:1.0:1788598382.378308:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722911616 00000100:00100000:1.0:1788598382.378368:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 939 00000100:00100000:1.0:1788598382.378377:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26251:x1875480722911616:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598382.378397:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598382.378427:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ea00/0x6b7334fb1606f895 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9a1 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.378459:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.378473:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.378497:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.378599:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ea00/0x6b7334fb1606f895 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a1 expref: 41 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.378615:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a1 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.378624:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8a1a85342e00) 00010000:00010000:1.0:1788598382.378627:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598382.378630:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030fa00, rc 0) 00000100:00100000:1.0:1788598382.378681:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26251:x1875480722911616:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 306us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598382.378689:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 939 00000100:00100000:2.0:1788598382.397293:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598382.400305:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722911744 00000100:00100000:0.0:1788598382.400320:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722911744 00000100:00100000:0.0:1788598382.400393:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 940 00000100:00100000:0.0:1788598382.400403:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26251:x1875480722911744:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598382.400432:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598382.400555:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26251:x1875480722911744:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 154us (3269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598382.400563:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 940 00000100:00100000:0.0:1788598382.403890:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598382.404008:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722911872 00000100:00100000:1.0:1788598382.404018:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722911872 00000100:00100000:1.0:1788598382.404090:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 243 00000100:00100000:1.0:1788598382.404100:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722911872:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598382.404153:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e83eeb13/0x6b7334fb1606f8a3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.404170:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598382.404172:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598382.404177:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e83eeb13/0x6b7334fb1606f8a3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.404202:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e83eeb13/0x6b7334fb1606f8a3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.404229:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e83eeb13/0x6b7334fb1606f8a3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.404236:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e83eeb13/0x6b7334fb1606f8a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.404243:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e83eeb13/0x6b7334fb1606f8a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.404250:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030ea00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598382.404254:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e83eeb13/0x6b7334fb1606f8a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.404261:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e83eeb13/0x6b7334fb1606f8a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.404274:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e83eeb13/0x6b7334fb1606f8a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.404281:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e83eeb13/0x6b7334fb1606f8a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598382.404367:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722911872:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 267us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598382.404375:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 243 00000100:00100000:3.0:1788598382.405896:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598382.405985:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722912128 00000100:00100000:1.0:1788598382.406001:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722912128 00000100:00100000:2.0:1788598382.406111:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 941 00000100:00100000:2.0:1788598382.406120:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26251:x1875480722912128:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788598382.406194:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.406214:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a1 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.406223:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 4/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.406259:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a1 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.406274:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a1 expref: 40 pid: 6523 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598382.406292:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88351c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746979712:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598382.406408:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff1600 going to sleep for 11 seconds 00000100:00100000:3.0:1788598382.413165:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88351c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746979712:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598382.413196:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598382.415095:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598382.416276:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722912256 00000100:00100000:1.0:1788598382.416289:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722912256 00010000:00010000:1.0:1788598382.416328:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a1 expref: 41 pid: 6523 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598382.416366:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 303 00000100:00100000:1.0:1788598382.416375:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:2433:x1875480722912256:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598382.416389:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598382.416395:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a1 expref: 41 pid: 6523 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.416708:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a1 expref: 41 pid: 6523 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.416730:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f89c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a1 expref: 41 pid: 6523 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.416770:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8a1a85342e00) 00010000:00010000:1.0:1788598382.416775:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.416794:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.416802:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598382.416821:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598382.416880:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+40:2433:x1875480722912256:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 505us (1799us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598382.416888:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 303 00010000:00010000:2.0:1788598382.418603:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.418622:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.418929:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.418938:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.418945:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.418950:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598382.418955:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.418962:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.418977:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8a1a85342e00) 00010000:00010000:2.0:1788598382.419040:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598382.419047:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 2/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598382.419053:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8aa lrc: 0/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598382.419245:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26251:x1875480722912128:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 13122us (13349us total) trans 4294967861 rc 0/0 00000100:00100000:2.0:1788598382.419255:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 941 00000040:00080000:3.0:1788598382.419520:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598382.419525:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598382.420327:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1788598382.420339:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598382.425975:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598382.426100:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722912512 00000100:00100000:1.0:1788598382.426112:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722912512 00000100:00100000:1.0:1788598382.426189:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 198 00000100:00100000:1.0:1788598382.426201:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26251:x1875480722912512:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598382.426500:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:26251:x1875480722912512:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 301us (533us total) trans 4294967862 rc 0/0 00000100:00100000:1.0:1788598382.426509:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 198 00010000:00010000:1.0:1788598382.466187:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598382.850105:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598382.850128:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746979840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598382.850192:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598382.850369:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746979840 00000100:00100000:3.0:1788598382.850378:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746979840 00000100:00100000:3.0:1788598382.850460:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1788598382.850471:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746979840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598382.850502:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:3.0:1788598382.850550:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746979840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598382.850556:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1788598382.850606:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746979840:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788598382.850773:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598382.851070:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598382.851092:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746979968:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598382.851127:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598382.851281:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746979968 00000100:00100000:0.0:1788598382.851287:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746979968 00000100:00100000:0.0:1788598382.851332:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1788598382.851339:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746979968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598382.851352:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:0.0:1788598382.851402:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746979968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598382.851422:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1788598382.851463:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746979968:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788598382.851575:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788598383.239811:0:20353:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598383.239821:0:20353:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598383.239848:0:20353:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:0.0:1788598383.239854:0:20353:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598383.327680:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598383.327818:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722912640 00000100:00100000:2.0:1788598383.327829:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722912640 00000100:00100000:2.0:1788598383.327986:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 244 00000100:00100000:2.0:1788598383.327997:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+11:2434:x1875480722912640:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598383.328017:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598383.328036:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f4e82d7/0x6b7334fb1606f8b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9a8 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598383.328063:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598383.328065:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598383.328073:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f4e82d7/0x6b7334fb1606f8b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a8 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598383.328103:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004f4e82d7/0x6b7334fb1606f8b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9a8 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598383.328121:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a739200, rc 0) 00000100:00100000:2.0:1788598383.328188:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722912640:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 193us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598383.328196:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 244 00000100:00100000:3.0:1788598383.360047:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598383.360323:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722912896 00000100:00100000:1.0:1788598383.360335:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722912896 00000100:00100000:1.0:1788598383.360403:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 42 00000100:00100000:1.0:1788598383.360415:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+85:26252:x1875480722912896:12345-192.168.202.17@tcp:103:lfs.0 00010000:00010000:1.0:1788598383.360432:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598383.360462:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606f85d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb97e expref: 85 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598383.360496:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8a1a85342e00) 00010000:00010000:1.0:1788598383.360502:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598383.360562:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+84:26252:x1875480722912896:12345-192.168.202.17@tcp:103:lfs.0 Request processed in 150us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598383.360570:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 42 00000100:00100000:2.0:1788598383.362143:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598383.362164:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746980096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598383.362226:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598383.362326:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746980096 00000100:00100000:3.0:1788598383.362333:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746980096 00000100:00100000:3.0:1788598383.362381:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1788598383.362389:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746980096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598383.362420:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:3.0:1788598383.362463:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746980096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598383.362469:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1788598383.362617:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746980096:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598383.369974:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598383.370051:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722913024 00000100:00100000:0.0:1788598383.370060:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722913024 00000100:00100000:0.0:1788598383.370127:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 942 00000100:00100000:0.0:1788598383.370138:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+84:26252:x1875480722913024:12345-192.168.202.17@tcp:58:lfs.0 00000100:00100000:0.0:1788598383.370289:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+84:26252:x1875480722913024:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 153us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598383.370298:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 942 00000040:00080000:0.0:1788598383.433045:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598383.433054:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598383.433616:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1788598383.433626:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598383.494425:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598384.515882:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598384.616600:0:20404:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598384.616607:0:20404:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598384.616630:0:20404:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:0.0:1788598384.616637:0:20404:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598384.774240:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598384.774265:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598384.774280:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598384.774299:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598384.774321:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598384.774336:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598384.774353:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598384.774370:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598384.774387:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598384.774409:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722913280 00000100:00100000:3.0:1788598384.774419:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722913280 00000100:00100000:3.0:1788598384.774468:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722913792 00000100:00100000:3.0:1788598384.774471:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722913792 00000100:00100000:3.0:1788598384.774483:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722913408 00000100:00100000:3.0:1788598384.774485:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722913408 00000100:00100000:3.0:1788598384.774496:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722913920 00000100:00100000:3.0:1788598384.774498:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722913920 00000100:00100000:3.0:1788598384.774511:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 779 00000100:00100000:3.0:1788598384.774519:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+84:2434:x1875480722913280:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598384.774599:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+84:2434:x1875480722913280:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 80us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598384.774608:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 779 00000100:00100000:3.0:1788598384.774626:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 780 00000100:00100000:3.0:1788598384.774633:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+41:2434:x1875480722913792:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598384.774659:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+41:2434:x1875480722913792:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598384.774665:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 780 00000100:00100000:3.0:1788598384.774676:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 781 00000100:00100000:3.0:1788598384.774681:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722913408:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598384.774701:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722913408:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598384.774707:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 781 00000100:00100000:3.0:1788598384.774715:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 782 00000100:00100000:3.0:1788598384.774722:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722913920:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598384.774762:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722913920:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 40us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598384.774768:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 782 00000100:00100000:3.0:1788598384.774783:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722913152 00000100:00100000:3.0:1788598384.774786:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722913152 00000100:00100000:3.0:1788598384.774808:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 686 00000100:00100000:3.0:1788598384.774814:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722913152:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598384.774835:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722913152:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598384.775239:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722913536 00000100:00100000:0.0:1788598384.775245:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722913536 00000100:00100000:0.0:1788598384.775278:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722914048 00000100:00100000:0.0:1788598384.775281:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722914048 00000100:00100000:0.0:1788598384.775293:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722913664 00000100:00100000:0.0:1788598384.775295:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722913664 00000100:00100000:0.0:1788598384.775306:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722914176 00000100:00100000:0.0:1788598384.775308:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722914176 00000100:00100000:0.0:1788598384.775321:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 480 00000100:00100000:0.0:1788598384.775328:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722913536:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598384.775360:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722913536:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598384.775366:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 480 00000100:00100000:0.0:1788598384.775378:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 481 00000100:00100000:0.0:1788598384.775383:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480722914048:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598384.775402:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480722914048:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598384.775408:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 481 00000100:00100000:0.0:1788598384.775416:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 482 00000100:00100000:0.0:1788598384.775421:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722913664:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598384.775444:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722913664:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598384.775450:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 482 00000100:00100000:0.0:1788598384.775460:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 483 00000100:00100000:0.0:1788598384.775466:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480722914176:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598384.775484:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480722914176:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598384.775489:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 483 00000100:00100000:3.0:1788598384.776966:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 686 00000100:00080000:2.0:1788598384.783978:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598384.783987:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598384.783990:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598384.783993:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598385.410666:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746980224:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598385.410779:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598385.412214:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746980224 00000100:00100000:0.0:1788598385.412230:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746980224 00000100:00100000:0.0:1788598385.412406:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1788598385.412426:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746980224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598385.412468:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598385.412708:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746980224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 284us (1929us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598385.412716:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1788598385.412934:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746980224:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598385.549807:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598385.923580:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480746980480:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.923671:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598385.924062:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598385.924070:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746980608:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.924113:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598385.924151:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746980608 00000100:00100000:2.0:1788598385.924160:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746980608 00000100:00100000:2.0:1788598385.924219:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1788598385.924229:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746980608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.924302:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746980608:12345-0@lo:400:kworker.0 Request processed in 67us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598385.924311:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1788598385.924711:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746980608:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.924928:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746980992:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.924960:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598385.925004:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598385.925009:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746981120:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.925039:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598385.925096:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746981504:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.925120:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598385.925160:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598385.925166:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746981632:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.925190:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598385.925443:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480746980736:0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.925477:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598385.925499:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746981248:0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.925522:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598385.925536:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746981760:0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.925554:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598385.925573:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788598385.925578:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746980352:0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.925608:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598385.925643:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746980864:0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.925665:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598385.925680:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746981376:0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.925713:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598385.925771:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746980480 00000100:00100000:3.0:1788598385.925779:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746980480 00000100:00100000:3.0:1788598385.926062:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746980992 00000100:00100000:3.0:1788598385.926066:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746980992 00000100:00100000:3.0:1788598385.926099:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746981504 00000100:00100000:3.0:1788598385.926102:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746981504 00000100:00100000:3.0:1788598385.926115:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746980736 00000100:00100000:3.0:1788598385.926117:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746980736 00000100:00100000:3.0:1788598385.926126:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746980864 00000100:00100000:3.0:1788598385.926128:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746980864 00000100:00100000:3.0:1788598385.926139:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746981376 00000100:00100000:3.0:1788598385.926141:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746981376 00000100:00100000:3.0:1788598385.926154:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1788598385.926162:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480746980480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.926219:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480746980480:12345-0@lo:400:kworker.0 Request processed in 57us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598385.926226:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1788598385.926244:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1788598385.926250:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746980992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.926278:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746980992:12345-0@lo:400:kworker.0 Request processed in 28us (1317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598385.926283:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1788598385.926296:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1788598385.926302:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746981504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.926342:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746981504:12345-0@lo:400:kworker.0 Request processed in 40us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598385.926349:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1788598385.926360:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1788598385.926428:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480746980736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.926462:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480746980736:12345-0@lo:400:kworker.0 Request processed in 97us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598385.926468:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1788598385.926479:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1788598385.926485:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746980864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.926514:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746980864:12345-0@lo:400:kworker.0 Request processed in 28us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598385.926518:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1788598385.926528:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1788598385.926532:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746981376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.926555:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746981376:12345-0@lo:400:kworker.0 Request processed in 22us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598385.926561:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1788598385.926585:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746981120 00000100:00100000:3.0:1788598385.926590:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746981120 00000100:00100000:3.0:1788598385.926618:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746981632 00000100:00100000:3.0:1788598385.926621:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746981632 00000100:00100000:3.0:1788598385.926635:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746981248 00000100:00100000:3.0:1788598385.926637:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746981248 00000100:00100000:3.0:1788598385.926647:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746981760 00000100:00100000:3.0:1788598385.926649:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746981760 00000100:00100000:3.0:1788598385.926663:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1788598385.926668:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746981120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598385.926890:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1788598385.926900:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746981632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598385.926937:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746981632:12345-0@lo:400:kworker.0 Request processed in 40us (1745us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598385.926944:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1788598385.926959:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1788598385.926965:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746981248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598385.926989:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746981248:12345-0@lo:400:kworker.0 Request processed in 26us (1467us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598385.926995:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1788598385.927005:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1788598385.927010:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746981760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598385.927035:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746981760:12345-0@lo:400:kworker.0 Request processed in 26us (1481us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598385.927041:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00080000:2.0:1788598385.927349:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598385.927354:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598385.927357:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598385.927359:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598385.927580:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746981120:12345-0@lo:400:kworker.0 Request processed in 910us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598385.927588:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1788598385.927614:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746980352 00000100:00100000:3.0:1788598385.927620:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746980352 00000100:00100000:3.0:1788598385.927651:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1788598385.927658:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746980352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.927690:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746980352:12345-0@lo:400:kworker.0 Request processed in 33us (2081us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598385.927922:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746980352:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.927939:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746980864:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.927949:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746981376:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.927959:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480746980736:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.927970:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746981248:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.927979:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746981760:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.928006:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598385.928014:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746981888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598385.928051:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598385.928120:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746981632:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.928134:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746981504:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.928145:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746981120:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.928157:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746980992:0@lo:400:kworker.0 00000100:00100000:2.0:1788598385.928169:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480746980480:0@lo:400:kworker.0 00000100:00100000:3.0:1788598385.928283:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1788598385.928326:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746981888 00000100:00100000:3.0:1788598385.928330:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746981888 00000100:00100000:3.0:1788598385.928354:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1788598385.928361:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746981888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598385.928616:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 103373632 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788598385.928660:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746981888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 299us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598385.928667:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1788598385.929104:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746981888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598386.434193:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598386.434224:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746982016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598386.434315:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598386.434501:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746982016 00000100:00100000:1.0:1788598386.434512:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746982016 00000100:00100000:1.0:1788598386.434582:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1788598386.434593:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746982016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598386.434621:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 103373632 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788598386.434681:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746982016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598386.434689:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1788598386.434772:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746982016:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598386.565843:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598387.586189:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598387.969925:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746982144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598387.970012:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598387.970128:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746982144 00000100:00100000:3.0:1788598387.970139:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746982144 00000100:00100000:3.0:1788598387.970204:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1788598387.970215:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746982144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598387.970249:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:3.0:1788598387.970303:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746982144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598387.970311:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1788598387.970370:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746982144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598387.970722:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598387.970768:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746982272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598387.970806:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598387.971082:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746982272 00000100:00100000:1.0:1788598387.971095:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746982272 00000100:00100000:1.0:1788598387.971132:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1788598387.971139:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746982272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598387.971153:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:1.0:1788598387.971200:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746982272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598387.971209:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1788598387.971413:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746982272:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788598387.972012:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1788598387.973634:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000001:00080000:1.0:1788598387.974229:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967862 is committed 00000100:00100000:0.0:1788598388.490398:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746982400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598388.490467:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598388.490673:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746982400 00000100:00100000:3.0:1788598388.490692:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746982400 00000100:00100000:3.0:1788598388.490775:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1788598388.490794:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746982400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598388.490828:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:3.0:1788598388.490883:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746982400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598388.490890:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1788598388.491036:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746982400:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598388.613425:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598389.634730:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598389.909205:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598389.909245:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598389.909277:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598389.909298:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598389.909324:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598389.909342:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598389.909358:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598389.910295:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598389.910357:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598389.910404:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722914816 00000100:00100000:1.0:1788598389.910415:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722914816 00000100:00100000:1.0:1788598389.910472:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722915328 00000100:00100000:1.0:1788598389.910475:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722915328 00000100:00100000:1.0:1788598389.910489:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722914688 00000100:00100000:1.0:1788598389.910491:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722914688 00000100:00100000:1.0:1788598389.910504:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722915200 00000100:00100000:1.0:1788598389.910507:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722915200 00000100:00100000:1.0:1788598389.910523:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 488 00000100:00100000:1.0:1788598389.910532:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722914816:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598389.910605:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722914816:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 75us (1327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598389.910613:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 488 00000100:00100000:1.0:1788598389.910630:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 489 00000100:00100000:1.0:1788598389.910635:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722915328:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598389.910672:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722915328:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598389.910679:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 489 00000100:00100000:1.0:1788598389.910690:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 490 00000100:00100000:1.0:1788598389.910695:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722914688:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598389.910748:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722914688:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 38us (1374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598389.910755:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 490 00000100:00100000:1.0:1788598389.910766:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 491 00000100:00100000:1.0:1788598389.910772:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480722915200:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598389.910795:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480722915200:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598389.910801:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 491 00000100:00100000:1.0:1788598389.910820:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722914560 00000100:00100000:1.0:1788598389.910823:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722914560 00000100:00100000:1.0:1788598389.910850:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722915072 00000100:00100000:1.0:1788598389.910853:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722915072 00000100:00100000:1.0:1788598389.910865:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722914432 00000100:00100000:1.0:1788598389.910868:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722914432 00000100:00100000:1.0:1788598389.910879:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722914944 00000100:00100000:1.0:1788598389.910881:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722914944 00000100:00100000:1.0:1788598389.910895:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 789 00000100:00100000:1.0:1788598389.910900:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722914560:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598389.910926:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722914560:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (1680us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598389.910941:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 789 00000100:00100000:1.0:1788598389.910953:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 790 00000100:00100000:1.0:1788598389.910959:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722915072:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598389.910982:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722915072:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (1683us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598389.910988:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 790 00000100:00100000:1.0:1788598389.911014:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 791 00000100:00100000:1.0:1788598389.911020:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+84:2434:x1875480722914432:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598389.911046:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+84:2434:x1875480722914432:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (1703us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598389.911052:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 791 00000100:00100000:1.0:1788598389.911063:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 792 00000100:00100000:1.0:1788598389.911069:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2434:x1875480722914944:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598389.912570:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722914304 00000100:00100000:3.0:1788598389.912583:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722914304 00000100:00100000:3.0:1788598389.912629:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 688 00000100:00100000:3.0:1788598389.912638:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722914304:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598389.914029:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2434:x1875480722914944:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 2951us (3730us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598389.914042:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 792 00000100:00080000:1.0:1788598389.914113:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598389.914119:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598389.914122:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598389.914125:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598389.922340:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722914304:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 9692us (13131us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598389.922355:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 688 00000100:00100000:3.0:1788598390.384596:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598390.384696:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722915456 00000100:00100000:2.0:1788598390.384721:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722915456 00000100:00100000:3.0:1788598390.385038:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 943 00000100:00100000:3.0:1788598390.385053:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+38:26224:x1875480722915456:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788598390.385202:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+38:26224:x1875480722915456:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 154us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598390.385210:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 943 00000100:00100000:1.0:1788598390.396890:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598390.397005:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722915584 00000100:00100000:0.0:1788598390.397015:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722915584 00000100:00100000:0.0:1788598390.397074:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 944 00000100:00100000:0.0:1788598390.397083:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:26224:x1875480722915584:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788598390.397195:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:26224:x1875480722915584:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 113us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598390.397203:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 944 00000100:00100000:3.0:1788598390.530806:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746982528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598390.530881:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598390.531187:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746982528 00000100:00100000:2.0:1788598390.531196:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746982528 00000100:00100000:2.0:1788598390.531251:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1788598390.531260:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746982528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598390.531293:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598390.531350:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746982528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598390.531357:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1788598390.531593:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746982528:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788598390.597709:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598390.657964:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598391.042079:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746982656:0@lo:400:kworker.0 00000100:00100000:0.0:1788598391.042196:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598391.042606:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746982656 00000100:00100000:3.0:1788598391.042615:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746982656 00000100:00100000:3.0:1788598391.042662:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1788598391.042671:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746982656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598391.049474:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746982784:0@lo:400:kworker.0 00000100:00100000:1.0:1788598391.049557:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598391.049657:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746982784 00000100:00100000:0.0:1788598391.049666:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746982784 00000100:00100000:0.0:1788598391.049725:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1788598391.049747:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746982784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598391.049801:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746982784:12345-0@lo:400:kworker.0 Request processed in 69us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598391.049808:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1788598391.049840:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746983168:0@lo:400:kworker.0 00000100:00100000:0.0:1788598391.049869:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050060:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746983168 00000100:00100000:2.0:1788598391.050065:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746983168 00000100:00100000:2.0:1788598391.050101:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1788598391.050110:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746983168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050157:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480746983168:12345-0@lo:400:kworker.0 Request processed in 48us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.050162:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1788598391.050193:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746982912:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050222:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050240:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480746983424:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050259:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050274:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480746983936:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050292:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050309:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788598391.050314:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480746983296:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050333:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050348:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480746983808:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050363:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050400:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746983424 00000100:00100000:2.0:1788598391.050405:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746983424 00000100:00100000:2.0:1788598391.050432:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746983936 00000100:00100000:2.0:1788598391.050436:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746983936 00000100:00100000:2.0:1788598391.050447:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746983296 00000100:00100000:2.0:1788598391.050449:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746983296 00000100:00100000:2.0:1788598391.050459:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746983808 00000100:00100000:2.0:1788598391.050461:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746983808 00000100:00100000:2.0:1788598391.050472:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1788598391.050477:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480746983424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050513:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480746983424:12345-0@lo:400:kworker.0 Request processed in 35us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.050518:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1788598391.050529:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1788598391.050534:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480746983936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050558:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480746983936:12345-0@lo:400:kworker.0 Request processed in 24us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.050564:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1788598391.050574:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1788598391.050580:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480746983296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050603:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480746983296:12345-0@lo:400:kworker.0 Request processed in 23us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.050612:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1788598391.050621:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1788598391.050627:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480746983808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050650:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480746983808:12345-0@lo:400:kworker.0 Request processed in 23us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.050655:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1788598391.050671:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746983040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598391.050697:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050716:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746983552:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050765:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050783:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746984064:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050801:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050819:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788598391.050824:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746983680:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050844:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050860:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746984192:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050879:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598391.050920:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480746983296:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050928:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480746983808:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050935:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480746983424:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050943:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480746983936:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.050981:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746983040 00000100:00100000:2.0:1788598391.050984:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746983040 00000100:00100000:2.0:1788598391.051010:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1788598391.051017:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746983040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598391.051041:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598391.051073:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746983040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.051079:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1788598391.051148:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746983040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598391.051182:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746983552 00000100:00100000:2.0:1788598391.051186:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746983552 00000100:00100000:2.0:1788598391.051210:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746984064 00000100:00100000:2.0:1788598391.051212:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746984064 00000100:00100000:2.0:1788598391.051222:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746983680 00000100:00100000:2.0:1788598391.051224:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746983680 00000100:00100000:2.0:1788598391.051235:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746984192 00000100:00100000:2.0:1788598391.051237:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746984192 00000100:00100000:2.0:1788598391.051248:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1788598391.051254:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746983552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.051287:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746983552:12345-0@lo:400:kworker.0 Request processed in 34us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.051292:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1788598391.051302:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1788598391.051308:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746984064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.051329:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746984064:12345-0@lo:400:kworker.0 Request processed in 22us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.051335:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1788598391.051345:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1788598391.051351:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746983680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.051374:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746983680:12345-0@lo:400:kworker.0 Request processed in 25us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.051379:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1788598391.051388:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1788598391.051393:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746984192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.051416:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746984192:12345-0@lo:400:kworker.0 Request processed in 24us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.051421:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00080000:2.0:1788598391.051440:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598391.051444:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598391.051446:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598391.051449:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598391.051468:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746983680:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.051476:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746984192:0@lo:400:kworker.0 00000100:00100000:1.0:1788598391.051477:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746982784:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.051483:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746983552:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.051490:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746984064:0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.051522:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746982912 00000100:00100000:2.0:1788598391.051526:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746982912 00000100:00100000:2.0:1788598391.051549:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1788598391.051555:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746982912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598391.051600:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746982912:12345-0@lo:400:kworker.0 Request processed in 43us (1375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598391.051606:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1788598391.051821:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746982912:0@lo:400:kworker.0 00000100:00100000:3.0:1788598391.053520:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480746982656:12345-0@lo:400:kworker.0 Request processed in 10843us (11317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598391.053532:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1788598391.056078:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480746982656:0@lo:400:kworker.0 00000100:00100000:0.0:1788598391.056190:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480746983168:0@lo:400:kworker.0 00000100:00100000:3.0:1788598391.554378:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598391.554400:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746984320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598391.554468:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598391.554710:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746984320 00000100:00100000:0.0:1788598391.554719:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746984320 00000100:00100000:0.0:1788598391.554812:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1788598391.554822:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746984320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598391.554843:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598391.554898:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746984320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598391.554905:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1788598391.555010:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746984320:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1788598391.618153:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598391.618164:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598391.618186:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:2.0:1788598391.618196:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788598391.682088:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598392.706960:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788598393.039568:0:20600:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 04:53:10 (1788598390) 00000100:00100000:1.0:1788598393.089956:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746984448:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598393.090030:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598393.090131:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746984448 00000100:00100000:2.0:1788598393.090139:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746984448 00000100:00100000:2.0:1788598393.090200:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1788598393.090209:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746984448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598393.090255:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:3.0:1788598393.097468:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746984576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598393.097528:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598393.097582:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746984576 00000100:00100000:3.0:1788598393.097590:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746984576 00000100:00100000:3.0:1788598393.097633:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1788598393.097643:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746984576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598393.097666:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:3.0:1788598393.097708:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746984576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598393.097714:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1788598393.097775:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746984576:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788598393.097906:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598393.111131:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746984448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 20914us (21091us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598393.111146:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1788598393.112723:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746984448:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598393.617030:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598393.617052:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746984704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598393.617294:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598393.617634:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746984704 00000100:00100000:3.0:1788598393.617642:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746984704 00000100:00100000:3.0:1788598393.617703:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1788598393.617712:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746984704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598393.617771:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:3.0:1788598393.617824:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746984704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598393.617831:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1788598393.617941:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746984704:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598393.732051:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598393.935938:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598393.936145:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722915712 00000100:00100000:2.0:1788598393.936155:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722915712 00000100:00100000:2.0:1788598393.936234:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 945 00000100:00100000:2.0:1788598393.936244:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:26874:x1875480722915712:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1788598393.936413:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598393.936598:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:26874:x1875480722915712:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 355us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598393.936606:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 945 00000100:00100000:3.0:1788598393.950794:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598393.951036:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722915840 00000100:00100000:2.0:1788598393.951046:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722915840 00000100:00100000:2.0:1788598393.951245:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 946 00000100:00100000:2.0:1788598393.951255:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:26874:x1875480722915840:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598393.951376:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:26874:x1875480722915840:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 122us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598393.951405:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 946 00000100:00080000:3.0:1788598393.962304:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598393.980300:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598393.982440:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722915968 00000100:00100000:0.0:1788598393.982455:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722915968 00000100:00080000:3.0:1788598393.982529:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598393.982544:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 947 00000100:00100000:0.0:1788598393.982553:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+84:26875:x1875480722915968:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598393.982575:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598393.982596:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9af expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.982655:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.982666:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.982675:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.983992:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984006:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984014:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984049:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984053:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984057:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984061:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984067:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598393.984070:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984077:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984088:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598393.984091:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598393.984105:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984112:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984128:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984134:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984138:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984141:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535d200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598393.984143:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984146:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984151:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598393.984152:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598393.984154:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984157:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984190:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8b8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9af expref: 85 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984201:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598393.984202:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598393.984204:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9af expref: 85 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598393.984210:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c600, rc 0) 00000100:00100000:0.0:1788598393.984276:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+84:26875:x1875480722915968:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1724us (3985us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598393.984286:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 947 00000100:00100000:0.0:1788598393.991346:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598393.991414:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722916224 00000100:00100000:2.0:1788598393.991425:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722916224 00000100:00100000:2.0:1788598393.991480:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 948 00000100:00100000:2.0:1788598393.991494:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+84:26875:x1875480722916224:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:2.0:1788598393.991552:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598393.991578:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f729 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb90e expref: 84 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598393.991598:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598393.991603:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598393.991661:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598393.991674:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb923 expref: 37 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598393.991682:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598393.991729:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb923 expref: 37 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598393.991779:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb923 expref: 37 pid: 6525 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598393.991793:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746984832:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598393.991889:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788598394.008050:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598394.008194:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746984832:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598394.008223:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598394.008427:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722916352 00000100:00100000:1.0:1788598394.008435:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722916352 00010000:00010000:1.0:1788598394.008475:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb923 expref: 38 pid: 6525 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598394.008518:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 304 00000100:00100000:1.0:1788598394.008528:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+38:2432:x1875480722916352:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598394.008542:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598394.008548:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb923 expref: 38 pid: 6525 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.008560:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb923 expref: 38 pid: 6525 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.008599:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606f768 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb923 expref: 38 pid: 6525 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.008615:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598394.008620:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.008629:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.008637:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.008667:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598394.008722:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2432:x1875480722916352:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 194us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598394.008730:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 304 00010000:00010000:0.0:1788598394.009619:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.009629:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.009654:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.009663:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.009672:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010234:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010248:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010255:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598394.010269:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000795f745d reply state 00000000ec2bc8a2 transno 4294967863 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010279:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010285:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:0.0:1788598394.010288:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598394.010292:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788598394.010297:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00010000:00010000:0.0:1788598394.010305:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010320:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010328:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010333:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598394.010337:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010343:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010358:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598394.010360:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.010364:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010370:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f8cd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598394.010921:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000795f745d reply state 00000000ec2bc8a2 transno 4294967863 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010932:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.010938:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598394.010950:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598394.010952:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788598394.011043:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+85:26875:x1875480722916224:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 19548us (19702us total) trans 4294967863 rc 0/0 00000100:00100000:0.0:1788598394.011052:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 948 00000100:00100000:0.0:1788598394.033845:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.033951:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722916480 00000100:00100000:1.0:1788598394.033962:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722916480 00000100:00100000:1.0:1788598394.034027:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 949 00000100:00100000:1.0:1788598394.034037:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+85:26876:x1875480722916480:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:1.0:1788598394.034062:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598394.034082:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f8e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9b6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.034159:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb1606f8e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.034191:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb1606f8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.034204:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb1606f8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598394.034256:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788598394.034260:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598394.034281:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb1606f8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.034306:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f8e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9b6 expref: 87 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.034332:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb1606f8e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9b6 expref: 86 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.034342:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598394.034344:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598394.034348:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030ee00, rc 0) 00000100:00100000:1.0:1788598394.034427:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+86:26876:x1875480722916480:12345-192.168.202.17@tcp:101:bash.0 Request processed in 391us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598394.034436:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 949 00000100:00100000:1.0:1788598394.040379:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.040572:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722916608 00000100:00100000:0.0:1788598394.040583:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722916608 00000100:00100000:0.0:1788598394.040643:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 950 00000100:00100000:0.0:1788598394.040653:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+86:26876:x1875480722916608:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598394.040675:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598394.040696:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606f8f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9bd expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.040804:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.040817:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.040829:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.040852:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.040859:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.040865:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.040951:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f905 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.040960:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f905 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.040966:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f905 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598394.040997:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:0.0:1788598394.041001:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598394.041020:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f905 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041038:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041044:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041050:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041056:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041062:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598394.041066:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041074:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041085:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598394.041088:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.041093:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041109:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606f8f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041121:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041127:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041132:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041136:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598394.041140:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041145:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8fe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041152:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598394.041154:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.041157:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8fe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041163:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1606f8fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041191:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606f8f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9bd expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041203:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535da00/0x6b7334fb1606f905 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9bd expref: 87 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.041210:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:0.0:1788598394.041212:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788598394.041214:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535da00, rc 0) 00000100:00100000:0.0:1788598394.041275:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+87:26876:x1875480722916608:12345-192.168.202.17@tcp:101:bash.0 Request processed in 623us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598394.041285:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 950 00000100:00100000:3.0:1788598394.052572:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.052655:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722916736 00000100:00100000:0.0:1788598394.052666:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722916736 00000100:00100000:0.0:1788598394.052723:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 951 00000100:00100000:0.0:1788598394.052761:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+87:26876:x1875480722916736:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598394.052782:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598394.052807:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f90c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9c4 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.052891:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f913 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.052917:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f913 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.052929:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f913 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.052945:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f91a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.052952:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f91a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.052958:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f91a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.052993:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f913 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053004:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f913 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053010:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f913 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053016:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598394.053020:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f913 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053027:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f913 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053037:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:0.0:1788598394.053040:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.053044:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f913 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053049:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f913 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053062:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f91a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053067:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f91a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053073:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f91a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053077:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598394.053080:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f91a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053085:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f91a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053091:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8a1b84c1a800) 00010000:00010000:0.0:1788598394.053093:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.053123:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f91a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053130:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f91a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053164:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f90c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9c4 expref: 88 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053178:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:0.0:1788598394.053181:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.053184:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606f90c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9c4 expref: 88 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.053194:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f4c00, rc 0) 00000100:00100000:0.0:1788598394.053249:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+87:26876:x1875480722916736:12345-192.168.202.17@tcp:101:bash.0 Request processed in 517us (686us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598394.053256:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 951 00000100:00100000:2.0:1788598394.076139:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.076232:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722916864 00000100:00100000:0.0:1788598394.076242:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722916864 00000100:00100000:0.0:1788598394.076310:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 952 00000100:00100000:0.0:1788598394.076330:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:26877:x1875480722916864:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598394.076354:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598394.076373:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f921 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9cb expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.076450:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.076466:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.076478:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598394.076523:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598394.076527:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598394.076548:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.076572:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f921 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9cb expref: 39 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.076591:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9cb expref: 38 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.076599:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598394.076601:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598394.076605:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98800, rc 0) 00000100:00100000:0.0:1788598394.076673:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+38:26877:x1875480722916864:12345-192.168.202.17@tcp:101:rm.0 Request processed in 346us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598394.076680:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 952 00000100:00100000:3.0:1788598394.081526:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.081813:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722916992 00000100:00100000:1.0:1788598394.081823:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722916992 00000100:00100000:1.0:1788598394.081891:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 953 00000100:00100000:1.0:1788598394.081911:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+38:26877:x1875480722916992:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598394.081947:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598394.081968:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f92f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9d2 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082042:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f936 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082060:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f936 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082072:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f936 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082082:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f93d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082088:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f93d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082094:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f93d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082184:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ea00/0x6b7334fb1606f944 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082192:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ea00/0x6b7334fb1606f944 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082198:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ea00/0x6b7334fb1606f944 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598394.082232:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:1.0:1788598394.082241:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598394.082262:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ea00/0x6b7334fb1606f944 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082274:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f936 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082279:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f936 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082285:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f936 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082290:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030f200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598394.082293:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f936 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082300:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f936 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082319:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598394.082322:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598394.082327:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f936 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082332:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f936 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082343:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f93d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082348:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f93d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082364:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f93d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082369:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598394.082372:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f93d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082378:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f93d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082386:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8a1b84c1af00) 00010000:00010000:1.0:1788598394.082388:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598394.082391:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f93d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082396:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f93d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082420:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f92f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9d2 expref: 40 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082433:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ea00/0x6b7334fb1606f944 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9d2 expref: 39 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.082439:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:1.0:1788598394.082441:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788598394.082443:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030ea00, rc 0) 00000100:00100000:1.0:1788598394.082509:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26877:x1875480722916992:12345-192.168.202.17@tcp:101:rm.0 Request processed in 610us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598394.082525:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 953 00000100:00100000:3.0:1788598394.097603:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.097766:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722917120 00000100:00100000:1.0:1788598394.097775:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722917120 00000100:00100000:1.0:1788598394.097840:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 954 00000100:00100000:1.0:1788598394.097850:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26877:x1875480722917120:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598394.097872:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598394.097892:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f94b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9d9 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.097974:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f952 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.097989:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f952 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098000:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f952 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098014:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f959 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098020:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f959 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098026:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f959 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098065:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f952 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098089:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f952 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098106:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f952 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098112:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598394.098116:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f952 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098123:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f952 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098136:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:1.0:1788598394.098139:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598394.098143:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f952 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098148:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f952 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098163:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f959 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098169:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f959 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098174:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f959 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098178:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030f200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598394.098187:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f959 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098193:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f959 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098200:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8a1b9fd8ce00) 00010000:00010000:1.0:1788598394.098202:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598394.098205:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f959 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098210:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f959 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098242:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f94b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9d9 expref: 40 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098252:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:1.0:1788598394.098253:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598394.098256:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f94b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9d9 expref: 40 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.098265:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030e600, rc 0) 00000100:00100000:1.0:1788598394.098328:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26877:x1875480722917120:12345-192.168.202.17@tcp:101:rm.0 Request processed in 480us (732us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598394.098335:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 954 00000100:00100000:3.0:1788598394.105276:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.105421:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722917248 00000100:00100000:1.0:1788598394.105430:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722917248 00000100:00100000:1.0:1788598394.105494:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 955 00000100:00100000:1.0:1788598394.105504:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26877:x1875480722917248:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598394.105542:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598394.105564:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f960 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9e0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105632:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105645:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105656:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105669:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f96e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105675:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f96e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105680:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f96e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105724:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105763:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105770:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105777:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105791:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030f200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598394.105795:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105803:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105816:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:1.0:1788598394.105819:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598394.105823:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105829:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f967 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105841:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f96e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105846:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f96e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105852:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f96e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105858:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598394.105860:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f96e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105866:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f96e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105884:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8a1b9fd8ce00) 00010000:00010000:1.0:1788598394.105886:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598394.105889:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f96e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.105895:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f96e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.106110:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f960 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9e0 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.106122:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:1.0:1788598394.106124:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598394.106128:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f960 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9e0 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.106136:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030e600, rc 0) 00000100:00100000:1.0:1788598394.106251:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26877:x1875480722917248:12345-192.168.202.17@tcp:101:rm.0 Request processed in 748us (984us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598394.106259:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 955 00000100:00100000:3.0:1788598394.146300:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598394.146422:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722917376 00000100:00100000:2.0:1788598394.146431:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722917376 00000100:00100000:2.0:1788598394.146495:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 956 00000100:00100000:2.0:1788598394.146505:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26878:x1875480722917376:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598394.146526:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598394.146545:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738c00/0x6b7334fb1606f975 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9e7 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146612:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f97c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146628:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f97c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146640:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f97c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146655:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f983 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146663:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146669:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146719:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f97c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146727:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f97c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146766:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f97c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146773:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598394.146777:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f97c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146784:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f97c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146795:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:2.0:1788598394.146798:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598394.146802:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f97c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146807:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606f97c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146821:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146826:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f983 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146832:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f983 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146854:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598394.146856:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f983 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146862:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f983 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146868:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8a1a86120b00) 00010000:00010000:2.0:1788598394.146871:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598394.146873:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f983 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.146878:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606f983 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.147246:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738c00/0x6b7334fb1606f975 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9e7 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.147257:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:2.0:1788598394.147259:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598394.147262:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738c00/0x6b7334fb1606f975 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9e7 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.147272:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738c00, rc 0) 00000100:00100000:2.0:1788598394.147332:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26878:x1875480722917376:12345-192.168.202.17@tcp:101:cp.0 Request processed in 828us (1039us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598394.147340:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 956 00000100:00100000:3.0:1788598394.155912:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.156025:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722917504 00000100:00100000:0.0:1788598394.156035:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722917504 00000100:00100000:0.0:1788598394.156094:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 957 00000100:00100000:0.0:1788598394.156130:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26878:x1875480722917504:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598394.156151:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598394.156172:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f98a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9ee expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156245:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f991 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156260:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f991 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156270:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f991 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156284:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f998 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156301:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f998 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156308:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f998 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156344:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f991 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156351:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f991 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156373:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f991 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156380:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598394.156384:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f991 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156392:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f991 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156404:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:0.0:1788598394.156408:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.156412:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f991 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156418:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f991 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156432:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f998 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156438:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f998 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156443:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f998 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156448:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598394.156450:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f998 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156460:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f998 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156467:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8a1b84c1a800) 00010000:00010000:0.0:1788598394.156470:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.156472:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f998 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156478:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f998 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156511:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f98a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9ee expref: 40 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156521:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:0.0:1788598394.156523:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.156526:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f98a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9ee expref: 40 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.156554:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98a00, rc 0) 00000100:00100000:0.0:1788598394.156614:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26878:x1875480722917504:12345-192.168.202.17@tcp:101:cp.0 Request processed in 484us (711us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598394.156620:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 957 00000100:00100000:3.0:1788598394.160833:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.165787:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722917760 00000100:00100000:1.0:1788598394.165802:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722917760 00000100:00100000:1.0:1788598394.165888:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 958 00000100:00100000:1.0:1788598394.166144:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+39:26878:x1875480722917760:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598394.166168:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598394.166192:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f99f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9f5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.166336:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.166352:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.166363:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.166386:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.166482:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.166492:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788598394.167093:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x12:0x0], index 0: 0 00010000:00010000:1.0:1788598394.167251:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f9b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.167261:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f9b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.167269:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f9b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.167303:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.167321:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.167326:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.167332:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.167337:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598394.167342:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.167349:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.167361:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:1.0:1788598394.167364:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598394.167369:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.167374:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb1606f9a6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598394.167387:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ce429ec reply state 00000000fa709d3f transno 4294967864 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.168074:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.168081:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8a1b9fd8ce00) 00010000:00010000:1.0:1788598394.168090:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598394.168094:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788598394.168138:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1606f99f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9f5 expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.168156:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fa00/0x6b7334fb1606f9b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9f5 expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.168162:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:1.0:1788598394.168164:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598394.168167:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030fa00, rc 0) 00000100:00100000:1.0:1788598394.168247:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+42:26878:x1875480722917760:12345-192.168.202.17@tcp:101:cp.0 Request processed in 2350us (7424us total) trans 4294967864 rc 0/0 00000100:00100000:1.0:1788598394.168256:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 958 00000100:00100000:3.0:1788598394.177175:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.177259:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722917888 00000100:00100000:1.0:1788598394.177269:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722917888 00000100:00100000:1.0:1788598394.177352:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 245 00000100:00100000:1.0:1788598394.177364:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722917888:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598394.177400:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598394.177421:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606f9c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeb9fc expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598394.177447:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788598394.177467:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598394.177469:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598394.177478:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606f9c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9fc expref: 9 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.177519:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606f9c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9fc expref: 9 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.177533:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321600, rc 0) 00000100:00100000:1.0:1788598394.177590:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722917888:12345-192.168.202.17@tcp:101:cp.0 Request processed in 229us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598394.177598:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 245 00000100:00080000:3.0:1788598394.178256:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598394.179236:0:8867:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8867:1875480746984960:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788598394.179292:0:8867:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598394.179363:0:8867:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598394.179845:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746984960 00000100:00100000:3.0:1788598394.179853:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746984960 00000100:00100000:3.0:1788598394.179909:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1788598394.179916:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:8867:x1875480746984960:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788598394.179950:0:8403:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 34 00000100:00100000:3.0:1788598394.189414:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:8867:x1875480746984960:12345-0@lo:5:osp-pre-0-0.0 Request processed in 9492us (10114us total) trans 4294967341 rc 0/0 00000100:00100000:3.0:1788598394.189427:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1788598394.190524:0:8867:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8867:1875480746984960:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788598394.190539:0:8867:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x12:0x0]-[0x280000401:0x41:0x0] 00000100:00100000:2.0:1788598394.198718:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.198846:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722918016 00000100:00100000:1.0:1788598394.198857:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722918016 00000100:00100000:1.0:1788598394.198924:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 247 00000100:00100000:1.0:1788598394.198934:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:26878:x1875480722918016:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598394.198951:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598394.198970:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba03 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.199000:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606f9c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9fc expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.199010:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598394.199013:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598394.199017:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 10 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.199049:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606f9c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9fc expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.199085:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606f9c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9fc expref: 10 pid: 8405 timeout: 784 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598394.199108:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480746985088:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598394.199208:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba02703c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598394.203286:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480746985088:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598394.203325:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 10 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.203346:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321000, rc 0) 00000100:00100000:2.0:1788598394.203415:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:26878:x1875480722918016:12345-192.168.202.17@tcp:101:cp.0 Request processed in 4482us (4715us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598394.203425:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 247 00000100:00100000:3.0:1788598394.205008:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.205146:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722918144 00000100:00100000:1.0:1788598394.205155:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722918144 00010000:00010000:1.0:1788598394.205192:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606f9c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9fc expref: 10 pid: 8405 timeout: 784 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598394.205230:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 305 00000100:00100000:1.0:1788598394.205240:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722918144:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598394.205254:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598394.205274:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606f9c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9fc expref: 10 pid: 8405 timeout: 784 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.205289:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606f9c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9fc expref: 10 pid: 8405 timeout: 784 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.205319:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606f9c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9fc expref: 10 pid: 8405 timeout: 784 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.205336:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598394.205351:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598394.205359:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 9 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.205369:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 9 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.205606:0:8432:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 9 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598394.205622:0:8432:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8432:1875480746985216:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598394.206444:0:8432:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270180 going to sleep for 11 seconds 00000100:00100000:3.0:1788598394.222053:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.223781:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722918400 00000100:00100000:0.0:1788598394.223795:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722918400 00000100:00100000:0.0:1788598394.223869:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 199 00000100:00100000:0.0:1788598394.223879:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+42:26878:x1875480722918400:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:0.0:1788598394.224209:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+43:26878:x1875480722918400:12345-192.168.202.17@tcp:35:cp.0 Request processed in 331us (2164us total) trans 4294967865 rc 0/0 00000100:00100000:0.0:1788598394.224217:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 199 00000100:00100000:1.0:1788598394.233230:0:8432:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8432:1875480746985216:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598394.233258:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598394.233339:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722918144:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 28100us (28336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598394.233350:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 305 00000100:00100000:2.0:1788598394.332233:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.332463:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722918528 00000100:00100000:0.0:1788598394.332475:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722918528 00000100:00100000:0.0:1788598394.332535:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 959 00000100:00100000:0.0:1788598394.332545:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+87:26881:x1875480722918528:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598394.332567:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598394.332588:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f9d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba0a expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332655:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f9d7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332669:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f9d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332681:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f9d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332692:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f9de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332699:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f9de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332706:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f9de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332822:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606f9e5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332831:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606f9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332838:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606f9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598394.332876:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00000004:00200000:0.0:1788598394.332880:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598394.332909:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606f9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332920:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606f9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332928:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f9d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332933:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f9d7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332939:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f9d7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332944:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598394.332947:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f9d7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332954:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f9d7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332965:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:0.0:1788598394.332969:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.332973:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f9d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332978:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606f9d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332992:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f9de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.332998:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f9de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.333004:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f9de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.333009:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598394.333012:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f9de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.333018:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f9de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.333024:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8a1b9fd8ce00) 00010000:00010000:0.0:1788598394.333026:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598394.333029:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f9de lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.333033:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606f9de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.333057:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606f9d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba0a expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.333071:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606f9e5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba0a expref: 88 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.333078:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:0.0:1788598394.333080:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598394.333082:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98200, rc 0) 00000100:00100000:0.0:1788598394.333153:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+88:26881:x1875480722918528:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 609us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598394.333161:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 959 00000100:00100000:2.0:1788598394.352951:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.353050:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722918656 00000100:00100000:0.0:1788598394.353060:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722918656 00000100:00100000:0.0:1788598394.353152:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 248 00000100:00100000:0.0:1788598394.353161:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722918656:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598394.353177:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598394.353193:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c87711d/0x6b7334fb1606f9ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba11 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598394.353249:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480746985344:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598394.353345:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ef00 going to sleep for 11 seconds 00000100:00080000:3.0:1788598394.353661:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1788598394.356699:0:8406:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788598394.356707:0:8406:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb mtime: 0 -> 1788598394 00002000:00010000:0.0:1788598394.356710:0:8406:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb atime: 0 -> 1788598394 00002000:00010000:0.0:1788598394.356712:0:8406:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb ctime: 0 -> 1788598394 00002000:00010000:0.0:1788598394.356714:0:8406:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788598394.356758:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480746985344:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598394.356792:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c87711d/0x6b7334fb1606f9ec lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba11 expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.356815:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c87711d/0x6b7334fb1606f9ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba11 expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.356828:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98a00, rc 0) 00000100:00100000:0.0:1788598394.356890:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722918656:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3730us (3950us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598394.356905:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 248 00000100:00100000:2.0:1788598394.377830:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.378076:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722918784 00000100:00100000:1.0:1788598394.378086:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722918784 00000100:00100000:1.0:1788598394.378151:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 960 00000100:00100000:1.0:1788598394.378161:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+88:26881:x1875480722918784:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598394.378179:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598394.378196:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f9f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba18 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.378270:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f9fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.378294:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f9fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.378306:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f9fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598394.378360:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:1.0:1788598394.378364:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598394.378555:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f9fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.378582:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606f9f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba18 expref: 90 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.378600:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f9fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba18 expref: 89 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.378610:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:1.0:1788598394.378613:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598394.378616:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320600, rc 0) 00000100:00100000:1.0:1788598394.378677:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+89:26881:x1875480722918784:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 518us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598394.378685:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 960 00000100:00100000:2.0:1788598394.383681:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598394.384118:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722918912 00000100:00100000:3.0:1788598394.384128:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722918912 00000100:00100000:3.0:1788598394.384185:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 249 00000100:00100000:3.0:1788598394.384196:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722918912:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598394.384213:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598394.384230:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a768cc8f/0x6b7334fb1606fa01 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba1f expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598394.384289:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480746985472:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598394.385199:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc30876c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598394.387320:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480746985472:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598394.387361:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a768cc8f/0x6b7334fb1606fa01 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba1f expref: 13 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.387385:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a768cc8f/0x6b7334fb1606fa01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba1f expref: 13 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.387720:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87387400, rc 0) 00000100:00100000:2.0:1788598394.387828:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722918912:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3633us (4154us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598394.387837:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 249 00000100:00100000:0.0:1788598394.407499:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.407654:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722919168 00000100:00100000:1.0:1788598394.407665:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722919168 00000100:00100000:1.0:1788598394.407731:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 961 00000100:00100000:1.0:1788598394.407781:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+89:26881:x1875480722919168:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:1.0:1788598394.407975:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:1.0:1788598394.408076:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+89:26881:x1875480722919168:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 297us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598394.408084:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 961 00000040:00080000:2.0:1788598394.689920:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598394.689929:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598394.689953:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:2.0:1788598394.689961:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598394.690159:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746985600:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598394.690264:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161780 going to sleep for 11 seconds 00000040:00080000:0.0:1788598394.695123:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788598394.707119:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746985600:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598394.716677:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.717580:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722919296 00000100:00100000:0.0:1788598394.717592:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722919296 00000100:00100000:0.0:1788598394.717645:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 962 00000100:00100000:0.0:1788598394.717653:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:26891:x1875480722919296:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598394.717687:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598394.717840:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:26891:x1875480722919296:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 188us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598394.717848:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 962 00000100:00100000:2.0:1788598394.730402:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.730496:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722919552 00000100:00100000:1.0:1788598394.730506:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722919552 00000100:00100000:1.0:1788598394.730565:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 963 00000100:00100000:1.0:1788598394.730575:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+43:26891:x1875480722919552:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598394.730595:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598394.730616:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fa08 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba26 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.730720:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fa0f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.730765:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fa0f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.730779:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fa0f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598394.730791:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:1.0:1788598394.730897:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fa08 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba26 expref: 46 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.730914:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fa0f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba26 expref: 45 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.730923:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:1.0:1788598394.730926:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598394.730940:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320a00, rc 0) 00000100:00100000:1.0:1788598394.730996:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:26891:x1875480722919552:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 423us (601us total) trans 4294967866 rc 0/0 00000100:00100000:1.0:1788598394.731003:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 963 00000100:00100000:3.0:1788598394.744822:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.744967:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722919680 00000100:00100000:0.0:1788598394.744977:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722919680 00000100:00100000:0.0:1788598394.745046:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 43 00000100:00100000:0.0:1788598394.745056:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2433:x1875480722919680:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598394.745074:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598394.745112:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fa0f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba26 expref: 45 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.745132:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:0.0:1788598394.745137:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598394.745197:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+44:2433:x1875480722919680:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 144us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598394.745204:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 43 00000100:00100000:3.0:1788598394.751786:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.751889:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722919808 00000100:00100000:1.0:1788598394.751899:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722919808 00000100:00100000:1.0:1788598394.751960:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 250 00000100:00100000:1.0:1788598394.751971:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722919808:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598394.752015:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.752036:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 9 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.752044:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598394.752047:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598394.752050:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.752086:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 9 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.752110:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 9 pid: 14172 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598394.752126:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480746985728:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598394.752222:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270a80 going to sleep for 11 seconds 00010000:00010000:1.0:1788598394.756980:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598394.759466:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480746985728:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598394.759497:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598394.763054:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.763145:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722919936 00000100:00100000:1.0:1788598394.763156:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722919936 00002000:00100000:1.0:1788598394.763205:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff8a1a87a6f100 x1875480722919936/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:385/0 lens 648/0 e 0 to 0 dl 1788598405 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598394.763217:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a6f100 with x1875480722919936 ext(0->157) 00010000:00010000:1.0:1788598394.763226:0:14217:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 10 pid: 14172 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.763242:0:14217:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 10 pid: 14172 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598394.763250:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a87a6f100 00000100:00100000:1.0:1788598394.763284:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 10 00000100:00100000:1.0:1788598394.763293:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722919936:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:1.0:1788598394.766295:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722919936:12345-192.168.202.17@tcp:4:cp.0 Request processed in 2995us (3241us total) trans 4294967342 rc 0/0 00000100:00100000:1.0:1788598394.766309:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 10 00002000:00100000:1.0:1788598394.766320:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff8a1a87a6f100 x1875480722919936/t4294967342(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:385/0 lens 648/448 e 0 to 0 dl 1788598405 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598394.766329:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a6f100 with x1875480722919936 ext(0->157) 00010000:00010000:1.0:1788598394.766347:0:14217:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 12 pid: 14172 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.766365:0:14217:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 12 pid: 14172 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598394.766373:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a87a6f100 00000100:00100000:3.0:1788598394.777589:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598394.777816:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722920064 00000100:00100000:2.0:1788598394.777826:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722920064 00010000:00010000:2.0:1788598394.777870:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 12 pid: 14172 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598394.777915:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 306 00000100:00100000:2.0:1788598394.777924:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722920064:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598394.777940:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788598394.777958:0:6511:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788598394.777966:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 12 pid: 14172 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.777983:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 12 pid: 14172 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.778007:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000427b6b1/0x6b7334fb1606f9c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba03 expref: 12 pid: 14172 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.778025:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598394.778027:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598394.778032:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.778041:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.778076:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598394.778138:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598394.778142:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722920064:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 216us (559us total) trans 0 rc 0/0 00010000:00010000:3.0:1788598394.778158:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598394.778159:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 306 00010000:00010000:3.0:1788598394.778183:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598394.778197:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598394.778208:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598394.778213:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598394.778216:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598394.778222:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598394.778231:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598394.778236:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fa1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598394.778306:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722919808:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 26338us (26530us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598394.778311:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 250 00000100:00100000:3.0:1788598394.780798:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.780893:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722920320 00000100:00100000:0.0:1788598394.780902:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722920320 00000100:00100000:0.0:1788598394.780958:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 964 00000100:00100000:0.0:1788598394.780969:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:26891:x1875480722920320:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598394.781076:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:26891:x1875480722920320:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 109us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598394.781084:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 964 00000100:00100000:2.0:1788598394.793270:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598394.793425:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722920448 00000100:00100000:3.0:1788598394.793436:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722920448 00000100:00100000:3.0:1788598394.793494:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 251 00000100:00100000:3.0:1788598394.793503:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722920448:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598394.793525:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598394.793545:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a85078db/0x6b7334fb1606fa24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba2d expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598394.793571:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 158, mtime: 0x6a9bd87a, atime: 0x0, ctime: 0x6a9bd87a, blocks: 0x8 00010000:00010000:3.0:1788598394.793592:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598394.793594:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598394.793603:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a85078db/0x6b7334fb1606fa24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba2d expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598394.793619:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a85078db/0x6b7334fb1606fa24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba2d expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598394.793633:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87387600, rc 0) 00000100:00100000:3.0:1788598394.793686:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722920448:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 184us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598394.793692:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 251 00000100:00100000:3.0:1788598394.808394:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.810334:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722920704 00000100:00100000:1.0:1788598394.810349:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722920704 00000100:00100000:1.0:1788598394.810440:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 965 00000100:00100000:1.0:1788598394.810450:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+44:26891:x1875480722920704:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598394.810571:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+44:26891:x1875480722920704:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 122us (2186us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598394.810578:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 965 00000100:00100000:0.0:1788598394.823517:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.823555:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722920832 00000100:00100000:0.0:1788598394.823566:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722920832 00002000:00100000:0.0:1788598394.823619:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff8a1bc5b09f80 x1875480722920832/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:385/0 lens 488/0 e 0 to 0 dl 1788598405 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598394.823630:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b09f80 with x1875480722920832 ext(0->4095) 00002000:00010000:0.0:1788598394.823635:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5b09f80 00000100:00100000:0.0:1788598394.823660:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 73 00000100:00100000:0.0:1788598394.823669:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480722920832:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788598394.823867:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480722920832:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 197us (357us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788598394.823875:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 73 00002000:00100000:0.0:1788598394.823881:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff8a1bc5b09f80 x1875480722920832/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:385/0 lens 488/4536 e 0 to 0 dl 1788598405 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598394.823889:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b09f80 with x1875480722920832 ext(0->4095) 00002000:00010000:0.0:1788598394.823892:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5b09f80 00000100:00100000:3.0:1788598394.841723:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.842678:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722920960 00000100:00100000:0.0:1788598394.842690:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722920960 00000100:00100000:0.0:1788598394.842773:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 966 00000100:00100000:0.0:1788598394.842783:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:26891:x1875480722920960:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598394.842803:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598394.842826:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa2b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba34 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.842863:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.842878:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.842891:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.842999:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa2b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba34 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.843022:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba34 expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.843031:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:0.0:1788598394.843033:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598394.843036:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98400, rc 0) 00000100:00100000:0.0:1788598394.843113:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:26891:x1875480722920960:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 331us (1399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598394.843120:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 966 00000100:00100000:3.0:1788598394.868293:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.868338:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722921088 00000100:00100000:0.0:1788598394.868348:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722921088 00000100:00100000:0.0:1788598394.868421:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 967 00000100:00100000:0.0:1788598394.868432:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:26891:x1875480722921088:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598394.868466:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598394.868592:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:26891:x1875480722921088:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 162us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598394.868600:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 967 00000100:00100000:3.0:1788598394.873623:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.873847:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722921216 00000100:00100000:1.0:1788598394.873857:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722921216 00000100:00100000:1.0:1788598394.873911:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 252 00000100:00100000:1.0:1788598394.873922:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722921216:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598394.873980:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa39 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.874001:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598394.874004:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598394.874009:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.874147:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.874179:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.874188:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.874271:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.874279:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598394.874284:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.874294:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.874311:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.874319:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598394.874406:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722921216:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 486us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598394.874416:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 252 00000100:00100000:3.0:1788598394.879698:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598394.879796:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722921472 00000100:00100000:0.0:1788598394.879806:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722921472 00000100:00100000:0.0:1788598394.879867:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 968 00000100:00100000:0.0:1788598394.879886:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:26891:x1875480722921472:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788598394.879961:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.879977:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba34 expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.879986:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.880022:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba34 expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598394.880036:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba34 expref: 45 pid: 6525 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598394.880050:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480746985856:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598394.880154:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e300 going to sleep for 11 seconds 00000100:00100000:0.0:1788598394.889019:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480746985856:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598394.889047:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598394.904224:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598394.905819:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722921600 00000100:00100000:1.0:1788598394.905832:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722921600 00010000:00010000:1.0:1788598394.906141:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba34 expref: 46 pid: 6525 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598394.907325:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 307 00000100:00100000:1.0:1788598394.907340:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2432:x1875480722921600:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598394.907358:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598394.907366:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba34 expref: 46 pid: 6525 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.907383:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba34 expref: 46 pid: 6525 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.907405:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fa32 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba34 expref: 46 pid: 6525 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.907422:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:1.0:1788598394.907427:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.907436:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.907443:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598394.907477:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598394.907554:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2432:x1875480722921600:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 219us (3337us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598394.907562:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 307 00010000:00010000:2.0:1788598394.907655:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.907664:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.907841:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.907849:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.907856:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.907862:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598394.907867:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.907874:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.907885:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:2.0:1788598394.907888:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598394.907892:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598394.907899:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fa40 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598394.907986:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:26891:x1875480722921472:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 28110us (28297us total) trans 4294967867 rc 0/0 00000100:00100000:2.0:1788598394.907995:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 968 00000040:00080000:2.0:1788598394.908085:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598394.908089:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598394.908613:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788598394.908622:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598394.915351:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598394.915461:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722921856 00000100:00100000:3.0:1788598394.915471:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722921856 00000100:00100000:3.0:1788598394.915519:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 200 00000100:00100000:3.0:1788598394.915525:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+45:26891:x1875480722921856:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598394.915846:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:26891:x1875480722921856:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 319us (502us total) trans 4294967868 rc 0/0 00000100:00100000:3.0:1788598394.915854:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 200 00000100:00100000:2.0:1788598395.011164:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598395.011277:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598395.011313:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598395.011339:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598395.011361:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598395.011394:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722922240 00000100:00100000:2.0:1788598395.011404:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722922240 00000100:00100000:2.0:1788598395.011457:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722922496 00000100:00100000:2.0:1788598395.011460:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722922496 00000100:00100000:2.0:1788598395.011485:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 496 00000100:00100000:2.0:1788598395.011494:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722922240:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598395.011565:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722922240:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 71us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598395.011573:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 496 00000100:00100000:2.0:1788598395.011588:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 497 00000100:00100000:2.0:1788598395.011594:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480722922496:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598395.011616:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480722922496:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598395.011623:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 497 00000100:00100000:2.0:1788598395.011641:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722922112 00000100:00100000:2.0:1788598395.011645:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722922112 00000100:00100000:2.0:1788598395.011673:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722922368 00000100:00100000:2.0:1788598395.011675:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722922368 00000100:00100000:2.0:1788598395.011693:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 799 00000100:00100000:2.0:1788598395.011699:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722922112:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598395.011767:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722922112:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 67us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598395.011773:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 799 00000100:00100000:2.0:1788598395.011785:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 800 00000100:00100000:2.0:1788598395.011791:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722922368:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598395.011814:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722922368:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598395.011820:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 800 00000100:00080000:2.0:1788598395.011838:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598395.011842:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598395.012568:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722921984 00000100:00100000:3.0:1788598395.012577:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722921984 00000100:00100000:3.0:1788598395.012619:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 690 00000100:00100000:3.0:1788598395.012626:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722921984:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598395.012674:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722921984:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 49us (1519us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598395.012680:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 690 00000040:00080000:3.0:1788598395.550347:0:20649:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598395.550356:0:20649:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598395.550397:0:20649:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:3.0:1788598395.550412:0:20649:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598395.611995:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598395.613933:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722922752 00000100:00100000:0.0:1788598395.613948:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722922752 00000100:00100000:0.0:1788598395.614030:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 969 00000100:00100000:0.0:1788598395.614041:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+89:26892:x1875480722922752:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598395.614063:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598395.614066:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1788598395.614094:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606f9fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba18 expref: 89 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788598395.614129:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788598395.614129:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:0.0:1788598395.614136:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598395.614153:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606fa47 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba3b expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.614261:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa4e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.614275:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.614285:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598395.614295:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:0.0:1788598395.614403:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98a00/0x6b7334fb1606fa47 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba3b expref: 91 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.614419:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba3b expref: 90 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.614428:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:0.0:1788598395.614431:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598395.614444:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc99a00, rc 0) 00000100:00100000:0.0:1788598395.614517:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+90:26892:x1875480722922752:12345-192.168.202.17@tcp:101:bash.0 Request processed in 478us (2529us total) trans 4294967869 rc 0/0 00000100:00100000:0.0:1788598395.614525:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 969 00000100:00100000:1.0:1788598395.625320:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598395.626094:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722922880 00000100:00100000:2.0:1788598395.626113:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722922880 00000100:00100000:2.0:1788598395.626238:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 44 00000100:00100000:2.0:1788598395.626256:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+90:2434:x1875480722922880:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598395.626273:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598395.626296:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa4e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba3b expref: 90 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.626315:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:2.0:1788598395.626321:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598395.626387:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+89:2434:x1875480722922880:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 133us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598395.626395:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 44 00000100:00100000:3.0:1788598395.656311:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598395.656409:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722923008 00000100:00100000:1.0:1788598395.656418:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722923008 00000100:00100000:1.0:1788598395.656483:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 253 00000100:00100000:1.0:1788598395.656492:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722923008:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598395.656509:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598395.656526:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa5c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba42 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598395.656552:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598395.656554:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598395.656562:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba42 expref: 13 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598395.656581:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba42 expref: 13 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598395.656596:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321600, rc 0) 00000100:00100000:1.0:1788598395.656653:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480722923008:12345-192.168.202.17@tcp:101:cat.0 Request processed in 161us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598395.656659:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 253 00000100:00100000:1.0:1788598395.659616:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598395.659645:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746985984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598395.659705:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598395.659848:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746985984 00000100:00100000:3.0:1788598395.659855:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746985984 00000100:00100000:3.0:1788598395.659909:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1788598395.659918:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746985984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598395.659950:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598395.659993:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746985984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598395.659999:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1788598395.660940:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746985984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598395.678694:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598395.678837:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722923136 00000100:00100000:0.0:1788598395.678855:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722923136 00000100:00100000:0.0:1788598395.678944:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 254 00000100:00100000:0.0:1788598395.678963:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+13:26892:x1875480722923136:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598395.678999:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598395.679032:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c87711d/0x6b7334fb1606fa63 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba49 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.679070:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a85078db/0x6b7334fb1606fa24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba2d expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.679081:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba42 expref: 14 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.679088:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598395.679091:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598395.679095:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c87711d/0x6b7334fb1606fa63 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba49 expref: 14 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.679145:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba42 expref: 14 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.679159:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba42 expref: 14 pid: 8868 timeout: 785 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598395.679179:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480746986112:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598395.679334:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a85078db/0x6b7334fb1606fa24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba2d expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.679365:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a85078db/0x6b7334fb1606fa24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba2d expref: 10 pid: 8406 timeout: 785 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598395.679387:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480746986240:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598395.679429:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fecc840 going to sleep for 11 seconds 00000100:00100000:1.0:1788598395.692933:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598395.692990:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722923264 00000100:00100000:2.0:1788598395.693000:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722923264 00010000:00010000:2.0:1788598395.693035:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa5c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba42 expref: 15 pid: 8868 timeout: 785 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598395.693083:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 308 00000100:00100000:2.0:1788598395.693093:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+15:2433:x1875480722923264:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598395.693120:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598395.693148:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa5c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba42 expref: 15 pid: 8868 timeout: 785 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.693165:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba42 expref: 15 pid: 8868 timeout: 785 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.693192:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598395.693243:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+15:2433:x1875480722923264:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 152us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598395.693250:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 308 00010000:00010000:2.0:1788598395.693366:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0c1f805/0x6b7334fb1606fa5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba42 expref: 14 pid: 8868 timeout: 785 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598395.693379:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480746986112:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598395.693390:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480746986240:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598395.693416:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c87711d/0x6b7334fb1606fa63 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba49 expref: 13 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.693430:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98a00, rc 0) 00000100:00100000:0.0:1788598395.694972:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598395.695024:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722923392 00000100:00100000:1.0:1788598395.695032:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722923392 00010000:00010000:1.0:1788598395.695067:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a85078db/0x6b7334fb1606fa24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba2d expref: 11 pid: 8406 timeout: 785 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598395.695115:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 309 00000100:00100000:1.0:1788598395.695125:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722923392:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598395.695138:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598395.695157:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a85078db/0x6b7334fb1606fa24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba2d expref: 11 pid: 8406 timeout: 785 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598395.695171:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a85078db/0x6b7334fb1606fa24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba2d expref: 11 pid: 8406 timeout: 785 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598395.695192:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a85078db/0x6b7334fb1606fa24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba2d expref: 11 pid: 8406 timeout: 785 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598395.695205:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598395.695207:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598395.695213:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c87711d/0x6b7334fb1606fa63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba49 expref: 13 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598395.695222:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c87711d/0x6b7334fb1606fa63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba49 expref: 13 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598395.695271:0:8432:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005c87711d/0x6b7334fb1606fa63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba49 expref: 13 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598395.695286:0:8432:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb6238a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8432:1875480746986368:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598395.695351:0:8432:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270480 going to sleep for 11 seconds 00000100:00100000:2.0:1788598395.695403:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+13:26892:x1875480722923136:12345-192.168.202.17@tcp:101:cat.0 Request processed in 16449us (16718us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598395.695409:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 254 00000100:00100000:3.0:1788598395.699201:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598395.699397:0:8432:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb6238a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8432:1875480746986368:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598395.699421:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598395.699546:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722923520 00000100:00100000:2.0:1788598395.699553:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722923520 00000100:00100000:2.0:1788598395.699613:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 970 00000100:00100000:2.0:1788598395.699624:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+89:26892:x1875480722923520:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598395.699648:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598395.699669:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fa6a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba50 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.699714:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738800/0x6b7334fb1606fa71 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.699728:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738800/0x6b7334fb1606fa71 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.699806:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738800/0x6b7334fb1606fa71 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.699920:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fa6a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba50 expref: 91 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.699939:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738800/0x6b7334fb1606fa71 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba50 expref: 90 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.699948:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:2.0:1788598395.699951:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598395.699954:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738800, rc 0) 00000100:00100000:0.0:1788598395.700021:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722923392:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 4896us (5053us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598395.700032:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 309 00000100:00100000:2.0:1788598395.702884:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+90:26892:x1875480722923520:12345-192.168.202.17@tcp:101:cat.0 Request processed in 3252us (3691us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598395.702897:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 970 00000100:00100000:3.0:1788598395.731227:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598395.731271:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722923648 00000100:00100000:3.0:1788598395.731283:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722923648 00002000:00100000:3.0:1788598395.731331:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff8a1bc5be8e00 x1875480722923648/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:386/0 lens 488/0 e 0 to 0 dl 1788598406 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598395.731343:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5be8e00 with x1875480722923648 ext(0->4095) 00002000:00010000:3.0:1788598395.731349:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5be8e00 00000100:00100000:3.0:1788598395.731377:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 74 00000100:00100000:3.0:1788598395.731387:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480722923648:12345-192.168.202.17@tcp:3:cat.0 00000100:00100000:3.0:1788598395.733756:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480722923648:12345-192.168.202.17@tcp:3:cat.0 Request processed in 2338us (3223us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788598395.733769:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 74 00002000:00100000:3.0:1788598395.733782:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff8a1bc5be8e00 x1875480722923648/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:386/0 lens 488/4536 e 0 to 0 dl 1788598406 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598395.733792:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5be8e00 with x1875480722923648 ext(0->4095) 00002000:00010000:3.0:1788598395.733798:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5be8e00 00000100:00100000:0.0:1788598395.742982:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598395.743115:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722923904 00000100:00100000:3.0:1788598395.743126:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722923904 00000100:00100000:3.0:1788598395.743238:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 201 00000100:00100000:3.0:1788598395.743250:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+90:26892:x1875480722923904:12345-192.168.202.17@tcp:35:cat.0 00000001:00080000:3.0:1788598395.743466:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967870 00000001:00080000:3.0:1788598395.743810:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967871 00000100:00100000:3.0:1788598395.744073:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+93:26892:x1875480722923904:12345-192.168.202.17@tcp:35:cat.0 Request processed in 824us (1098us total) trans 4294967872 rc 0/0 00000100:00100000:3.0:1788598395.744082:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 201 00000020:00080000:3.0:1788598395.744089:0:15204:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1788598395.768675:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598395.769080:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722924032 00000100:00100000:0.0:1788598395.769092:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722924032 00002000:00100000:0.0:1788598395.769152:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->315) req@ffff8a1bc5a6d500 x1875480722924032/t0(0) o4->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:386/0 lens 808/0 e 0 to 0 dl 1788598406 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598395.769164:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5a6d500 with x1875480722924032 ext(0->315) 00002000:00010000:0.0:1788598395.769169:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5a6d500 00000100:00100000:0.0:1788598395.769205:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 75 00000100:00100000:0.0:1788598395.769216:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:057ab826-16b2-4323-94a8-90eee763040a+13:2435:x1875480722924032:12345-192.168.202.17@tcp:4:cat.0 00000100:00100000:0.0:1788598395.773266:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:057ab826-16b2-4323-94a8-90eee763040a+15:2435:x1875480722924032:12345-192.168.202.17@tcp:4:cat.0 Request processed in 4042us (4590us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1788598395.773280:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 75 00002000:00100000:0.0:1788598395.773292:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->315) req@ffff8a1bc5a6d500 x1875480722924032/t4294967343(0) o4->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:386/0 lens 808/448 e 0 to 0 dl 1788598406 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598395.773302:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5a6d500 with x1875480722924032 ext(0->315) 00002000:00010000:0.0:1788598395.773308:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5a6d500 00010000:00010000:1.0:1788598395.779184:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598395.791579:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598395.791785:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722924288 00000100:00100000:3.0:1788598395.791796:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722924288 00000100:00100000:3.0:1788598395.791849:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 971 00000100:00100000:3.0:1788598395.791859:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+93:26894:x1875480722924288:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598395.791886:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598395.791907:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fa78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba57 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598395.792018:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fa7f lrc: 3/1,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598395.792033:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fa7f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598395.792045:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fa7f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598395.792056:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 316 00010000:00010000:3.0:1788598395.792172:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fa78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba57 expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598395.792190:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fa7f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba57 expref: 95 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598395.792198:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:3.0:1788598395.792201:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1788598395.792205:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87387600, rc 0) 00000100:00100000:3.0:1788598395.792263:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+95:26894:x1875480722924288:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 406us (694us total) trans 4294967873 rc 0/0 00000100:00100000:3.0:1788598395.792271:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 971 00000100:00100000:1.0:1788598395.800075:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598395.800199:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722924416 00000100:00100000:0.0:1788598395.800208:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722924416 00000100:00100000:0.0:1788598395.800257:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 972 00000100:00100000:0.0:1788598395.800266:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+95:26894:x1875480722924416:12345-192.168.202.17@tcp:54:lfs.0 00010000:00010000:0.0:1788598395.800331:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa8d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.800347:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.800358:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.800405:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.800412:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa8d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.800417:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa8d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.800423:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598395.800427:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa8d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.800447:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa8d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.800459:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:0.0:1788598395.800462:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598395.800467:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa8d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598395.800473:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fa8d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598395.800554:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+95:26894:x1875480722924416:12345-192.168.202.17@tcp:54:lfs.0 Request processed in 288us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598395.800562:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 972 00000100:00100000:1.0:1788598395.818346:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598395.818445:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722924544 00000100:00100000:2.0:1788598395.818455:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722924544 00000100:00100000:2.0:1788598395.818519:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 973 00000100:00100000:2.0:1788598395.818530:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+95:26895:x1875480722924544:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598395.818550:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598395.818569:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fa94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba5e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.818640:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606fa9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.818656:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606fa9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.818666:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606fa9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598395.818707:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:2.0:1788598395.818711:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598395.818729:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606fa9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.818800:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fa94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba5e expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.818819:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739000/0x6b7334fb1606fa9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba5e expref: 96 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598395.818828:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:2.0:1788598395.818831:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598395.818835:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a739000, rc 0) 00000100:00100000:2.0:1788598395.818892:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+96:26895:x1875480722924544:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 364us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598395.818899:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 973 00000100:00100000:3.0:1788598395.824155:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598395.824241:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722924928 00000100:00100000:2.0:1788598395.824251:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722924928 00000100:00100000:2.0:1788598395.824310:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 202 00000100:00100000:2.0:1788598395.824320:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+96:26895:x1875480722924928:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:2.0:1788598395.824515:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+97:26895:x1875480722924928:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 197us (368us total) trans 4294967874 rc 0/0 00000100:00100000:2.0:1788598395.824520:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 202 00000100:00100000:1.0:1788598395.829031:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598395.829137:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722925056 00000100:00100000:3.0:1788598395.829148:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722925056 00000100:00100000:3.0:1788598395.829225:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 45 00000100:00100000:3.0:1788598395.829235:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+97:26895:x1875480722925056:12345-192.168.202.17@tcp:103:lfs.0 00010000:00010000:3.0:1788598395.829250:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788598395.829274:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fa7f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba57 expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598395.829307:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606f9e5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba0a expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598395.829319:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8a1b9fd8cf00) 00010000:00010000:3.0:1788598395.829323:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598395.829385:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+95:26895:x1875480722925056:12345-192.168.202.17@tcp:103:lfs.0 Request processed in 151us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598395.829392:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 45 00000100:00100000:1.0:1788598395.835226:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598395.835449:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722925184 00000100:00100000:0.0:1788598395.835459:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722925184 00000100:00100000:0.0:1788598395.835521:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 974 00000100:00100000:0.0:1788598395.835532:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+95:26895:x1875480722925184:12345-192.168.202.17@tcp:58:lfs.0 00000100:00100000:0.0:1788598395.835765:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+95:26895:x1875480722925184:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 202us (515us total) trans 0 rc -1/-1 00000100:00100000:0.0:1788598395.835775:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 974 00000100:00100000:1.0:1788598396.162190:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480746986496:0@lo:400:kworker.0 00000100:00100000:1.0:1788598396.162617:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598396.162680:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598396.162686:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb6238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746986624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598396.162710:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598396.163339:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746986496 00000100:00100000:3.0:1788598396.163348:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746986496 00000100:00100000:3.0:1788598396.163389:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1788598396.163397:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480746986496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598396.163463:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480746986496:12345-0@lo:400:kworker.0 Request processed in 67us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598396.163470:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1788598396.163500:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746986624 00000100:00100000:3.0:1788598396.163504:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746986624 00000100:00100000:2.0:1788598396.164919:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746986880:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.164919:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746987136:0@lo:400:kworker.0 00000100:00100000:3.0:1788598396.165110:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1788598396.165126:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746986624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598396.165158:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788598396.173458:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480746986752:0@lo:400:kworker.0 00000100:00100000:2.0:1788598396.173627:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598396.173673:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746987392:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.173674:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480746987008:0@lo:400:kworker.0 00000100:00100000:2.0:1788598396.173699:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598396.173721:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746987904:0@lo:400:kworker.0 00000100:00100000:2.0:1788598396.173755:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598396.173807:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746986880 00000100:00100000:2.0:1788598396.173815:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746986880 00000100:00100000:2.0:1788598396.173858:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1788598396.173866:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746986880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.173892:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746987392 00000100:00100000:0.0:1788598396.173896:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746987392 00000100:00100000:0.0:1788598396.173925:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746987904 00000100:00100000:0.0:1788598396.173928:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746987904 00000100:00100000:2.0:1788598396.173931:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746986880:12345-0@lo:400:kworker.0 Request processed in 66us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598396.173939:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1788598396.173946:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1788598396.173952:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746987392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.173985:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746987392:12345-0@lo:400:kworker.0 Request processed in 34us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598396.173991:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746986880:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.173991:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1788598396.174002:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746987392:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.174003:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1788598396.174008:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746987904:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788598396.174039:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598396.174043:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598396.174384:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746987904:12345-0@lo:400:kworker.0 Request processed in 375us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598396.174391:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1788598396.174412:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598396.174433:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746987520:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.174460:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598396.174476:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746988032:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.174495:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598396.174521:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480746986496:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.174547:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746987008 00000100:00100000:0.0:1788598396.174550:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746987008 00000100:00100000:0.0:1788598396.174573:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1788598396.174578:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480746987008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.174612:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480746987008:12345-0@lo:400:kworker.0 Request processed in 34us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598396.174617:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1788598396.174644:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480746987008:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.174663:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598396.174682:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746987648:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.174702:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598396.174768:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746987520 00000100:00100000:0.0:1788598396.174772:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746987520 00000100:00100000:0.0:1788598396.174797:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746988032 00000100:00100000:0.0:1788598396.174799:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746988032 00000100:00100000:0.0:1788598396.174814:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746987648 00000100:00100000:0.0:1788598396.174816:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746987648 00000100:00100000:0.0:1788598396.174829:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1788598396.174834:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746987520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.174868:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746987520:12345-0@lo:400:kworker.0 Request processed in 34us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598396.174874:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1788598396.174885:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1788598396.174891:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746988032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.174917:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746988032:12345-0@lo:400:kworker.0 Request processed in 26us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598396.174923:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1788598396.174932:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1788598396.174939:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746987648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.174967:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746987648:12345-0@lo:400:kworker.0 Request processed in 29us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598396.174972:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1788598396.174994:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746987520:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.175004:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746988032:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.175026:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746987648:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.175351:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746987136 00000100:00100000:0.0:1788598396.175355:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746987136 00000100:00100000:0.0:1788598396.175377:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1788598396.175383:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746987136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.175419:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746987136:12345-0@lo:400:kworker.0 Request processed in 36us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598396.175424:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1788598396.175447:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746987136:0@lo:400:kworker.0 00000100:00100000:2.0:1788598396.180495:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746987904:0@lo:400:kworker.0 00000100:00080000:2.0:1788598396.180547:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598396.180568:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598396.183876:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746986624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 18747us (21154us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598396.183892:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1788598396.185720:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598396.185783:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480746987264:0@lo:400:kworker.0 00000100:00100000:2.0:1788598396.185913:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746986752 00000100:00100000:2.0:1788598396.185922:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746986752 00000100:00100000:2.0:1788598396.185991:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1788598396.186000:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480746986752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598396.186062:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480746986752:12345-0@lo:400:kworker.0 Request processed in 63us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598396.186069:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1788598396.186270:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598396.186293:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480746987776:0@lo:400:kworker.0 00000100:00100000:1.0:1788598396.186316:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598396.186333:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746987264 00000100:00100000:0.0:1788598396.186338:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746987264 00000100:00100000:1.0:1788598396.186371:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb6238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746986624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598396.186380:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746987776 00000100:00100000:0.0:1788598396.186382:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746987776 00000100:00100000:1.0:1788598396.186397:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480746986752:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.186398:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1788598396.186403:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480746987264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.186438:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480746987264:12345-0@lo:400:kworker.0 Request processed in 34us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598396.186444:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1788598396.186449:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480746987264:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.186456:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1788598396.186461:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480746987776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.186497:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480746987776:12345-0@lo:400:kworker.0 Request processed in 35us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598396.186502:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00080000:3.0:1788598396.186575:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598396.186677:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480746987776:0@lo:400:kworker.0 00000100:00100000:0.0:1788598396.677180:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598396.677205:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746988160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598396.677285:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598396.677416:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746988160 00000100:00100000:2.0:1788598396.677426:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746988160 00000100:00100000:2.0:1788598396.677480:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1788598396.677490:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746988160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598396.677513:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598396.677573:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480746988160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598396.677580:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1788598396.679830:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480746988160:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598396.802079:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598397.826335:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598398.210029:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746988288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598398.210144:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598398.210438:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746988288 00000100:00100000:3.0:1788598398.210448:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746988288 00000100:00100000:3.0:1788598398.210529:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1788598398.210541:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746988288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598398.210575:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 128138048 pending 57344 free 3916156928 avail 3684634624 00000100:00100000:3.0:1788598398.210638:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746988288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598398.210645:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00080000:2.0:1788598398.210709:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598398.210872:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746988288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598398.211059:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746988416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598398.211090:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598398.211219:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746988416 00000100:00100000:2.0:1788598398.211224:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746988416 00000100:00100000:2.0:1788598398.211268:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1788598398.211275:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480746988416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598398.211286:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 128138048 pending 57344 free 3916156928 avail 3684634624 00000100:00100000:2.0:1788598398.211317:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480746988416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598398.211322:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1788598398.211395:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746988416:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788598398.211488:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598398.725261:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746988544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598398.725326:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598398.725493:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746988544 00000100:00100000:3.0:1788598398.725502:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746988544 00000100:00100000:3.0:1788598398.725557:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788598398.725566:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746988544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598398.725602:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:3.0:1788598398.725653:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480746988544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598398.725661:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788598398.725707:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746988544:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598398.851168:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598399.877386:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598400.139638:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598400.139701:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598400.139772:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598400.139816:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598400.139845:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598400.139861:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598400.139876:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598400.139895:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598400.139917:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598400.140014:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722925440 00000100:00100000:2.0:1788598400.140025:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722925440 00000100:00100000:2.0:1788598400.140096:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722925952 00000100:00100000:2.0:1788598400.140099:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722925952 00000100:00100000:2.0:1788598400.140133:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722925568 00000100:00100000:2.0:1788598400.140135:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722925568 00000100:00100000:2.0:1788598400.140148:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722926080 00000100:00100000:2.0:1788598400.140150:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722926080 00000100:00100000:2.0:1788598400.140167:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 807 00000100:00100000:2.0:1788598400.140176:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+95:2433:x1875480722925440:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598400.140249:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+95:2433:x1875480722925440:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 73us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598400.140257:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 807 00000100:00100000:2.0:1788598400.140274:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 808 00000100:00100000:2.0:1788598400.140280:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2433:x1875480722925952:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598400.140309:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2433:x1875480722925952:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598400.140315:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 808 00000100:00100000:2.0:1788598400.140327:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 809 00000100:00100000:2.0:1788598400.140333:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722925568:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598400.140353:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722925568:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598400.140359:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 809 00000100:00100000:2.0:1788598400.140369:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 810 00000100:00100000:2.0:1788598400.140375:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722926080:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598400.140396:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722926080:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598400.140402:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 810 00000100:00100000:2.0:1788598400.140420:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722925696 00000100:00100000:2.0:1788598400.140423:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722925696 00000100:00100000:2.0:1788598400.140446:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722926208 00000100:00100000:2.0:1788598400.140449:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722926208 00000100:00100000:2.0:1788598400.140463:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722925824 00000100:00100000:2.0:1788598400.140465:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722925824 00000100:00100000:2.0:1788598400.140475:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722926336 00000100:00100000:2.0:1788598400.140477:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722926336 00000100:00100000:2.0:1788598400.140490:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 501 00000100:00100000:2.0:1788598400.140495:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+15:2433:x1875480722925696:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598400.140521:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+15:2433:x1875480722925696:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598400.140528:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 501 00000100:00100000:2.0:1788598400.140539:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 502 00000100:00100000:2.0:1788598400.140545:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722926208:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598400.140569:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722926208:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598400.140575:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 502 00000100:00100000:2.0:1788598400.140585:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 503 00000100:00100000:2.0:1788598400.140591:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722925824:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598400.140611:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722925824:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598400.140616:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 503 00000100:00100000:2.0:1788598400.140625:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 504 00000100:00100000:2.0:1788598400.140631:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722926336:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598400.140652:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722926336:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598400.140656:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 504 00000100:00100000:2.0:1788598400.140673:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722925312 00000100:00100000:2.0:1788598400.140677:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722925312 00000100:00100000:2.0:1788598400.140706:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 692 00000100:00100000:2.0:1788598400.140711:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722925312:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598400.140729:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722925312:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598400.140770:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 692 00000100:00080000:0.0:1788598400.141301:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598400.141306:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598400.141309:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598400.141311:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1788598400.263006:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967874 is committed 00000001:00080000:0.0:1788598400.263031:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967868 is committed 00010000:00010000:0.0:1788598400.263065:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263077:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263085:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263093:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535d200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598400.263099:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263118:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263135:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598400.263138:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598400.263142:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263149:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606f8d4 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263167:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263173:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263179:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263184:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598400.263187:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263192:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263203:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8a1b84c1a400) 00010000:00010000:0.0:1788598400.263205:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598400.263208:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598400.263213:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606f8db lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598400.263501:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598400.263511:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598400.263518:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598400.263522:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030f200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598400.263525:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598400.263532:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598400.263542:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8a1b9fd8ce00) 00010000:00010000:2.0:1788598400.263545:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598400.263549:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598400.263553:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1606f9ad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598400.265335:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000001:00080000:2.0:1788598400.265352:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000001:00080000:2.0:1788598400.265360:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00000100:00100000:2.0:1788598400.772373:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746988672:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598400.772472:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598400.773844:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746988672 00000100:00100000:0.0:1788598400.773856:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746988672 00000100:00100000:0.0:1788598400.773923:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1788598400.773934:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746988672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598400.773972:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598400.776162:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746988672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2221us (3681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598400.776176:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1788598400.779997:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746988672:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1788598400.849872:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598400.903667:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598401.097649:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598401.097659:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598401.097791:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:3.0:1788598401.097800:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598401.283986:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746988800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598401.284065:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598401.285040:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746988800 00000100:00100000:1.0:1788598401.285053:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746988800 00000100:00100000:1.0:1788598401.285131:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1788598401.285142:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746988800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598401.285172:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788598401.285232:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746988800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598401.285239:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00080000:0.0:1788598401.285383:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598401.285430:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746988800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598401.295362:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746989184:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.295440:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598401.295520:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746989184 00000100:00100000:2.0:1788598401.295529:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746989184 00000100:00100000:2.0:1788598401.295576:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1788598401.295586:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746989184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.295642:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746989184:12345-0@lo:400:kworker.0 Request processed in 58us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598401.295650:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1788598401.295690:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746989184:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.295719:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598401.295724:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746989312:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.295774:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598401.295803:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746989312 00000100:00100000:2.0:1788598401.295872:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746989312 00000100:00100000:2.0:1788598401.295900:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1788598401.295906:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746989312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.295937:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746989312:12345-0@lo:400:kworker.0 Request processed in 31us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598401.295942:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1788598401.295967:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746989312:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296001:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746989696:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296021:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598401.296043:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746989696 00000100:00100000:2.0:1788598401.296046:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746989696 00000100:00100000:2.0:1788598401.296077:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1788598401.296083:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746989696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296126:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746989696:12345-0@lo:400:kworker.0 Request processed in 43us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598401.296132:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1788598401.296156:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746989696:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296180:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598401.296185:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746989824:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296207:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598401.296231:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746989824 00000100:00100000:2.0:1788598401.296234:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746989824 00000100:00100000:2.0:1788598401.296259:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1788598401.296265:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746989824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296295:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746989824:12345-0@lo:400:kworker.0 Request processed in 30us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598401.296304:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1788598401.296325:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746989824:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296360:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746990208:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296379:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598401.296401:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746990208 00000100:00100000:2.0:1788598401.296405:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746990208 00000100:00100000:2.0:1788598401.296426:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1788598401.296431:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746990208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296461:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746990208:12345-0@lo:400:kworker.0 Request processed in 30us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598401.296467:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1788598401.296492:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746990208:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296515:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598401.296520:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746990336:0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296541:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598401.296563:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746990336 00000100:00100000:2.0:1788598401.296566:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746990336 00000100:00100000:2.0:1788598401.296588:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1788598401.296593:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746990336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598401.296619:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746990336:12345-0@lo:400:kworker.0 Request processed in 26us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598401.296625:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1788598401.296646:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746990336:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297096:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746989056:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297145:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598401.297178:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480746989568:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297199:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598401.297216:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480746990080:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297233:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598401.297252:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788598401.297258:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480746988928:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297283:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598401.297306:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746989440:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297329:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598401.297346:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746989952:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297365:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598401.297394:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746989056 00000100:00100000:3.0:1788598401.297399:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746989056 00000100:00100000:3.0:1788598401.297424:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746989568 00000100:00100000:3.0:1788598401.297427:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746989568 00000100:00100000:3.0:1788598401.297442:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746990080 00000100:00100000:3.0:1788598401.297444:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746990080 00000100:00100000:3.0:1788598401.297459:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1788598401.297466:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746989056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297506:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746989056:12345-0@lo:400:kworker.0 Request processed in 41us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598401.297515:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1788598401.297529:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1788598401.297535:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480746989568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297561:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480746989568:12345-0@lo:400:kworker.0 Request processed in 27us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598401.297566:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1788598401.297577:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1788598401.297582:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480746990080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297607:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480746990080:12345-0@lo:400:kworker.0 Request processed in 25us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598401.297613:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1788598401.297632:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746988928 00000100:00100000:3.0:1788598401.297635:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746988928 00000100:00100000:3.0:1788598401.297658:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1788598401.297664:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480746988928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297691:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480746988928:12345-0@lo:400:kworker.0 Request processed in 27us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598401.297697:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1788598401.297726:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746989440 00000100:00100000:3.0:1788598401.297730:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746989440 00000100:00100000:3.0:1788598401.297778:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1788598401.297784:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746989440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297826:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746989440:12345-0@lo:400:kworker.0 Request processed in 43us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598401.297832:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1788598401.297849:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746989952 00000100:00100000:3.0:1788598401.297852:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746989952 00000100:00100000:3.0:1788598401.297876:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1788598401.297882:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746989952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297912:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746989952:12345-0@lo:400:kworker.0 Request processed in 30us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598401.297918:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1788598401.297952:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480746988928:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297963:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746989440:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297971:0:3668:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000100:00100000:3.0:1788598401.297983:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746989952:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.297992:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746989056:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.298003:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480746989568:0@lo:400:kworker.0 00000100:00100000:3.0:1788598401.298011:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480746990080:0@lo:400:kworker.0 00000100:00080000:0.0:1788598401.298380:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598401.298386:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598401.298389:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598401.298392:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598401.383291:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598401.383398:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722926464 00000100:00100000:3.0:1788598401.383410:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722926464 00000100:00100000:3.0:1788598401.383484:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 975 00000100:00100000:3.0:1788598401.383495:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26874:x1875480722926464:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788598401.383615:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+40:26874:x1875480722926464:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 121us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598401.383624:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 975 00000100:00100000:1.0:1788598401.387172:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598401.387316:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722926592 00000100:00100000:3.0:1788598401.387328:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722926592 00000100:00100000:3.0:1788598401.387394:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 976 00000100:00100000:3.0:1788598401.387405:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:26874:x1875480722926592:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788598401.387558:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:26874:x1875480722926592:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 154us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598401.387566:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 976 00000100:00100000:2.0:1788598401.793988:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746990464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598401.794091:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598401.794760:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746990464 00000100:00100000:3.0:1788598401.794772:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746990464 00000100:00100000:3.0:1788598401.794836:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1788598401.794846:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746990464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598401.794887:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788598401.795245:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746990464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 399us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598401.795678:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1788598401.797873:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746990464:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598401.922037:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598402.945898:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788598403.074144:0:20846:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 04:53:21 (1788598401) 00000100:00100000:0.0:1788598403.330618:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598403.330648:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746990592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598403.330758:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598403.330840:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746990592 00000100:00100000:0.0:1788598403.330850:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746990592 00000100:00100000:0.0:1788598403.330918:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1788598403.330929:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746990592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598403.330963:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 128080704 pending 0 free 3916156928 avail 3684634624 00000100:00100000:0.0:1788598403.331012:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746990592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598403.331019:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:0.0:1788598403.331043:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598403.331087:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746990592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598403.332896:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598403.332920:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746990720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598403.332990:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598403.333126:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746990720 00000100:00100000:3.0:1788598403.333136:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746990720 00000100:00100000:3.0:1788598403.333199:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1788598403.333209:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746990720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598403.333235:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 128080704 pending 0 free 3916156928 avail 3684634624 00000100:00100000:3.0:1788598403.333288:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480746990720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598403.333296:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00080000:3.0:1788598403.333319:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598403.333360:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746990720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598403.357365:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.357550:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722926720 00000100:00100000:2.0:1788598403.357564:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722926720 00000100:00100000:2.0:1788598403.357663:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 977 00000100:00100000:2.0:1788598403.357677:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+40:27506:x1875480722926720:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598403.357853:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+40:27506:x1875480722926720:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 179us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598403.357862:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 977 00000100:00080000:3.0:1788598403.358374:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598403.366138:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.366367:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722926848 00000100:00100000:2.0:1788598403.366380:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722926848 00000100:00100000:2.0:1788598403.366521:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 978 00000100:00100000:2.0:1788598403.366535:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:27506:x1875480722926848:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598403.366683:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:27506:x1875480722926848:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 152us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598403.366693:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 978 00000100:00080000:3.0:1788598403.370357:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598403.388138:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.388712:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722926976 00000100:00100000:2.0:1788598403.388728:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722926976 00000100:00100000:2.0:1788598403.388873:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 979 00000100:00100000:2.0:1788598403.388886:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+87:27507:x1875480722926976:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598403.388916:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598403.388943:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606faa2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba65 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389028:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606faa9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389047:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606faa9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389063:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606faa9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389091:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fab0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389100:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389107:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389164:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606faa9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389171:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606faa9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389178:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606faa9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389184:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.389189:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606faa9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389198:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606faa9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389212:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598403.389216:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.389222:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606faa9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389228:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606faa9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389247:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389253:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fab0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389259:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fab0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389265:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.389267:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fab0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389273:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fab0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389280:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8a1a86120f00) 00010000:00010000:2.0:1788598403.389282:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.389284:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fab0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389290:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fab0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389325:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606faa2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba65 expref: 88 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389340:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598403.389342:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.389345:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606faa2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba65 expref: 88 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.389354:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a739e00, rc 0) 00000100:00080000:0.0:1788598403.389590:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598403.389677:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+87:27507:x1875480722926976:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 792us (1553us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598403.389687:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 979 00000100:00100000:1.0:1788598403.394895:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598403.395008:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722927232 00000100:00100000:0.0:1788598403.395022:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722927232 00000100:00100000:0.0:1788598403.395102:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 980 00000100:00100000:0.0:1788598403.395123:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+87:27507:x1875480722927232:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:0.0:1788598403.395202:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598403.395239:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb1606f8e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9b6 expref: 87 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.395263:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598403.395270:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598403.395342:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.395357:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9cb expref: 39 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.395367:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.395423:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9cb expref: 39 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.395440:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9cb expref: 39 pid: 10034 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598403.395458:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746990848:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598403.395582:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e600 going to sleep for 11 seconds 00000100:00100000:0.0:1788598403.398238:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598403.398454:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746990848:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598403.398487:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598403.398866:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722927360 00000100:00100000:2.0:1788598403.398875:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722927360 00010000:00010000:2.0:1788598403.398921:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9cb expref: 40 pid: 10034 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598403.398963:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 310 00000100:00100000:2.0:1788598403.398972:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+40:2432:x1875480722927360:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598403.398990:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598403.398998:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9cb expref: 40 pid: 10034 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.399012:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9cb expref: 40 pid: 10034 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.399039:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606f928 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb9cb expref: 40 pid: 10034 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.399063:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598403.399069:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.399089:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.399099:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.399137:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598403.399198:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+39:2432:x1875480722927360:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 226us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598403.399206:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 310 00010000:00010000:3.0:1788598403.399302:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.399310:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.399338:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.399349:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.399358:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400409:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400435:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400449:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598403.400484:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de0e34f2 reply state 000000001018c724 transno 4294967875 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400495:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400503:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:3.0:1788598403.400506:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598403.400510:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788598403.400516:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00010000:00010000:3.0:1788598403.400525:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400531:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400538:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400545:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598403.400550:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400559:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400571:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598403.400574:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598403.400578:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400583:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fab7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598403.400600:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000de0e34f2 reply state 000000001018c724 transno 4294967875 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400614:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.400620:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8a1b94e62e00) 00010000:00010000:3.0:1788598403.400622:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598403.400624:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788598403.400841:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+88:27507:x1875480722927232:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 5725us (5954us total) trans 4294967875 rc 0/0 00000100:00100000:3.0:1788598403.400850:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 980 00000100:00100000:0.0:1788598403.410552:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598403.410867:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722927488 00000100:00100000:3.0:1788598403.410877:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722927488 00000100:00100000:3.0:1788598403.410937:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 981 00000100:00100000:3.0:1788598403.410948:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+88:27508:x1875480722927488:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:3.0:1788598403.410972:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598403.410992:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606facc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba6c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.411058:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fad3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.411073:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.411085:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598403.411135:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788598403.411139:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598403.411161:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.411185:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606facc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba6c expref: 90 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.411202:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fad3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba6c expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.411211:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598403.411215:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598403.411219:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386200, rc 0) 00000100:00100000:3.0:1788598403.411284:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+89:27508:x1875480722927488:12345-192.168.202.17@tcp:101:bash.0 Request processed in 338us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598403.411291:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 981 00000100:00100000:1.0:1788598403.415925:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598403.422598:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722927616 00000100:00100000:3.0:1788598403.422613:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722927616 00000100:00100000:2.0:1788598403.423286:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 982 00000100:00100000:2.0:1788598403.423302:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+89:27508:x1875480722927616:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598403.423332:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598403.423359:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fada lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba73 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423445:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fae1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423462:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fae1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423475:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fae1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423492:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fae8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423499:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423505:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423614:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738c00/0x6b7334fb1606faef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423623:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738c00/0x6b7334fb1606faef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423629:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738c00/0x6b7334fb1606faef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598403.423670:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1788598403.423674:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598403.423700:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738c00/0x6b7334fb1606faef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423714:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fae1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423722:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fae1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423730:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fae1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423784:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.423789:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fae1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423797:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fae1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423814:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598403.423818:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.423824:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fae1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423830:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fae1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423846:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423852:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fae8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423859:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fae8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423864:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.423866:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fae8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423872:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fae8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423883:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8a1b94e62e00) 00010000:00010000:2.0:1788598403.423885:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.423888:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fae8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423893:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fae8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423924:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fada lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba73 expref: 91 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423941:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738c00/0x6b7334fb1606faef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba73 expref: 90 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.423948:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:2.0:1788598403.423951:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598403.423954:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738c00, rc 0) 00000100:00100000:2.0:1788598403.424040:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+90:27508:x1875480722927616:12345-192.168.202.17@tcp:101:bash.0 Request processed in 742us (8124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598403.424048:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 982 00000100:00100000:1.0:1788598403.426580:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598403.426697:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722927744 00000100:00100000:3.0:1788598403.426709:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722927744 00000100:00100000:3.0:1788598403.427182:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 983 00000100:00100000:3.0:1788598403.427195:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+90:27508:x1875480722927744:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:3.0:1788598403.427223:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598403.427249:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606faf6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba7a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427335:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fafd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427353:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fafd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427368:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fafd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427384:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fb04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427457:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fb04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427468:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fb04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427518:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fafd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427526:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fafd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427533:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fafd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427539:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80031400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598403.427545:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fafd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427553:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fafd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427568:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:3.0:1788598403.427570:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598403.427576:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fafd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427583:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fafd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427605:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fb04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427611:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fb04 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427617:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fb04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427621:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80030e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598403.427624:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fb04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427629:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fb04 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427637:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8a1b94e62d00) 00010000:00010000:3.0:1788598403.427639:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598403.427642:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fb04 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427648:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fb04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427688:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606faf6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba7a expref: 91 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.427706:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:3.0:1788598403.427708:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598403.427712:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606faf6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba7a expref: 91 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.433937:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386400, rc 0) 00000100:00100000:2.0:1788598403.434165:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+90:27508:x1875480722927744:12345-192.168.202.17@tcp:101:bash.0 Request processed in 6959us (7582us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598403.434181:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 983 00000100:00100000:0.0:1788598403.453660:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.453812:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722927872 00000100:00100000:2.0:1788598403.453829:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722927872 00000100:00100000:2.0:1788598403.453917:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 984 00000100:00100000:2.0:1788598403.453932:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+39:27509:x1875480722927872:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598403.453963:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598403.453990:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba81 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.454076:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.454689:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.454706:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598403.454810:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788598403.454815:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598403.454840:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.454874:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba81 expref: 41 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.454899:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba81 expref: 40 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.454909:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598403.454912:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598403.454917:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738e00, rc 0) 00000100:00100000:2.0:1788598403.455017:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+40:27509:x1875480722927872:12345-192.168.202.17@tcp:101:rm.0 Request processed in 1090us (1365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598403.455027:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 984 00000100:00100000:1.0:1788598403.461438:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.461580:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722928000 00000100:00100000:2.0:1788598403.461593:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722928000 00000100:00100000:2.0:1788598403.461668:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 985 00000100:00100000:2.0:1788598403.461680:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88a52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+40:27509:x1875480722928000:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598403.461710:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598403.461772:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fb19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba88 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.461893:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606fb20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.461913:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606fb20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.461931:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606fb20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.461944:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606fb27 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.461952:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606fb27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.461958:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606fb27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462056:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606fb2e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462066:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606fb2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462078:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606fb2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598403.462135:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1788598403.462140:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598403.462167:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606fb2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462183:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606fb20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462190:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606fb20 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462196:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606fb20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462203:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.462208:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606fb20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462217:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606fb20 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462233:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598403.462236:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.462243:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606fb20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462249:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb1606fb20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462271:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606fb27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462277:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606fb27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462282:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606fb27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462287:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ea00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.462290:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606fb27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462296:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606fb27 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462303:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8a1b94e62e00) 00010000:00010000:2.0:1788598403.462306:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.462308:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606fb27 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462315:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1606fb27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462347:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1606fb19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba88 expref: 42 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462362:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1f600/0x6b7334fb1606fb2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba88 expref: 41 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.462375:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:2.0:1788598403.462377:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598403.462380:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1f600, rc 0) 00000100:00100000:2.0:1788598403.462464:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88a52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27509:x1875480722928000:12345-192.168.202.17@tcp:101:rm.0 Request processed in 786us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598403.462473:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 985 00000100:00100000:1.0:1788598403.466531:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.466677:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722928128 00000100:00100000:2.0:1788598403.466693:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722928128 00000100:00100000:2.0:1788598403.466817:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 986 00000100:00100000:2.0:1788598403.466830:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27509:x1875480722928128:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598403.466858:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598403.466888:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606fb35 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba8f expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.466976:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb3c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.466993:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb3c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467007:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb3c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467050:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb43 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467057:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467069:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467128:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb3c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467135:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb3c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467142:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb3c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467148:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.467153:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb3c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467162:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb3c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467175:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:2.0:1788598403.467178:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.467183:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb3c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467189:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1606fb3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467208:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467214:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb43 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467220:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467226:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eda00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.467228:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467233:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb43 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467239:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8a1a86120f00) 00010000:00010000:2.0:1788598403.467241:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.467243:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb43 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467249:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467289:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606fb35 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba8f expref: 42 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467299:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:2.0:1788598403.467301:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.467304:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb1606fb35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba8f expref: 42 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.467313:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ee00, rc 0) 00000100:00100000:2.0:1788598403.467400:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27509:x1875480722928128:12345-192.168.202.17@tcp:101:rm.0 Request processed in 573us (883us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598403.467411:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 986 00000100:00100000:1.0:1788598403.476623:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.477291:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722928256 00000100:00100000:2.0:1788598403.477306:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722928256 00000100:00100000:2.0:1788598403.477398:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 987 00000100:00100000:2.0:1788598403.477412:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27509:x1875480722928256:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598403.477444:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598403.477472:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb4a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba96 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477565:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb51 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477585:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477599:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477616:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477623:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477629:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477678:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477690:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb51 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477697:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477703:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893edc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.477708:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477715:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb51 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477730:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:2.0:1788598403.477782:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.477789:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477796:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477814:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477820:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb58 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477827:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477833:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.477837:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477843:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477851:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8a1a86120f00) 00010000:00010000:2.0:1788598403.477853:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.477856:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb58 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477862:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477902:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb4a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba96 expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477913:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:2.0:1788598403.477915:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.477918:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb4a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba96 expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.477928:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eda00, rc 0) 00000100:00100000:2.0:1788598403.478012:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27509:x1875480722928256:12345-192.168.202.17@tcp:101:rm.0 Request processed in 603us (1399us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598403.478021:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 987 00000100:00100000:1.0:1788598403.499988:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598403.500271:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722928384 00000100:00100000:0.0:1788598403.500284:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722928384 00000100:00100000:0.0:1788598403.500424:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 988 00000100:00100000:0.0:1788598403.500439:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27510:x1875480722928384:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598403.500472:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598403.500504:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fb5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeba9d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500612:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500634:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500648:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500667:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fb6d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500686:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fb6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500695:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fb6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500786:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500794:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500800:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500806:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500812:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598403.500820:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500829:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500844:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:0.0:1788598403.500848:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598403.500853:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500860:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fb66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500876:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fb6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500882:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fb6d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500887:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fb6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500892:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598403.500894:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fb6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500900:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fb6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500906:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8a1b88344300) 00010000:00010000:0.0:1788598403.500908:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598403.500911:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fb6d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500916:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fb6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500954:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fb5f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba9d expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500965:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:0.0:1788598403.500968:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598403.500971:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fb5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba9d expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.500982:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc99000, rc 0) 00000100:00100000:0.0:1788598403.501066:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27510:x1875480722928384:12345-192.168.202.17@tcp:101:cp.0 Request processed in 631us (1092us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598403.501075:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 988 00000100:00100000:1.0:1788598403.507217:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.507376:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722928512 00000100:00100000:2.0:1788598403.507398:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722928512 00000100:00100000:2.0:1788598403.507473:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 989 00000100:00100000:2.0:1788598403.507484:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27510:x1875480722928512:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598403.507513:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598403.507541:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebaa4 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.507637:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb7b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.507657:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb7b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509547:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb7b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509596:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509612:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509623:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509684:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb7b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509692:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb7b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509701:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb7b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509708:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.509715:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb7b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509725:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb7b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509756:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:2.0:1788598403.509761:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.509769:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb7b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509776:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fb7b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509793:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509800:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509808:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509813:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893edc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598403.509816:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509822:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb82 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509830:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8a1a86120f00) 00010000:00010000:2.0:1788598403.509833:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.509836:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb82 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509842:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fb82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509908:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb74 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaa4 expref: 42 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509921:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:2.0:1788598403.509924:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598403.509929:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fb74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaa4 expref: 42 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.509941:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eda00, rc 0) 00000100:00100000:2.0:1788598403.510050:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27510:x1875480722928512:12345-192.168.202.17@tcp:101:cp.0 Request processed in 2564us (2847us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598403.510061:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 989 00000100:00100000:1.0:1788598403.515380:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598403.515510:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722928768 00000100:00100000:0.0:1788598403.515525:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722928768 00000100:00100000:0.0:1788598403.515640:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 990 00000100:00100000:0.0:1788598403.515652:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27510:x1875480722928768:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598403.515690:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598403.515718:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fb89 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebaab expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.518391:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fb90 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.518424:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fb90 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.518441:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fb90 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.518462:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.518470:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.518478:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788598403.519154:0:13009:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x14:0x0], index 1: 0 00010000:00010000:1.0:1788598403.519350:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519363:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519373:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519420:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fb90 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519428:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fb90 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519435:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fb90 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519442:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598403.519447:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fb90 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519456:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fb90 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519471:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:1.0:1788598403.519474:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598403.519480:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fb90 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519486:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fb90 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598403.519504:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cc4bbd2 reply state 00000000e9369c2c transno 4294967876 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519518:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519526:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8a1b9fd8c100) 00010000:00010000:1.0:1788598403.519528:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598403.519533:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788598403.519578:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fb89 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaab expref: 44 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519597:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaab expref: 43 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598403.519605:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598403.519607:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598403.519610:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320600, rc 0) 00000100:00100000:1.0:1788598403.519980:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+44:27510:x1875480722928768:12345-192.168.202.17@tcp:101:cp.0 Request processed in 4328us (4613us total) trans 4294967876 rc 0/0 00000100:00100000:1.0:1788598403.519991:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 990 00000100:00100000:3.0:1788598403.523052:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.523317:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722928896 00000100:00100000:2.0:1788598403.523333:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722928896 00000100:00100000:2.0:1788598403.523487:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 255 00000100:00100000:2.0:1788598403.523502:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722928896:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598403.523530:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598403.523559:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb1606fbac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebab2 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598403.523593:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788598403.523618:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598403.523622:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598403.523633:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb1606fbac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab2 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.523657:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb1606fbac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab2 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.523675:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eda00, rc 0) 00000100:00100000:2.0:1788598403.523894:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722928896:12345-192.168.202.17@tcp:101:cp.0 Request processed in 396us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598403.523902:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 255 00000100:00080000:0.0:1788598403.524516:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598403.527599:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.527916:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722929024 00000100:00100000:2.0:1788598403.527930:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722929024 00000100:00100000:2.0:1788598403.528051:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 256 00000100:00100000:2.0:1788598403.528064:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:27510:x1875480722929024:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598403.528089:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598403.528126:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebab9 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.528173:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb1606fbac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab2 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.528184:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598403.528187:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598403.528192:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.528238:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb1606fbac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab2 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.528256:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb1606fbac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab2 expref: 12 pid: 8405 timeout: 793 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598403.528276:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746990976:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598403.528422:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b90819900 going to sleep for 11 seconds 00000100:00100000:1.0:1788598403.533691:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.534021:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746990976:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598403.534067:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.534097:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893edc00, rc 0) 00000100:00100000:2.0:1788598403.534189:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:27510:x1875480722929024:12345-192.168.202.17@tcp:101:cp.0 Request processed in 6127us (6604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598403.534200:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 256 00000100:00100000:3.0:1788598403.535183:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722929152 00000100:00100000:3.0:1788598403.535198:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722929152 00010000:00010000:3.0:1788598403.535247:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb1606fbac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab2 expref: 12 pid: 8405 timeout: 793 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598403.535291:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 311 00000100:00100000:3.0:1788598403.535302:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722929152:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598403.535321:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598403.535347:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb1606fbac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab2 expref: 12 pid: 8405 timeout: 793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.535364:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb1606fbac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab2 expref: 12 pid: 8405 timeout: 793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.536964:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb1606fbac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab2 expref: 12 pid: 8405 timeout: 793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.537002:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598403.537006:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598403.537019:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.537029:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.537102:0:10276:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598403.537133:0:10276:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10276:1875480746991104:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598403.537261:0:10276:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b84fa30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598403.546604:0:10276:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10276:1875480746991104:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598403.546644:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598403.546731:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722929152:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 11422us (13046us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598403.546772:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 311 00000100:00100000:1.0:1788598403.547139:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598403.547529:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722929408 00000100:00100000:3.0:1788598403.547539:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722929408 00000100:00100000:3.0:1788598403.547601:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 203 00000100:00100000:3.0:1788598403.547613:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+44:27510:x1875480722929408:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:3.0:1788598403.548508:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:27510:x1875480722929408:12345-192.168.202.17@tcp:35:cp.0 Request processed in 891us (1364us total) trans 4294967877 rc 0/0 00000100:00100000:3.0:1788598403.548519:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 203 00000100:00100000:1.0:1788598403.596925:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598403.597104:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722929536 00000100:00100000:0.0:1788598403.597126:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722929536 00000100:00100000:0.0:1788598403.597206:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 991 00000100:00100000:0.0:1788598403.597217:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+90:27513:x1875480722929536:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598403.597245:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598403.597275:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fbba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebac0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597520:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597540:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597555:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597569:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fbc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597576:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fbc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597581:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fbc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597677:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597687:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597694:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598403.597808:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:0.0:1788598403.597813:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598403.597849:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597862:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597872:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597878:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597883:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597890:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597896:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598403.597900:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597908:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597921:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:0.0:1788598403.597924:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598403.597930:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597941:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fbc1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597957:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fbc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597963:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fbc8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597969:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fbc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597973:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598403.597976:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fbc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597982:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fbc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.597989:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8a1b9fd8c100) 00010000:00010000:0.0:1788598403.597992:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598403.597995:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fbc8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.598001:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fbc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.598032:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fbba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac0 expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.598052:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac0 expref: 91 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598403.598060:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:0.0:1788598403.598062:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598403.598064:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98400, rc 0) 00000100:00100000:0.0:1788598403.598148:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+91:27513:x1875480722929536:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 933us (1240us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598403.598157:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 991 00000100:00100000:0.0:1788598403.607959:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598403.608821:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722929664 00000100:00100000:3.0:1788598403.608848:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722929664 00000100:00100000:3.0:1788598403.608951:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 257 00000100:00100000:3.0:1788598403.608963:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722929664:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598403.609001:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598403.609027:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fbd6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebac7 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598403.609403:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746991232:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598403.609545:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133a80 going to sleep for 11 seconds 00000100:00080000:0.0:1788598403.609962:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1788598403.614460:0:8403:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788598403.614471:0:8403:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime: 0 -> 1788598403 00002000:00010000:3.0:1788598403.614474:0:8403:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1788598403 00002000:00010000:3.0:1788598403.614476:0:8403:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime: 0 -> 1788598403 00002000:00010000:3.0:1788598403.614478:0:8403:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1788598403.614508:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746991232:192.168.202.17@tcp:106: 00010000:00010000:3.0:1788598403.614557:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fbd6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac7 expref: 13 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.614589:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fbd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac7 expref: 13 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.614607:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80030e00, rc 0) 00000100:00100000:3.0:1788598403.614689:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722929664:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 5726us (6743us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598403.614700:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 257 00000100:00100000:1.0:1788598403.622550:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598403.623335:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722929792 00000100:00100000:2.0:1788598403.623355:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722929792 00000100:00100000:2.0:1788598403.623468:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 992 00000100:00100000:2.0:1788598403.623480:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+91:27513:x1875480722929792:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598403.623509:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598403.623535:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fbdd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebace expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.623651:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.623676:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.623691:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598403.623790:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1788598403.623795:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598403.623828:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.623890:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606fbdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebace expref: 93 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.623929:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebace expref: 92 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598403.623940:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:2.0:1788598403.623944:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598403.623948:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ede00, rc 0) 00000100:00100000:2.0:1788598403.625427:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+92:27513:x1875480722929792:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1938us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598403.625441:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 992 00000100:00100000:0.0:1788598403.631042:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598403.631266:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722929920 00000100:00100000:3.0:1788598403.631280:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722929920 00000100:00100000:3.0:1788598403.631362:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 258 00000100:00100000:3.0:1788598403.631375:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722929920:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598403.631412:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598403.631440:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fbeb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebad5 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598403.631523:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480746991360:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598403.631682:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598403.636452:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480746991360:192.168.202.17@tcp:106: 00010000:00010000:3.0:1788598403.636512:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fbeb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebad5 expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.636544:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fbeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebad5 expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598403.636563:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80030e00, rc 0) 00000100:00100000:3.0:1788598403.636696:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722929920:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 5323us (5670us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598403.636707:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 258 00000100:00100000:2.0:1788598403.643222:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598403.643341:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722930176 00000100:00100000:1.0:1788598403.643355:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722930176 00000100:00100000:1.0:1788598403.643522:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 993 00000100:00100000:1.0:1788598403.643534:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+92:27513:x1875480722930176:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:1.0:1788598403.643812:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:1.0:1788598403.643948:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+92:27513:x1875480722930176:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 415us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598403.643957:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 993 00000100:00100000:3.0:1788598403.843497:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746991488:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598403.843599:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598403.843755:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746991488 00000100:00100000:3.0:1788598403.843765:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746991488 00000100:00100000:3.0:1788598403.843830:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1788598403.843843:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480746991488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598403.843894:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:3.0:1788598403.843946:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480746991488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598403.843955:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1788598403.844028:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480746991488:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788598403.906545:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598403.970392:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598404.163323:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598404.163337:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598404.163409:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:0.0:1788598404.163419:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598404.163778:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746991616:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598404.163921:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e600 going to sleep for 11 seconds 00000100:00100000:0.0:1788598404.176134:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746991616:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598404.176654:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598404.176750:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722930304 00000100:00100000:0.0:1788598404.176760:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722930304 00000100:00100000:0.0:1788598404.176834:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 994 00000100:00100000:0.0:1788598404.176844:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:27523:x1875480722930304:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598404.176889:0:6525:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598404.177013:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:27523:x1875480722930304:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 169us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598404.177023:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 994 00000100:00100000:1.0:1788598404.197919:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598404.197988:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722930560 00000100:00100000:1.0:1788598404.198002:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722930560 00000100:00100000:1.0:1788598404.198304:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 995 00000100:00100000:1.0:1788598404.198317:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:27523:x1875480722930560:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598404.198348:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598404.198376:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fbf2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebadc expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.198695:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fbf9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.198715:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fbf9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.198937:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fbf9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598404.198953:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1788598404.199176:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fbf2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebadc expref: 48 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.199195:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fbf9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebadc expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.199204:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598404.199207:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598404.199212:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320a00, rc 0) 00000100:00100000:1.0:1788598404.199296:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27523:x1875480722930560:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 980us (1389us total) trans 4294967878 rc 0/0 00000100:00100000:1.0:1788598404.199305:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 995 00000100:00100000:0.0:1788598404.213946:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598404.214000:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722930688 00000100:00100000:0.0:1788598404.214014:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722930688 00000100:00100000:0.0:1788598404.214219:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 259 00000100:00100000:0.0:1788598404.214236:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722930688:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598404.214302:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.214328:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.214338:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598404.214340:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598404.214344:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.214390:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.214915:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 11 pid: 14172 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598404.214949:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746991744:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598404.216183:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e600 going to sleep for 11 seconds 00000100:00100000:1.0:1788598404.221535:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598404.221761:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746991744:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598404.221799:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598404.222024:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722930816 00000100:00100000:3.0:1788598404.222034:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722930816 00002000:00100000:3.0:1788598404.222107:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff8a1a893e9180 x1875480722930816/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:395/0 lens 648/0 e 0 to 0 dl 1788598415 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598404.222128:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a893e9180 with x1875480722930816 ext(0->157) 00010000:00010000:3.0:1788598404.222137:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 12 pid: 14172 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.222155:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 12 pid: 14172 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598404.222163:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a893e9180 00000100:00100000:3.0:1788598404.222192:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:3.0:1788598404.222202:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2435:x1875480722930816:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:3.0:1788598404.224199:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2435:x1875480722930816:12345-192.168.202.17@tcp:4:cp.0 Request processed in 1984us (2666us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1788598404.224217:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 11 00002000:00100000:3.0:1788598404.224230:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff8a1a893e9180 x1875480722930816/t4294967347(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:395/0 lens 648/448 e 0 to 0 dl 1788598415 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598404.224246:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a893e9180 with x1875480722930816 ext(0->157) 00010000:00010000:3.0:1788598404.224256:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 14 pid: 14172 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.224275:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 14 pid: 14172 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598404.224284:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a893e9180 00000100:00100000:0.0:1788598404.228901:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598404.229335:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722930944 00000100:00100000:1.0:1788598404.229353:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722930944 00010000:00010000:1.0:1788598404.229423:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 14 pid: 14172 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598404.229597:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 312 00000100:00100000:1.0:1788598404.229608:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2434:x1875480722930944:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598404.229630:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1788598404.229651:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1788598404.229659:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 14 pid: 14172 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.229678:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 14 pid: 14172 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.229711:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606fbb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebab9 expref: 14 pid: 14172 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.229763:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598404.229766:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598404.229773:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.229784:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.230412:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598404.230502:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2434:x1875480722930944:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 892us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598404.230515:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 312 00000100:00100000:2.0:1788598404.230528:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598404.231723:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722931072 00000100:00100000:2.0:1788598404.231752:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722931072 00000100:00100000:2.0:1788598404.231831:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 46 00000100:00100000:2.0:1788598404.231842:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2434:x1875480722931072:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598404.231859:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598404.231887:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fbf9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebadc expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.231909:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:2.0:1788598404.231915:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598404.231967:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2434:x1875480722931072:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 129us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598404.231975:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 46 00010000:00010000:0.0:1788598404.232806:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.232829:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.232873:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.232883:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.232893:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.232899:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598404.232904:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.232915:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.232943:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.232951:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061409143/0x6b7334fb1606fc07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598404.233049:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722930688:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 18815us (19118us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598404.233061:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 259 00000100:00100000:0.0:1788598404.236296:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598404.236378:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722931328 00000100:00100000:3.0:1788598404.236393:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722931328 00000100:00100000:3.0:1788598404.236613:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 996 00000100:00100000:3.0:1788598404.236626:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:27523:x1875480722931328:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598404.236933:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:27523:x1875480722931328:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 308us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598404.236942:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 996 00000100:00100000:0.0:1788598404.241021:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598404.241122:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722931456 00000100:00100000:3.0:1788598404.241137:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722931456 00000100:00100000:3.0:1788598404.241238:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 260 00000100:00100000:3.0:1788598404.241251:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722931456:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598404.241275:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598404.241301:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fc0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebae3 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598404.241334:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a9bd883, atime: 0x0, ctime: 0x6a9bd883, blocks: 0x8 00010000:00010000:3.0:1788598404.241358:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598404.241361:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598404.241372:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fc0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebae3 expref: 13 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.241405:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fc0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebae3 expref: 13 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.241424:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80030e00, rc 0) 00000100:00100000:3.0:1788598404.241629:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722931456:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 381us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598404.241638:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 260 00000100:00100000:3.0:1788598404.244913:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598404.245183:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722931712 00000100:00100000:1.0:1788598404.245197:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722931712 00000100:00100000:1.0:1788598404.245276:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 997 00000100:00100000:1.0:1788598404.245288:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:27523:x1875480722931712:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598404.245455:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:27523:x1875480722931712:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 168us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598404.245463:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 997 00000100:00100000:3.0:1788598404.250135:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598404.250306:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722931840 00000100:00100000:1.0:1788598404.250321:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722931840 00002000:00100000:1.0:1788598404.250391:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff8a1b88356a00 x1875480722931840/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:395/0 lens 488/0 e 0 to 0 dl 1788598415 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598404.250418:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88356a00 with x1875480722931840 ext(0->4095) 00002000:00010000:1.0:1788598404.250426:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b88356a00 00000100:00100000:1.0:1788598404.250478:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 76 00000100:00100000:1.0:1788598404.250491:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480722931840:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788598404.250778:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480722931840:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 288us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598404.250789:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 76 00002000:00100000:1.0:1788598404.250797:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff8a1b88356a00 x1875480722931840/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:395/0 lens 488/4536 e 0 to 0 dl 1788598415 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598404.250806:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88356a00 with x1875480722931840 ext(0->4095) 00002000:00010000:1.0:1788598404.250810:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b88356a00 00000100:00100000:0.0:1788598404.256703:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598404.256789:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722931968 00000100:00100000:1.0:1788598404.256804:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722931968 00000100:00100000:1.0:1788598404.256898:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 998 00000100:00100000:1.0:1788598404.256913:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:27523:x1875480722931968:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598404.256945:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598404.256982:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fc15 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebaea expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.257026:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.257055:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.257069:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.257221:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fc15 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaea expref: 48 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.257241:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaea expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.257252:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598404.257255:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598404.257261:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321200, rc 0) 00000100:00100000:1.0:1788598404.257359:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27523:x1875480722931968:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 450us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598404.257366:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 998 00000100:00100000:3.0:1788598404.262887:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598404.264661:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722932096 00000100:00100000:1.0:1788598404.264683:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722932096 00000100:00100000:3.0:1788598404.265088:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 999 00000100:00100000:3.0:1788598404.265102:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27523:x1875480722932096:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598404.265163:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598404.265335:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27523:x1875480722932096:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 235us (2463us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598404.265344:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 999 00000100:00100000:3.0:1788598404.270463:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598404.271003:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722932224 00000100:00100000:0.0:1788598404.271019:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722932224 00000100:00100000:0.0:1788598404.271139:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 261 00000100:00100000:0.0:1788598404.271151:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722932224:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598404.271212:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000069a25eea/0x6b7334fb1606fc23 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.271234:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598404.271237:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598404.271244:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069a25eea/0x6b7334fb1606fc23 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.271262:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069a25eea/0x6b7334fb1606fc23 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.271293:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000069a25eea/0x6b7334fb1606fc23 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.271302:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069a25eea/0x6b7334fb1606fc23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.271311:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069a25eea/0x6b7334fb1606fc23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.271318:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99a00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598404.271323:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069a25eea/0x6b7334fb1606fc23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.271333:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069a25eea/0x6b7334fb1606fc23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.271352:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069a25eea/0x6b7334fb1606fc23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.271360:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069a25eea/0x6b7334fb1606fc23 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598404.271465:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722932224:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 316us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598404.271484:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 261 00000100:00100000:3.0:1788598404.279689:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598404.279807:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722932480 00000100:00100000:2.0:1788598404.279821:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722932480 00000100:00100000:2.0:1788598404.279895:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1000 00000100:00100000:2.0:1788598404.279907:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27523:x1875480722932480:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788598404.280017:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.280039:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaea expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.280049:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.280106:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaea expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.280131:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaea expref: 47 pid: 10034 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598404.280153:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746991872:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598404.286016:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161900 going to sleep for 11 seconds 00000100:00100000:3.0:1788598404.297333:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598404.297367:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722932608 00000100:00100000:3.0:1788598404.297377:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722932608 00010000:00010000:3.0:1788598404.297437:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaea expref: 48 pid: 10034 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598404.297502:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 313 00000100:00100000:3.0:1788598404.297514:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480722932608:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598404.297535:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598404.297544:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaea expref: 48 pid: 10034 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.297562:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaea expref: 48 pid: 10034 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.297594:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:3.0:1788598404.297601:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.297612:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.297622:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.297647:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598404.297710:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480722932608:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 198us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598404.299378:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 313 00010000:00010000:3.0:1788598404.301077:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fc1c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaea expref: 47 pid: 10034 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598404.301109:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746991872:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598404.301151:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.301163:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.301168:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.301385:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.301919:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.301932:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.301938:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598404.301944:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.301953:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.301974:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:3.0:1788598404.301978:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598404.301984:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.301991:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fc2a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598404.302228:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27523:x1875480722932480:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 22321us (22547us total) trans 4294967879 rc 0/0 00000100:00100000:3.0:1788598404.302240:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1000 00000100:00100000:3.0:1788598404.307512:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598404.307922:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722932864 00000100:00100000:0.0:1788598404.307935:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722932864 00000100:00100000:0.0:1788598404.308012:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 204 00000100:00100000:0.0:1788598404.308024:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27523:x1875480722932864:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598404.308593:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:27523:x1875480722932864:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 569us (1097us total) trans 4294967880 rc 0/0 00000100:00100000:0.0:1788598404.308603:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 204 00000040:00080000:1.0:1788598404.308918:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598404.308925:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598404.309698:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788598404.309717:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1788598404.586412:0:20896:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598404.586426:0:20896:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598404.586473:0:20896:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:2.0:1788598404.586489:0:20896:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598404.679468:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598404.681467:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722932992 00000100:00100000:0.0:1788598404.681487:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722932992 00000100:00100000:0.0:1788598404.681769:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 262 00000100:00100000:0.0:1788598404.681783:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722932992:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598404.681823:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598404.681852:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5175e15/0x6b7334fb1606fc31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebaf1 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.681889:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598404.681892:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598404.681904:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5175e15/0x6b7334fb1606fc31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf1 expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.681928:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5175e15/0x6b7334fb1606fc31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf1 expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.681948:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98800, rc 0) 00000100:00100000:0.0:1788598404.682047:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+13:2435:x1875480722932992:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 267us (2588us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598404.682073:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 262 00000100:00100000:2.0:1788598404.689905:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598404.690196:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722933248 00000100:00100000:1.0:1788598404.690211:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722933248 00000100:00100000:1.0:1788598404.690327:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1001 00000100:00100000:1.0:1788598404.690339:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+92:27524:x1875480722933248:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598404.690370:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598404.690398:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fc38 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebaf8 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.690544:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fc3f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.690564:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fc3f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.690580:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fc3f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598404.690595:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1788598404.690765:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fc38 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf8 expref: 95 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.690786:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fc3f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf8 expref: 94 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.690796:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598404.690799:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788598404.690803:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321000, rc 0) 00000100:00100000:1.0:1788598404.690881:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+94:27524:x1875480722933248:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 543us (988us total) trans 4294967881 rc 0/0 00000100:00100000:1.0:1788598404.690889:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1001 00000100:00100000:2.0:1788598404.697293:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598404.697416:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722933376 00000100:00100000:3.0:1788598404.697431:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722933376 00000100:00100000:3.0:1788598404.697546:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 263 00000100:00100000:3.0:1788598404.697560:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480722933376:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:3.0:1788598404.697627:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.697655:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fc0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebae3 expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.697665:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5175e15/0x6b7334fb1606fc31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf1 expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.697672:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598404.697675:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598404.697679:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.697723:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5175e15/0x6b7334fb1606fc31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf1 expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.697788:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5175e15/0x6b7334fb1606fc31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf1 expref: 13 pid: 14172 timeout: 794 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598404.698250:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746992000:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598404.698538:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fc0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebae3 expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.698551:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fc0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebae3 expref: 12 pid: 8403 timeout: 794 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598404.698563:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb623a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746992128:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598404.698592:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133840 going to sleep for 11 seconds 00000100:00100000:3.0:1788598404.703069:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746992000:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598404.703605:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598404.704005:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb623a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746992128:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598404.704040:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598404.704263:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722933504 00000100:00100000:0.0:1788598404.704272:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722933504 00010000:00010000:0.0:1788598404.704321:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5175e15/0x6b7334fb1606fc31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf1 expref: 14 pid: 14172 timeout: 794 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598404.704411:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 314 00000100:00100000:0.0:1788598404.704422:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+14:2433:x1875480722933504:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598404.704440:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598404.704466:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5175e15/0x6b7334fb1606fc31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf1 expref: 14 pid: 14172 timeout: 794 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.704483:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5175e15/0x6b7334fb1606fc31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf1 expref: 14 pid: 14172 timeout: 794 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.704513:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5175e15/0x6b7334fb1606fc31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf1 expref: 14 pid: 14172 timeout: 794 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.704533:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598404.704634:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480722933504:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 213us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598404.704643:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 314 00000100:00100000:2.0:1788598404.706380:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598404.706468:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722933632 00000100:00100000:0.0:1788598404.706479:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722933632 00010000:00010000:0.0:1788598404.706520:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fc0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebae3 expref: 13 pid: 8403 timeout: 794 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598404.706569:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 315 00000100:00100000:0.0:1788598404.706579:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2434:x1875480722933632:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598404.706596:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598404.706620:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fc0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebae3 expref: 13 pid: 8403 timeout: 794 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.706636:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fc0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebae3 expref: 13 pid: 8403 timeout: 794 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.706663:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb1606fc0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebae3 expref: 13 pid: 8403 timeout: 794 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.706683:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598404.706686:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598404.706691:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.706702:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.706763:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598404.707172:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480722933632:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 593us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598404.707182:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 315 00010000:00010000:0.0:1788598404.707215:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.707226:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.707252:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.707260:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.707268:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.707275:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80031400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598404.707280:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.707289:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.707301:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.707308:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fc4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598404.707375:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722933376:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 9819us (10094us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598404.707386:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 263 00000100:00100000:3.0:1788598404.710425:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598404.710644:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722933888 00000100:00100000:2.0:1788598404.710657:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722933888 00000100:00100000:2.0:1788598404.710753:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 205 00000100:00100000:2.0:1788598404.710766:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+94:27524:x1875480722933888:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:2.0:1788598404.710848:0:6527:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x18:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fc3f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf8 expref: 94 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598404.711231:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967882 00000001:00080000:2.0:1788598404.711606:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967883 00010000:00010000:2.0:1788598404.711647:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.711664:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaab expref: 47 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.711673:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac0 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.711681:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.711727:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac0 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.712404:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac0 expref: 97 pid: 6525 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598404.712424:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb623a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480746992256:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598404.712605:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaab expref: 47 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.712616:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaab expref: 47 pid: 13009 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598404.712632:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480746992384:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598404.712660:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9809c300 going to sleep for 11 seconds 00000100:00100000:0.0:1788598404.720675:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb623a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480746992256:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598404.720696:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480746992384:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598404.720788:0:6527:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598404.725050:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598404.725100:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598404.725194:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722934016 00000100:00100000:2.0:1788598404.725208:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722934016 00000100:00100000:1.0:1788598404.725211:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722934144 00000100:00100000:1.0:1788598404.725214:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722934144 00010000:00010000:2.0:1788598404.725263:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaab expref: 48 pid: 13009 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598404.725332:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 316 00000100:00100000:2.0:1788598404.725343:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480722934016:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598404.725362:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598404.725370:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaab expref: 48 pid: 13009 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.725383:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaab expref: 48 pid: 13009 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.725418:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fb9e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaab expref: 48 pid: 13009 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.725440:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:2.0:1788598404.725447:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.725457:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598404.725471:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598404.725549:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2433:x1875480722934016:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 207us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598404.725557:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 316 00010000:00010000:1.0:1788598404.727516:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac0 expref: 98 pid: 6525 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598404.727578:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 317 00000100:00100000:1.0:1788598404.727596:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+98:2433:x1875480722934144:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598404.727615:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598404.727622:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac0 expref: 98 pid: 6525 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.727638:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac0 expref: 98 pid: 6525 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.728844:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fbcf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebac0 expref: 98 pid: 6525 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.728867:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598404.728873:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.728884:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.728893:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.728926:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598404.729009:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+97:2433:x1875480722934144:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1421us (3907us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598404.729025:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 317 00010000:00010000:3.0:1788598404.729102:0:6527:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.729121:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788598404.729275:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967884 00000001:00080000:3.0:1788598404.729431:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967885 00000001:00080000:3.0:1788598404.729473:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967886 00000100:00100000:3.0:1788598404.730723:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480746992512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788598404.730854:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598404.730894:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b919ee540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598404.730940:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746992512 00000100:00100000:3.0:1788598404.730950:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746992512 00000100:00100000:3.0:1788598404.731254:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1788598404.731265:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480746992512:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788598404.731369:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480746992512:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 105us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598404.731378:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00080000:3.0:1788598404.731414:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598404.731485:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480746992512:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1788598404.733775:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967887 00000100:00100000:3.0:1788598404.733904:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480746992640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788598404.734004:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598404.734046:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598404.734079:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746992640 00000100:00100000:3.0:1788598404.734964:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746992640 00000100:00100000:3.0:1788598404.735031:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1788598404.735040:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480746992640:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788598404.736186:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6527:x1875480746992640:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1140us (2175us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1788598404.736200:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1788598404.736309:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480746992640:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1788598404.736350:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.736362:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.736372:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.736378:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598404.736386:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.736409:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.736432:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:3.0:1788598404.736436:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1788598404.736441:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.736449:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fc54 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788598404.738103:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x37:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1788598404.738203:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:3.0:1788598404.738218:0:6527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 694623483134ns, next at 695623480424ns, rc = 0 00000001:00080000:3.0:1788598404.738230:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967888 00010000:00010000:3.0:1788598404.738284:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:3.0:1788598404.738289:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788598404.738299:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fc3f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaf8 expref: 101 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598404.738434:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+100:27524:x1875480722933888:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 27671us (28021us total) trans 4294967889 rc 0/0 00000100:00100000:3.0:1788598404.738445:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 205 00000020:00080000:3.0:1788598404.738452:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1788598404.766682:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598404.770011:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722934272 00000100:00100000:0.0:1788598404.770031:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722934272 00000100:00100000:0.0:1788598404.770134:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1002 00000100:00100000:0.0:1788598404.770147:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+100:27525:x1875480722934272:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598404.770182:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598404.770210:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fc5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebaff expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770305:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fc62 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770325:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fc62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770340:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fc62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770353:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fc69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770362:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fc69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770368:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fc69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770628:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fc70 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770638:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fc70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770646:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fc70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598404.770698:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:0.0:1788598404.770703:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598404.770727:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fc70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770764:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fc70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770774:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fc62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770781:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fc62 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770789:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fc62 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770800:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598404.770805:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fc62 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770813:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fc62 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770828:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:0.0:1788598404.770831:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598404.770836:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fc62 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770843:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fc62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770859:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fc69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770865:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fc69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770870:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fc69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770875:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598404.770878:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fc69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770883:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fc69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770894:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8a1b9fd8c100) 00010000:00010000:0.0:1788598404.770896:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598404.770899:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fc69 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770904:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99000/0x6b7334fb1606fc69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770932:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fc5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaff expref: 102 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770948:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fc70 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaff expref: 101 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598404.770956:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b88344300) 00010000:00010000:0.0:1788598404.770958:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598404.770960:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98200, rc 0) 00000100:00100000:0.0:1788598404.771544:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+101:27525:x1875480722934272:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1398us (4869us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598404.771554:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1002 00000100:00100000:2.0:1788598404.782147:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598404.782342:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722934528 00000100:00100000:1.0:1788598404.782358:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722934528 00000100:00100000:1.0:1788598404.782435:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 47 00000100:00100000:1.0:1788598404.782446:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+101:27525:x1875480722934528:12345-192.168.202.17@tcp:103:lfs.0 00010000:00010000:1.0:1788598404.782466:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598404.782498:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fc70 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebaff expref: 101 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598404.782519:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b88344300) 00010000:00010000:1.0:1788598404.782535:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598404.782607:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+100:27525:x1875480722934528:12345-192.168.202.17@tcp:103:lfs.0 Request processed in 162us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598404.782616:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 47 00000100:00100000:2.0:1788598404.785244:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598404.785376:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722934656 00000100:00100000:3.0:1788598404.785390:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722934656 00000100:00100000:3.0:1788598404.785464:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1003 00000100:00100000:3.0:1788598404.785474:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+100:27525:x1875480722934656:12345-192.168.202.17@tcp:58:lfs.0 00010000:00010000:3.0:1788598404.785624:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fc77 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.785645:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fc77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598404.785659:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fc77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598404.785816:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:3.0:1788598404.785905:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+100:27525:x1875480722934656:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 431us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598404.785915:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1003 00010000:00010000:1.0:1788598405.015714:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598405.256123:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598405.256187:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598405.256290:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722934912 00000100:00100000:1.0:1788598405.256310:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722934912 00000100:00100000:1.0:1788598405.256413:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 817 00000100:00100000:1.0:1788598405.256425:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+100:2435:x1875480722934912:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598405.256523:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+100:2435:x1875480722934912:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 97us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598405.256528:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 817 00000100:00080000:2.0:1788598405.256583:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598405.257004:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722934784 00000100:00100000:3.0:1788598405.257012:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722934784 00000100:00100000:3.0:1788598405.257046:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 694 00000100:00100000:3.0:1788598405.257053:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722934784:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598405.257101:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722934784:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 48us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.257108:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 694 00000100:00100000:3.0:1788598405.268554:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.268610:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.268640:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.268661:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.268682:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.268699:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.268727:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.268794:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722935424 00000100:00100000:3.0:1788598405.268807:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722935424 00000100:00100000:3.0:1788598405.268879:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722935040 00000100:00100000:3.0:1788598405.268882:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722935040 00000100:00100000:3.0:1788598405.268900:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722935552 00000100:00100000:3.0:1788598405.268903:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722935552 00000100:00100000:3.0:1788598405.268920:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 818 00000100:00100000:3.0:1788598405.268930:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2434:x1875480722935424:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598405.269038:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2434:x1875480722935424:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 109us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.269047:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 818 00000100:00100000:3.0:1788598405.269067:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 819 00000100:00100000:3.0:1788598405.269074:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722935040:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598405.269100:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722935040:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.269106:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 819 00000100:00100000:3.0:1788598405.269133:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 820 00000100:00100000:3.0:1788598405.269139:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722935552:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598405.269160:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722935552:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.269165:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 820 00000100:00100000:3.0:1788598405.269182:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722935168 00000100:00100000:3.0:1788598405.269186:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722935168 00000100:00100000:3.0:1788598405.269213:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722935680 00000100:00100000:3.0:1788598405.269215:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722935680 00000100:00100000:3.0:1788598405.269226:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722935296 00000100:00100000:3.0:1788598405.269228:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722935296 00000100:00100000:3.0:1788598405.269238:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722935808 00000100:00100000:3.0:1788598405.269240:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722935808 00000100:00100000:3.0:1788598405.269251:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 508 00000100:00100000:3.0:1788598405.269256:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+13:2434:x1875480722935168:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598405.269279:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+13:2434:x1875480722935168:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.269285:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 508 00000100:00100000:3.0:1788598405.269294:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 509 00000100:00100000:3.0:1788598405.269300:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480722935680:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598405.269319:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480722935680:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.269325:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 509 00000100:00100000:3.0:1788598405.269516:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 510 00000100:00100000:3.0:1788598405.269523:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722935296:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598405.269549:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722935296:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.269555:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 510 00000100:00100000:3.0:1788598405.269567:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 511 00000100:00100000:3.0:1788598405.269573:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480722935808:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598405.269596:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480722935808:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.269603:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 511 00000100:00080000:3.0:1788598405.269631:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598405.269636:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598405.269640:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598405.269643:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1788598405.315960:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598405.315972:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598405.316005:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:0.0:1788598405.316016:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598405.319077:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746992768:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598405.319239:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1788598405.326168:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480746992768:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598405.342771:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598405.343334:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722935936 00000100:00100000:2.0:1788598405.343348:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722935936 00000100:00100000:2.0:1788598405.343440:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1004 00000100:00100000:2.0:1788598405.343452:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27535:x1875480722935936:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598405.343499:0:6525:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598405.343694:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27535:x1875480722935936:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 223us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598405.343716:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1004 00000100:00100000:0.0:1788598405.352578:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.352660:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722936064 00000100:00100000:3.0:1788598405.352674:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722936064 00000100:00100000:3.0:1788598405.352790:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1005 00000100:00100000:3.0:1788598405.352803:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27535:x1875480722936064:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788598405.353361:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fc7e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353387:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fc7e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353415:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fc7e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353434:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc85 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353442:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc85 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353449:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc85 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353486:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353492:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353499:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598405.353559:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:3.0:1788598405.353565:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598405.353581:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353595:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fc7e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353601:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fc7e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353608:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fc7e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353614:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80031400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598405.353619:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fc7e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353627:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fc7e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353641:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598405.353645:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598405.353650:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fc7e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353655:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fc7e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353673:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc85 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353685:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc85 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353689:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc85 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353694:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80030e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598405.353697:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc85 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353702:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc85 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353710:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb48c4f37 (ffff8a1b94e62d00) 00010000:00010000:3.0:1788598405.353713:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598405.353716:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc85 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353773:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc85 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353795:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353800:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353806:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353810:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598405.353813:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353819:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353827:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b94e62f00) 00010000:00010000:3.0:1788598405.353829:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598405.353832:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.353839:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc8c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.354365:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27535:x1875480722936064:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 1561us (1801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.354375:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1005 00000100:00100000:0.0:1788598405.376443:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.376690:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722936320 00000100:00100000:3.0:1788598405.376706:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722936320 00000100:00100000:3.0:1788598405.376821:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1006 00000100:00100000:3.0:1788598405.376834:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:27535:x1875480722936320:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598405.376874:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598405.376905:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc93 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb06 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377292:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc9a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377314:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc9a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377335:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc9a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598405.377350:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:3.0:1788598405.377580:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc9a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377589:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc9a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377596:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc9a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377602:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80030e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598405.377608:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc9a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377616:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc9a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377631:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b94e62f00) 00010000:00010000:3.0:1788598405.377635:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598405.377641:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc9a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377647:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fc9a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377709:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc93 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb06 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377727:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598405.377730:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598405.377781:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fc93 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb06 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.377794:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386400, rc 0) 00000100:00100000:3.0:1788598405.378297:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:27535:x1875480722936320:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1462us (1865us total) trans 4294967890 rc 301/301 00000100:00100000:3.0:1788598405.378307:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1006 00000100:00100000:1.0:1788598405.384951:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598405.385009:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722936448 00000100:00100000:1.0:1788598405.385022:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722936448 00000100:00100000:1.0:1788598405.385106:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1007 00000100:00100000:1.0:1788598405.385126:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:27535:x1875480722936448:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598405.385180:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598405.385344:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:27535:x1875480722936448:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 228us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598405.385353:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1007 00000100:00100000:0.0:1788598405.391863:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598405.391915:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722936704 00000100:00100000:0.0:1788598405.391928:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722936704 00000100:00100000:0.0:1788598405.392818:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1008 00000100:00100000:0.0:1788598405.392847:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:27535:x1875480722936704:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598405.392882:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598405.392915:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fca8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb0d expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.393785:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fcaf lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.393811:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fcaf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.393827:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fcaf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598405.393840:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00010000:00010000:0.0:1788598405.395557:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fca8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb0d expref: 51 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.395600:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fcaf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb0d expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.395612:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598405.395615:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598405.395621:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc99a00, rc 0) 00000100:00100000:0.0:1788598405.395774:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:27535:x1875480722936704:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2942us (3936us total) trans 4294967891 rc 0/0 00000100:00100000:0.0:1788598405.395788:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1008 00000100:00100000:0.0:1788598405.405658:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598405.405781:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722936960 00000100:00100000:1.0:1788598405.405796:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722936960 00000100:00100000:1.0:1788598405.405890:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1009 00000100:00100000:1.0:1788598405.405904:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:27535:x1875480722936960:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598405.405998:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598405.406038:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fcaf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb0d expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.406060:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:1.0:1788598405.406077:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598405.406107:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.406134:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebace expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.406144:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 4/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.406188:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebace expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.406206:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebace expref: 99 pid: 10034 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598405.406223:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746992896:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598405.406346:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a86ebd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598405.411003:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598405.411048:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722937088 00000100:00100000:0.0:1788598405.411061:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722937088 00010000:00010000:0.0:1788598405.411110:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebace expref: 100 pid: 10034 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598405.411166:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 318 00000100:00100000:0.0:1788598405.411178:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+100:2432:x1875480722937088:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598405.411211:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598405.411220:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebace expref: 100 pid: 10034 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.411241:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebace expref: 100 pid: 10034 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.411275:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:0.0:1788598405.411281:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.411294:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411299:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fbe4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebace expref: 100 pid: 10034 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.411304:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.411317:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480746992896:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598405.411327:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598405.411343:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411352:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411357:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411384:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fcc4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x31c69a12 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598405.411388:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+99:2432:x1875480722937088:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 212us (410us total) trans 0 rc 0/0 00010000:00010000:3.0:1788598405.411396:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fcc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x31c69a12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598405.411396:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 318 00010000:00010000:3.0:1788598405.411408:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fcc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x31c69a12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411472:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411480:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411487:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411493:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598405.411498:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411507:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411517:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:3.0:1788598405.411520:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598405.411523:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411529:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fcbd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411582:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fcc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x31c69a12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411589:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fcc4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x31c69a12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411597:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fcc4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x31c69a12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411602:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80030e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598405.411605:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fcc4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x31c69a12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411611:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fcc4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x31c69a12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411619:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x31c69a12 (ffff8a1b94e62d00) 00010000:00010000:3.0:1788598405.411621:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598405.411624:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fcc4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x31c69a12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.411629:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fcc4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x31c69a12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.411715:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:27535:x1875480722936960:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 5815us (6072us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598405.411724:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1009 00000100:00100000:0.0:1788598405.415242:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598405.415296:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722937216 00000100:00100000:0.0:1788598405.415310:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722937216 00000100:00100000:0.0:1788598405.415386:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1010 00000100:00100000:0.0:1788598405.415399:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:27535:x1875480722937216:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598405.415431:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598405.415464:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fccb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb14 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.415513:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.415529:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.415544:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.415693:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fccb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb14 expref: 51 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.415711:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb14 expref: 50 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.415728:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:0.0:1788598405.415731:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598405.415765:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98400, rc 0) 00000100:00100000:0.0:1788598405.415836:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:27535:x1875480722937216:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 440us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598405.415859:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1010 00000100:00100000:0.0:1788598405.419540:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598405.421278:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722937472 00000100:00100000:2.0:1788598405.421298:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722937472 00000100:00100000:2.0:1788598405.421395:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1011 00000100:00100000:2.0:1788598405.421407:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba020c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:27535:x1875480722937472:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598405.421524:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.421549:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.421566:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598405.421776:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb389c82 reply state 00000000858050a9 transno 4294967892 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.421792:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.421800:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:2.0:1788598405.421803:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788598405.421808:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598405.421940:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba020c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:27535:x1875480722937472:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 534us (2412us total) trans 4294967892 rc 0/0 00000100:00100000:2.0:1788598405.421949:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1011 00000100:00100000:1.0:1788598405.426625:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.427376:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722937600 00000100:00100000:3.0:1788598405.427392:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722937600 00000100:00100000:3.0:1788598405.427466:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1012 00000100:00100000:3.0:1788598405.427478:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:27535:x1875480722937600:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598405.427516:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598405.427544:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fce0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb1b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.428065:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fce0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb1b expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.428423:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fce0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb1b expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.428436:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:3.0:1788598405.428440:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598405.428445:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80031400, rc 0) 00000100:00100000:3.0:1788598405.428538:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:27535:x1875480722937600:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1060us (1930us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.428548:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1012 00000100:00100000:3.0:1788598405.433446:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598405.436007:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722937728 00000100:00100000:1.0:1788598405.436033:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722937728 00000100:00100000:1.0:1788598405.436985:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 206 00000100:00100000:1.0:1788598405.437002:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:27535:x1875480722937728:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1788598405.437219:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:27535:x1875480722937728:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 223us (3787us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598405.437228:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 206 00000100:00100000:2.0:1788598405.440842:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.440958:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722937984 00000100:00100000:3.0:1788598405.440973:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722937984 00000100:00100000:3.0:1788598405.441041:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 207 00000100:00100000:3.0:1788598405.441054:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:27535:x1875480722937984:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598405.441563:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:27535:x1875480722937984:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 509us (738us total) trans 4294967893 rc 0/0 00000100:00100000:3.0:1788598405.441573:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 207 00000100:00100000:2.0:1788598405.447357:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598405.447467:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722938240 00000100:00100000:0.0:1788598405.447482:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722938240 00000100:00100000:0.0:1788598405.447566:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1013 00000100:00100000:0.0:1788598405.447578:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:27535:x1875480722938240:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598405.447790:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:27535:x1875480722938240:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 213us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598405.447800:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1013 00000100:00100000:3.0:1788598405.456351:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598405.456979:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722938496 00000100:00100000:2.0:1788598405.456994:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722938496 00000100:00100000:2.0:1788598405.457069:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1014 00000100:00100000:2.0:1788598405.457091:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:27535:x1875480722938496:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598405.457128:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598405.457159:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1606fce7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb22 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.457311:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.457337:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fce0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb1b expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.457346:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.457389:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fce0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb1b expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.457418:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fce0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb1b expref: 55 pid: 10034 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598405.457436:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f58380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746993024:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598405.457583:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba840 going to sleep for 11 seconds 00000100:00100000:2.0:1788598405.466247:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.466333:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722938624 00000100:00100000:3.0:1788598405.466346:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722938624 00010000:00010000:3.0:1788598405.466402:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fce0 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb1b expref: 56 pid: 10034 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.466462:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 319 00000100:00100000:3.0:1788598405.466474:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2433:x1875480722938624:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598405.466495:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598405.466503:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fce0 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb1b expref: 56 pid: 10034 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.466521:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fce0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb1b expref: 56 pid: 10034 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.466554:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:3.0:1788598405.466563:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.466575:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.466584:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.466610:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598405.466699:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2433:x1875480722938624:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 227us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.466708:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 319 00010000:00010000:0.0:1788598405.467160:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fce0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb1b expref: 55 pid: 10034 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598405.467187:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f58380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746993024:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598405.467213:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467223:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467230:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598405.467254:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00080000:0.0:1788598405.467474:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x13:0x0], index 0: 0 00010000:00010000:0.0:1788598405.467611:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467620:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467628:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467635:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598405.467640:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467648:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467663:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:0.0:1788598405.467665:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598405.467670:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467677:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606fcee lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467802:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1606fce7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb22 expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467815:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:0.0:1788598405.467818:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598405.467822:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1606fce7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb22 expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.467834:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed800, rc 0) 00000100:00100000:0.0:1788598405.467895:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:27535:x1875480722938496:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 10817us (11559us total) trans 4294967894 rc 301/301 00000100:00100000:0.0:1788598405.467905:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1014 00000100:00100000:2.0:1788598405.471305:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.472200:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722938880 00000100:00100000:3.0:1788598405.472219:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722938880 00000100:00100000:3.0:1788598405.472338:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 208 00000100:00100000:3.0:1788598405.472351:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:27535:x1875480722938880:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598405.472780:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+55:27535:x1875480722938880:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 430us (1489us total) trans 4294967895 rc 0/0 00000100:00100000:3.0:1788598405.472789:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 208 00000100:00100000:3.0:1788598405.479176:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598405.479596:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722939008 00000100:00100000:0.0:1788598405.479612:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722939008 00000100:00100000:0.0:1788598405.479710:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1015 00000100:00100000:0.0:1788598405.479723:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:27535:x1875480722939008:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598405.479785:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598405.479817:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fcfc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb29 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.479914:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fd03 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.479934:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fd03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.479951:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fd03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598405.480011:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00200000:0.0:1788598405.480016:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598405.480040:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fd03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.480075:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fcfc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb29 expref: 57 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.480112:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fd03 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb29 expref: 56 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.480133:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:0.0:1788598405.480136:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788598405.480141:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98800, rc 0) 00000100:00100000:0.0:1788598405.480227:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+56:27535:x1875480722939008:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 508us (1066us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598405.480236:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1015 00000100:00100000:2.0:1788598405.484211:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.484389:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722939136 00000100:00100000:3.0:1788598405.484413:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722939136 00000100:00100000:3.0:1788598405.484491:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 264 00000100:00100000:3.0:1788598405.484503:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480722939136:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598405.484528:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598405.484555:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb30 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598405.484587:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788598405.484611:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598405.484614:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598405.484627:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb30 expref: 9 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.484655:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb30 expref: 9 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.484672:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80030e00, rc 0) 00000100:00100000:3.0:1788598405.484833:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722939136:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 331us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.484841:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 264 00000100:00100000:1.0:1788598405.494965:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598405.496920:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722939392 00000100:00100000:0.0:1788598405.496944:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722939392 00000100:00100000:0.0:1788598405.497091:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1016 00000100:00100000:0.0:1788598405.497105:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:27535:x1875480722939392:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598405.497288:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:27535:x1875480722939392:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 186us (2340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598405.497298:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1016 00000100:00100000:3.0:1788598405.500060:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598405.500216:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722939520 00000100:00100000:1.0:1788598405.500229:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722939520 00000100:00100000:1.0:1788598405.500325:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 265 00000100:00100000:1.0:1788598405.500336:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:27535:x1875480722939520:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598405.500365:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598405.500393:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb37 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.500447:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb30 expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.500457:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598405.500460:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598405.500464:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.500514:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb30 expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.500530:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb30 expref: 10 pid: 14172 timeout: 795 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598405.500551:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480746993152:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598405.500664:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a86ebd000 going to sleep for 11 seconds 00000100:00100000:0.0:1788598405.517693:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.518508:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722939648 00000100:00100000:3.0:1788598405.518524:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722939648 00010000:00010000:3.0:1788598405.518580:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd0a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb30 expref: 11 pid: 14172 timeout: 795 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.518638:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 320 00000100:00100000:3.0:1788598405.518650:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722939648:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598405.518670:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598405.518697:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd0a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb30 expref: 11 pid: 14172 timeout: 795 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.518715:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb30 expref: 11 pid: 14172 timeout: 795 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.518780:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598405.518783:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598405.518793:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 11 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.518804:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 11 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.518853:0:8432:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 11 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.518870:0:8432:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8432:1875480746993280:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598405.518976:0:8432:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b919ee540 going to sleep for 11 seconds 00010000:00010000:2.0:1788598405.520972:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb30 expref: 11 pid: 14172 timeout: 795 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598405.521001:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480746993152:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598405.521040:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.521058:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320200, rc 0) 00000100:00100000:3.0:1788598405.526121:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:27535:x1875480722939520:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 25762us (26049us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.526138:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 265 00000100:00100000:3.0:1788598405.539906:0:8432:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8432:1875480746993280:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598405.539946:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598405.541442:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722939648:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 22782us (23751us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.541457:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 320 00000100:00100000:2.0:1788598405.551390:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.552223:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722939776 00000100:00100000:3.0:1788598405.552238:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722939776 00002000:00100000:3.0:1788598405.552305:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff8a1a85f5b480 x1875480722939776/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:396/0 lens 648/0 e 0 to 0 dl 1788598416 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598405.552318:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a85f5b480 with x1875480722939776 ext(0->157) 00002000:00010000:3.0:1788598405.552325:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a85f5b480 00000100:00100000:3.0:1788598405.552363:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 77 00000100:00100000:3.0:1788598405.552373:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722939776:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1788598405.554698:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722939776:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 2310us (3306us total) trans 4294967344 rc 0/0 00000100:00100000:3.0:1788598405.554716:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 77 00002000:00100000:3.0:1788598405.554752:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff8a1a85f5b480 x1875480722939776/t4294967344(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:396/0 lens 648/448 e 0 to 0 dl 1788598416 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598405.554764:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a85f5b480 with x1875480722939776 ext(0->157) 00002000:00010000:3.0:1788598405.554772:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a85f5b480 00000100:00100000:0.0:1788598405.560938:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598405.561041:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722939904 00000100:00100000:2.0:1788598405.561055:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722939904 00000100:00100000:2.0:1788598405.561159:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1017 00000100:00100000:2.0:1788598405.561170:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:27535:x1875480722939904:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788598405.570368:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967895 is committed 00000001:00080000:3.0:1788598405.570416:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967889 is committed 00000004:00080000:3.0:1788598405.570422:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000020:00080000:3.0:1788598405.570444:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1b84fa30c0 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:3.0:1788598405.570451:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b94e5f200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b84fa3000 00000020:00080000:3.0:1788598405.570455:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b94e5f300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a872cbc00 00000020:00080000:3.0:1788598405.570626:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000020:00080000:3.0:1788598405.570701:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:3.0:1788598405.570728:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746993408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788598405.570842:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598405.570944:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746993408 00000100:00100000:3.0:1788598405.570954:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746993408 00000100:00100000:3.0:1788598405.571015:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1788598405.571026:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480746993408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788598405.571062:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:20 count 1 00010000:00010000:1.0:1788598405.571214:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571229:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571238:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571245:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598405.571250:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571259:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571281:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8a1b9fd8c100) 00010000:00010000:1.0:1788598405.571285:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598405.571290:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571297:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fb97 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571355:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571362:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571369:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571374:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eda00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598405.571377:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571387:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571398:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:1.0:1788598405.571400:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788598405.571404:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.571410:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fcd9 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598405.571494:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a9bd883, atime: 0x0, ctime: 0x6a9bd883, blocks: 0x8 00010000:00010000:3.0:1788598405.571503:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fd18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.571522:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598405.571525:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598405.571532:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fd18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.571549:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fd18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.571565:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fd18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.571573:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fd18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.571640:0:8405:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788598405.571835:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3667:x1875480746993408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 809us (992us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1788598405.571845:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000004:00080000:3.0:1788598405.571911:0:3667:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a88c93480/2, rc 0, transno 4294967349 00000100:00100000:3.0:1788598405.571918:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746993408:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1788598405.574398:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574419:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574428:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574435:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598405.574441:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574450:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574470:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8a1b94e62e00) 00010000:00010000:2.0:1788598405.574473:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598405.574479:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574486:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fabe lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574513:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574524:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574530:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574535:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598405.574538:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574543:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574551:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:2.0:1788598405.574553:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598405.574556:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.574562:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fac5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598405.574923:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+43:27535:x1875480722939904:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 13748us (13994us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598405.574936:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1017 00010000:00010000:1.0:1788598405.576003:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598405.576016:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fd18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.576031:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80031400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598405.576037:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fd18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.576063:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fd18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.576476:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fd18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.576487:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0520d6/0x6b7334fb1606fd18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.576521:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598405.576524:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598405.576526:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598405.577495:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.577615:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722940032 00000100:00100000:3.0:1788598405.577629:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722940032 00000100:00100000:3.0:1788598405.577697:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 267 00000100:00100000:3.0:1788598405.577707:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722940032:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788598405.584727:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000100:00100000:0.0:1788598405.585610:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722940032:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 7366us (7584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598405.585631:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 267 00000100:00100000:3.0:1788598405.591924:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598405.592186:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722940288 00000100:00100000:2.0:1788598405.592200:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722940288 00000100:00100000:2.0:1788598405.592278:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1018 00000100:00100000:2.0:1788598405.592289:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+43:27535:x1875480722940288:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598405.592365:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598405.592508:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fd03 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb29 expref: 43 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.592537:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:2.0:1788598405.592544:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598405.592586:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.592604:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.592615:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598405.592834:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d39e834e reply state 00000000d1773c63 transno 4294967896 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.592850:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.592856:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:2.0:1788598405.592859:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598405.592863:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598405.593162:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:27535:x1875480722940288:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 874us (1253us total) trans 4294967896 rc 0/0 00000100:00100000:2.0:1788598405.593172:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1018 00000100:00100000:1.0:1788598405.608042:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598405.609594:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722940416 00000100:00100000:2.0:1788598405.609613:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722940416 00000100:00100000:2.0:1788598405.609698:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1019 00000100:00100000:2.0:1788598405.609711:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+44:27535:x1875480722940416:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598405.609779:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598405.609811:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fd26 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb3e expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.609896:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fd26 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb3e expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.609916:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fd26 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb3e expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.609941:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:2.0:1788598405.609944:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598405.609949:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed600, rc 0) 00000100:00100000:2.0:1788598405.610039:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:27535:x1875480722940416:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 330us (2011us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598405.610048:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1019 00000100:00100000:0.0:1788598405.619792:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598405.627862:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722940544 00000100:00100000:2.0:1788598405.627887:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722940544 00000100:00100000:2.0:1788598405.627994:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 268 00000100:00100000:2.0:1788598405.628006:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722940544:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788598405.628594:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788598405.628599:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1788598403 00002000:00010000:2.0:1788598405.628602:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb atime from disk: 0 -> 1788598403 00002000:00010000:2.0:1788598405.628605:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1788598403 00002000:00010000:2.0:1788598405.628607:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1788598405.628692:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722940544:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 687us (8916us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1788598405.628703:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 268 00000100:00100000:2.0:1788598405.631660:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598405.631704:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722940800 00000100:00100000:2.0:1788598405.631719:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722940800 00000100:00100000:2.0:1788598405.631811:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1020 00000100:00100000:2.0:1788598405.631833:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:27535:x1875480722940800:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788598405.631919:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.631943:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb14 expref: 45 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.631954:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.631996:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb14 expref: 45 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598405.632013:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb14 expref: 45 pid: 13009 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598405.632032:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746993536:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598405.633632:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba300 going to sleep for 11 seconds 00000100:00100000:2.0:1788598405.657425:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598405.657524:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722940928 00000100:00100000:0.0:1788598405.657539:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722940928 00010000:00010000:0.0:1788598405.657600:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb14 expref: 46 pid: 13009 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598405.657658:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 321 00000100:00100000:0.0:1788598405.657671:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2433:x1875480722940928:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598405.657690:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598405.657699:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb14 expref: 46 pid: 13009 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.657717:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb14 expref: 46 pid: 13009 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.657773:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:0.0:1788598405.657779:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.657792:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.657802:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.657828:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598405.657901:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2433:x1875480722940928:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 232us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598405.657909:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 321 00010000:00010000:3.0:1788598405.661700:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fcd2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb14 expref: 45 pid: 13009 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.661831:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480746993536:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598405.661864:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.661880:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.661887:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.661937:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.661944:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.661952:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.661959:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598405.661965:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.661973:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.661993:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:3.0:1788598405.661996:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788598405.662002:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.662008:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1606fd2d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.662166:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:27535:x1875480722940800:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 30343us (30519us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788598405.662179:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1020 00000100:00100000:3.0:1788598405.675087:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598405.678168:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722941056 00000100:00100000:2.0:1788598405.678194:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722941056 00000100:00100000:3.0:1788598405.680655:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 269 00000100:00100000:3.0:1788598405.680668:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722941056:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598405.680758:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.680786:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.680795:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598405.680798:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598405.680802:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.680852:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.680868:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 10 pid: 8406 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.680887:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480746993664:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598405.681035:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b919ee540 going to sleep for 11 seconds 00000100:00100000:0.0:1788598405.689388:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480746993664:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598405.689444:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788598405.696074:0:20947:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598405.696089:0:20947:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598405.696142:0:20947:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:0.0:1788598405.696149:0:20947:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598405.705717:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598405.705800:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722941184 00000100:00100000:1.0:1788598405.705814:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722941184 00010000:00010000:1.0:1788598405.705878:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 11 pid: 8406 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598405.705927:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 322 00000100:00100000:1.0:1788598405.705939:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722941184:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598405.705963:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598405.705992:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 11 pid: 8406 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.706012:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 11 pid: 8406 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.706048:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8ef3062/0x6b7334fb1606fd11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb37 expref: 11 pid: 8406 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.706073:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598405.706076:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598405.706084:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.706096:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.706139:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598405.706208:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722941184:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 271us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598405.706217:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 322 00010000:00010000:0.0:1788598405.709203:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.709231:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.709273:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.709283:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.709293:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.709301:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80030e00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598405.709306:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.709316:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.709343:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.709351:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c42c9627/0x6b7334fb1606fd34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598405.710291:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722941056:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 29614us (35207us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598405.710307:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 269 00000100:00100000:1.0:1788598405.722174:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.722307:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722941440 00000100:00100000:3.0:1788598405.722319:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722941440 00000100:00100000:3.0:1788598405.722413:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1021 00000100:00100000:3.0:1788598405.722423:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:27535:x1875480722941440:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598405.722517:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fd3b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.722534:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fd3b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.722546:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fd3b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.722709:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.722718:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fd26 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb3e expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.722836:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.722882:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fd26 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb3e expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.722895:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fd26 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb3e expref: 45 pid: 6524 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.722909:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746993792:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598405.723102:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b861336c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598405.725414:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598405.725454:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722941568 00000100:00100000:3.0:1788598405.725465:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722941568 00010000:00010000:3.0:1788598405.725509:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fd26 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb3e expref: 46 pid: 6524 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.725544:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 323 00000100:00100000:3.0:1788598405.725551:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2432:x1875480722941568:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598405.725567:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598405.725573:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fd26 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb3e expref: 46 pid: 6524 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.725586:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fd26 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb3e expref: 46 pid: 6524 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.725610:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:3.0:1788598405.725615:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.725624:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.725630:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.725647:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598405.725692:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2432:x1875480722941568:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 141us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.725698:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 323 00010000:00010000:3.0:1788598405.725857:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1606fd26 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb3e expref: 45 pid: 6524 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598405.725878:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480746993792:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598405.725897:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.725905:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.725909:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788598405.726306:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967897 00000001:00080000:3.0:1788598405.726414:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967898 00000001:00080000:3.0:1788598405.726439:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967899 00000100:00100000:3.0:1788598405.726512:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480746993920:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598405.726559:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598405.726583:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b919ee540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598405.726606:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746993920 00000100:00100000:3.0:1788598405.726610:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746993920 00000100:00100000:3.0:1788598405.726646:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1788598405.726651:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480746993920:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598405.726713:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480746993920:12345-0@lo:1000:mdt00_000.0 Request processed in 62us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598405.726718:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00080000:3.0:1788598405.726754:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598405.726778:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480746993920:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1788598405.728135:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967900 00000100:00100000:3.0:1788598405.728245:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480746994048:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598405.728314:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598405.728349:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788598405.728382:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746994048 00000100:00100000:3.0:1788598405.728388:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746994048 00000100:00100000:3.0:1788598405.728598:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1788598405.728605:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480746994048:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598405.728759:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6523:x1875480746994048:12345-0@lo:1000:mdt00_000.0 Request processed in 155us (444us total) trans 4294967346 rc 0/0 00000100:00100000:3.0:1788598405.728765:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1788598405.734151:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480746994048:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1788598405.734318:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967901 00010000:00010000:0.0:1788598405.734374:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734383:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734390:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734393:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598405.734407:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734414:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734431:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:0.0:1788598405.734435:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598405.734439:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734443:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fd42 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734469:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fc77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734472:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fc77 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734475:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fc77 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734478:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80031c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598405.734480:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fc77 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734483:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fc77 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734487:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b94e62f00) 00010000:00010000:0.0:1788598405.734488:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598405.734490:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fc77 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734493:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fc77 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734516:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fd49 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734531:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fd49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734539:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fd49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734543:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fd49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734547:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fd49 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734551:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fd49 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734553:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598405.734555:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fd49 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734558:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fd49 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734561:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b94e62f00) 00010000:00010000:0.0:1788598405.734563:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598405.734564:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fd49 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734567:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fd49 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734573:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fd3b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734577:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fd3b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734581:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fd3b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734583:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80031400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598405.734585:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fd3b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734587:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fd3b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734591:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1b94e62f00) 00010000:00010000:0.0:1788598405.734592:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598405.734593:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fd3b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598405.734596:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fd3b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598405.734778:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:27535:x1875480722941440:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 12353us (12614us total) trans 4294967902 rc 0/0 00000100:00100000:0.0:1788598405.734787:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1021 00000020:00080000:0.0:1788598405.734793:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1788598405.735055:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598405.735061:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598405.735470:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788598405.735485:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598405.738100:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598405.746656:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722941824 00000100:00100000:1.0:1788598405.746671:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722941824 00000100:00100000:3.0:1788598405.747661:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 209 00000100:00100000:3.0:1788598405.747673:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:27535:x1875480722941824:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788598405.748113:0:15204:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x19:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788598405.748172:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967903 00010000:00010000:3.0:1788598405.748214:0:15204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.748234:0:15204:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.748248:0:15204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.748258:0:15204:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.748264:0:15204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.748276:0:15204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598405.748295:0:15204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788598405.748499:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598405.748506:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.748511:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598405.748515:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.748522:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.748533:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:1.0:1788598405.748535:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788598405.748540:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.748544:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fd50 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598405.748556:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598405.748557:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598405.748558:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598405.748668:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:27535:x1875480722941824:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 994us (10581us total) trans 4294967904 rc 0/0 00000100:00100000:3.0:1788598405.748676:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 209 00000020:00080000:3.0:1788598405.748682:0:15204:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788598405.892079:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746994176:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598405.892180:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598405.892290:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746994176 00000100:00100000:2.0:1788598405.892300:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746994176 00000100:00100000:2.0:1788598405.892358:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1788598405.892368:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746994176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598405.894199:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598405.894322:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480746994176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1951us (2138us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598405.894335:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1788598405.894764:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480746994176:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598406.019318:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598406.402888:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746994304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598406.402996:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598406.403794:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746994816:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.403863:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598406.403898:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746995328:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.403925:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598406.403942:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746995840:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.403962:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598406.403980:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788598406.404357:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746994304 00000100:00100000:0.0:1788598406.404370:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746994304 00000100:00100000:0.0:1788598406.404463:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1788598406.404474:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746994304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598406.404527:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 111782720 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598406.404595:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746994304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (1609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598406.404605:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1788598406.404639:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746995328 00000100:00100000:0.0:1788598406.404644:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746995328 00000100:00100000:0.0:1788598406.404672:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746995840 00000100:00100000:0.0:1788598406.404676:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746995840 00000100:00100000:0.0:1788598406.404697:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1788598406.404705:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746995328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598406.404766:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746995328:12345-0@lo:400:kworker.0 Request processed in 62us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598406.404773:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1788598406.404786:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1788598406.404792:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480746995840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598406.404819:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480746995840:12345-0@lo:400:kworker.0 Request processed in 27us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598406.404824:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:0.0:1788598406.404859:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598406.404865:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598406.404954:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746994432:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.405461:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598406.405524:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746994944:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.405557:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598406.405575:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746995456:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.405597:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598406.405651:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746995328:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.405665:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746995840:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.405688:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746994304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598406.405764:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746995456 00000100:00100000:1.0:1788598406.405769:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746995456 00000100:00100000:1.0:1788598406.405808:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788598406.405815:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746995456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.405853:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480746995456:12345-0@lo:400:kworker.0 Request processed in 38us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598406.405860:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788598406.405888:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746995456:0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406009:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746994560:0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406045:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598406.406082:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746995072:0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406114:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598406.406157:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746995584:0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406404:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598406.406431:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788598406.406439:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746994688:0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406460:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598406.406478:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746995200:0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406497:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598406.406510:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746995712:0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406530:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598406.406553:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746994816 00000100:00100000:2.0:1788598406.406559:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746994816 00000100:00100000:2.0:1788598406.406587:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746994560 00000100:00100000:2.0:1788598406.406589:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746994560 00000100:00100000:2.0:1788598406.406600:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746995072 00000100:00100000:2.0:1788598406.406602:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746995072 00000100:00100000:2.0:1788598406.406626:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746995584 00000100:00100000:2.0:1788598406.406628:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746995584 00000100:00100000:2.0:1788598406.406640:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746995200 00000100:00100000:2.0:1788598406.406642:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746995200 00000100:00100000:2.0:1788598406.406658:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746995712 00000100:00100000:2.0:1788598406.406661:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746995712 00000100:00100000:2.0:1788598406.406676:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1788598406.406682:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746994816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406724:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746994816:12345-0@lo:400:kworker.0 Request processed in 42us (2860us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598406.406731:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1788598406.406776:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1788598406.406782:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746994560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406811:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746994560:12345-0@lo:400:kworker.0 Request processed in 31us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598406.406818:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1788598406.406829:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1788598406.406835:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746995072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406860:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480746995072:12345-0@lo:400:kworker.0 Request processed in 25us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598406.406866:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1788598406.406876:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1788598406.406881:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746995584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406905:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480746995584:12345-0@lo:400:kworker.0 Request processed in 25us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598406.406911:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1788598406.406921:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1788598406.406928:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746995200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.406953:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480746995200:12345-0@lo:400:kworker.0 Request processed in 26us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598406.406958:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1788598406.406967:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1788598406.406972:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746995712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598406.407427:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746994432 00000100:00100000:0.0:1788598406.407436:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746994432 00000100:00100000:0.0:1788598406.407477:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1788598406.407485:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480746994432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598406.407585:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746994944 00000100:00100000:3.0:1788598406.407589:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746994944 00000100:00100000:3.0:1788598406.407623:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746994688 00000100:00100000:3.0:1788598406.407625:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746994688 00000100:00100000:3.0:1788598406.407638:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1788598406.407644:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746994944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.407797:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746994816:0@lo:400:kworker.0 00000100:00080000:1.0:1788598406.407882:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598406.407887:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598406.407915:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480746995200:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.407927:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746994560:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.407938:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480746995072:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.407949:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480746995584:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.407977:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1788598406.407986:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746994688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598406.412649:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480746994432:12345-0@lo:400:kworker.0 Request processed in 5148us (7171us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598406.412670:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1788598406.412828:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746994432:0@lo:400:kworker.0 00000100:00100000:3.0:1788598406.413591:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746994944:12345-0@lo:400:kworker.0 Request processed in 5942us (8028us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598406.413604:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1788598406.413799:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746994944:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.414337:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746994688:12345-0@lo:400:kworker.0 Request processed in 6350us (7871us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598406.414348:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1788598406.414445:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746994688:0@lo:400:kworker.0 00000100:00100000:2.0:1788598406.414593:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480746995712:12345-0@lo:400:kworker.0 Request processed in 7617us (8059us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598406.414603:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1788598406.415613:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480746995712:0@lo:400:kworker.0 00000100:00100000:1.0:1788598406.928110:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598406.928150:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746995968:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598406.928253:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598406.928601:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746995968 00000100:00100000:0.0:1788598406.928613:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746995968 00000100:00100000:0.0:1788598406.928686:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1788598406.928696:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480746995968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598406.928819:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 111782720 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598406.928963:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480746995968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 267us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598406.928971:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1788598406.929032:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746995968:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598407.041909:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598407.747680:0:20998:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598407.747693:0:20998:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598407.747728:0:20998:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:0.0:1788598407.747758:0:20998:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598407.818330:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598407.822033:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722942080 00000100:00100000:0.0:1788598407.822054:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722942080 00000100:00080000:0.0:1788598407.824793:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598407.824805:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1022 00000100:00100000:1.0:1788598407.824887:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+88:27546:x1875480722942080:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598407.824913:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598407.824934:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd57 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb45 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825007:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd5e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825021:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd5e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825034:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd5e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825047:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd65 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825053:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825059:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825161:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fd6c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825169:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fd6c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825240:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fd6c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598407.825252:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1788598407.825328:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd5e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825335:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd5e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825342:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd5e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825347:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598407.825351:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd5e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825357:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd5e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825368:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8a1b94e62900) 00010000:00010000:1.0:1788598407.825371:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598407.825375:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd5e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825380:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd5e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825390:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825395:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd65 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825405:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825410:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598407.825413:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825418:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825423:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8a1bc29e3300) 00010000:00010000:1.0:1788598407.825425:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598407.825428:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd65 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.825432:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.829089:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd57 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb45 expref: 91 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.829134:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320200/0x6b7334fb1606fd6c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb45 expref: 90 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.829144:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1bc29e3e00) 00010000:00010000:1.0:1788598407.829147:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598407.829151:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320200, rc 0) 00000100:00100000:1.0:1788598407.829596:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+90:27546:x1875480722942080:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4714us (11273us total) trans 4294967905 rc 0/0 00000100:00100000:1.0:1788598407.829609:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1022 00000100:00100000:3.0:1788598407.843208:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598407.845280:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722942208 00000100:00100000:1.0:1788598407.845298:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722942208 00000100:00100000:1.0:1788598407.845383:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1023 00000100:00100000:1.0:1788598407.845394:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+90:27546:x1875480722942208:12345-192.168.202.17@tcp:54:lfs.0 00010000:00010000:1.0:1788598407.845469:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd7a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.845486:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd7a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.845498:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd7a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.845535:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd7a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.845542:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd7a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.845549:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd7a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.845555:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598407.845559:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd7a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.845566:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd7a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.845578:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1bc29e3e00) 00010000:00010000:1.0:1788598407.845581:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598407.845586:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd7a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.845591:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd7a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598407.845679:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+90:27546:x1875480722942208:12345-192.168.202.17@tcp:54:lfs.0 Request processed in 286us (2481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598407.845686:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1023 00000100:00100000:3.0:1788598407.851718:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598407.860389:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722942464 00000100:00100000:2.0:1788598407.860405:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722942464 00000100:00100000:3.0:1788598407.860637:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 210 00000100:00100000:3.0:1788598407.860648:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+90:27546:x1875480722942464:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:3.0:1788598407.860957:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+91:27546:x1875480722942464:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 310us (9247us total) trans 4294967906 rc 0/0 00000100:00100000:3.0:1788598407.860966:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 210 00000100:00100000:1.0:1788598407.941273:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598407.943201:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722942592 00000100:00100000:0.0:1788598407.943215:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722942592 00000100:00100000:0.0:1788598407.943287:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 270 00000100:00100000:0.0:1788598407.943298:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480722942592:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:0.0:1788598407.943317:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598407.943341:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061409143/0x6b7334fb1606fd81 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb4c expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598407.943369:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a9bd883, atime: 0x6a9bd883, ctime: 0x6a9bd883, blocks: 0x8 00010000:00010000:0.0:1788598407.943389:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598407.943391:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598407.943399:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061409143/0x6b7334fb1606fd81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb4c expref: 14 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598407.943418:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061409143/0x6b7334fb1606fd81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb4c expref: 14 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598407.943433:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc99000, rc 0) 00000100:00100000:0.0:1788598407.943501:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+14:2432:x1875480722942592:12345-192.168.202.17@tcp:101:diff.0 Request processed in 206us (2237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598407.943509:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 270 00000100:00080000:1.0:1788598407.943957:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598407.947370:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598407.947572:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722942848 00000100:00100000:1.0:1788598407.947582:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722942848 00000100:00100000:1.0:1788598407.947645:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1024 00000100:00100000:1.0:1788598407.947656:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+91:27551:x1875480722942848:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:1.0:1788598407.947685:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598407.947709:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd88 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb53 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.947875:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd8f lrc: 3/1,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.947890:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd8f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.947902:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd8f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598407.947914:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1788598407.948184:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fd88 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb53 expref: 94 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.948201:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321000/0x6b7334fb1606fd8f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb53 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598407.948210:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8a1bc29e3e00) 00010000:00010000:1.0:1788598407.948213:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1788598407.948217:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321000, rc 0) 00000100:00100000:1.0:1788598407.948279:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+93:27551:x1875480722942848:12345-192.168.202.17@tcp:101:diff.0 Request processed in 625us (919us total) trans 4294967907 rc 0/0 00000100:00100000:1.0:1788598407.948288:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1024 00000100:00100000:2.0:1788598407.972844:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598407.972983:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722942976 00000100:00100000:0.0:1788598407.973493:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722942976 00002000:00100000:0.0:1788598407.973551:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff8a1b88354000 x1875480722942976/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:398/0 lens 488/0 e 0 to 0 dl 1788598418 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598407.973564:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88354000 with x1875480722942976 ext(0->4095) 00002000:00010000:0.0:1788598407.973570:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b88354000 00000100:00100000:0.0:1788598407.973607:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 78 00000100:00100000:0.0:1788598407.973617:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:057ab826-16b2-4323-94a8-90eee763040a+14:2434:x1875480722942976:12345-192.168.202.17@tcp:3:diff.0 00000100:00100000:0.0:1788598407.973834:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:057ab826-16b2-4323-94a8-90eee763040a+14:2434:x1875480722942976:12345-192.168.202.17@tcp:3:diff.0 Request processed in 217us (996us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788598407.973846:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 78 00002000:00100000:0.0:1788598407.973853:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff8a1b88354000 x1875480722942976/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:398/0 lens 488/4536 e 0 to 0 dl 1788598418 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598407.973861:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88354000 with x1875480722942976 ext(0->4095) 00002000:00010000:0.0:1788598407.973864:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b88354000 00010000:00010000:1.0:1788598408.066017:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598408.452498:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746996096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598408.452583:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598408.452706:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746996096 00000100:00100000:0.0:1788598408.452714:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746996096 00000100:00100000:0.0:1788598408.452789:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1788598408.452797:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc351b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746996096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598408.452822:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3916152832 avail 3684630528 00000100:00100000:0.0:1788598408.452860:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc351b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480746996096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598408.452865:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00080000:1.0:1788598408.453945:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598408.454012:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746996096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598408.454035:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598408.454042:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746996224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598408.454084:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598408.454286:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746996224 00000100:00100000:0.0:1788598408.454292:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746996224 00000100:00100000:0.0:1788598408.454347:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1788598408.454355:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480746996224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598408.454373:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3916152832 avail 3684630528 00000100:00100000:0.0:1788598408.454418:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480746996224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598408.454423:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1788598408.454466:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746996224:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788598408.454756:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598408.962402:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746996352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598408.962473:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598408.962616:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746996352 00000100:00100000:1.0:1788598408.962625:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746996352 00000100:00100000:1.0:1788598408.962689:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1788598408.962698:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746996352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598408.962761:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:1.0:1788598408.965817:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746996352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3105us (3329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598408.965837:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1788598408.966223:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746996352:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598409.095689:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788598409.996812:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000001:00080000:0.0:1788598409.996833:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00000040:00080000:1.0:1788598410.050619:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598410.114520:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598410.375792:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598410.375838:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598410.375874:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598410.375895:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598410.375916:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598410.375931:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598410.375947:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598410.375962:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598410.375984:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598410.376015:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722943360 00000100:00100000:3.0:1788598410.376025:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722943360 00000100:00100000:3.0:1788598410.376081:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722943872 00000100:00100000:3.0:1788598410.376084:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722943872 00000100:00100000:3.0:1788598410.376095:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722943232 00000100:00100000:3.0:1788598410.376097:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722943232 00000100:00100000:3.0:1788598410.376109:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722943744 00000100:00100000:3.0:1788598410.376111:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722943744 00000100:00100000:3.0:1788598410.376142:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 827 00000100:00100000:3.0:1788598410.376151:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722943360:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598410.376180:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722943616 00000100:00100000:0.0:1788598410.376184:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722943616 00000100:00100000:0.0:1788598410.376210:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722944128 00000100:00100000:0.0:1788598410.376212:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722944128 00000100:00100000:0.0:1788598410.376223:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722943488 00000100:00100000:0.0:1788598410.376225:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722943488 00000100:00100000:3.0:1788598410.376226:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722943360:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 76us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598410.376233:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 827 00000100:00100000:0.0:1788598410.376235:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722944000 00000100:00100000:0.0:1788598410.376236:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722944000 00000100:00100000:0.0:1788598410.376248:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 515 00000100:00100000:3.0:1788598410.376249:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 828 00000100:00100000:3.0:1788598410.376254:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722943872:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598410.376255:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722943616:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598410.376277:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722943872:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598410.376278:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722943616:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598410.376283:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 828 00000100:00100000:0.0:1788598410.376284:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 515 00000100:00100000:0.0:1788598410.376295:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 516 00000100:00100000:0.0:1788598410.376301:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722944128:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598410.376322:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722944128:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598410.376327:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 516 00000100:00100000:3.0:1788598410.376342:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 829 00000100:00100000:0.0:1788598410.376348:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 517 00000100:00100000:3.0:1788598410.376349:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+93:2433:x1875480722943232:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598410.376353:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+14:2433:x1875480722943488:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598410.376373:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+14:2433:x1875480722943488:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598410.376374:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+93:2433:x1875480722943232:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598410.376380:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 829 00000100:00100000:0.0:1788598410.376380:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 517 00000100:00100000:3.0:1788598410.376390:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 830 00000100:00100000:0.0:1788598410.376393:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 518 00000100:00100000:3.0:1788598410.376395:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2433:x1875480722943744:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598410.376399:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722944000:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598410.376430:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2433:x1875480722943744:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598410.376437:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 830 00000100:00080000:3.0:1788598410.376467:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598410.376469:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722943104 00000100:00080000:3.0:1788598410.376472:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598410.376473:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722943104 00000100:00080000:3.0:1788598410.376475:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598410.376477:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598410.376506:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 696 00000100:00100000:2.0:1788598410.376513:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722943104:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598410.376559:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722944000:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598410.376570:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722943104:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 58us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598410.376577:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 696 00000100:00100000:0.0:1788598410.376637:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 518 00000100:00100000:2.0:1788598411.013435:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598411.013467:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746996480:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598411.013563:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598411.013649:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746996480 00000100:00100000:2.0:1788598411.013659:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746996480 00000100:00100000:2.0:1788598411.013713:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1788598411.013758:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746996480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598411.013805:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598411.013860:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746996480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598411.013869:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1788598411.013928:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746996480:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1788598411.024287:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:1.0:1788598411.024306:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000001:00080000:2.0:1788598411.025942:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967907 is committed 00000001:00080000:2.0:1788598411.025983:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967904 is committed 00000020:00080000:2.0:1788598411.026001:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1b85ff3300 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:2.0:1788598411.026007:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a87162700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b85ff3b40 00000020:00080000:2.0:1788598411.026012:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a87162900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a89534400 00000020:00080000:2.0:1788598411.026035:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000020:00080000:2.0:1788598411.026050:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00010000:00010000:1.0:1788598411.026213:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598411.026229:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598411.026239:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598411.026246:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598411.026252:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598411.026261:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598411.026286:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:1.0:1788598411.026290:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598411.026296:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598411.026303:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1606fd1f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788598411.026415:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00010000:00010000:1.0:1788598411.145985:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598411.522574:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746996736:0@lo:400:kworker.0 00000100:00100000:3.0:1788598411.522671:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598411.523384:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480746997248:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.523587:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746996864:0@lo:400:kworker.0 00000100:00100000:1.0:1788598411.523908:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746996736 00000100:00100000:1.0:1788598411.523919:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746996736 00000100:00100000:1.0:1788598411.524011:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1788598411.524024:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746996736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.524253:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746996608:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.528501:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598411.528589:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746997376:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.528631:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598411.528665:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746997888:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.528686:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598411.528723:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788598411.528730:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746996992:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.528768:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598411.528787:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746997504:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.528812:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598411.528832:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746998016:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.528927:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598411.528985:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746997376 00000100:00100000:2.0:1788598411.528998:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746997376 00000100:00100000:2.0:1788598411.529064:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746997888 00000100:00100000:2.0:1788598411.529068:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746997888 00000100:00100000:2.0:1788598411.529083:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746996992 00000100:00100000:2.0:1788598411.529085:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746996992 00000100:00100000:2.0:1788598411.529100:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1788598411.529109:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746997376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.529191:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480746997376:12345-0@lo:400:kworker.0 Request processed in 82us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598411.529199:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1788598411.529220:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1788598411.529226:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746997888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.529255:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480746997888:12345-0@lo:400:kworker.0 Request processed in 30us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598411.529262:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1788598411.529274:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1788598411.529279:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746996992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.529305:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480746996992:12345-0@lo:400:kworker.0 Request processed in 26us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598411.529315:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1788598411.529347:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746997504 00000100:00100000:2.0:1788598411.529351:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746997504 00000100:00100000:2.0:1788598411.529384:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746998016 00000100:00100000:2.0:1788598411.529387:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746998016 00000100:00100000:2.0:1788598411.529407:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1788598411.529414:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746997504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.529450:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746997504:12345-0@lo:400:kworker.0 Request processed in 37us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598411.529456:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1788598411.529468:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1788598411.529474:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746998016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.529500:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480746998016:12345-0@lo:400:kworker.0 Request processed in 26us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598411.529506:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1788598411.529554:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480746996992:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.529566:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746997504:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.529576:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746998016:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.529586:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480746997376:0@lo:400:kworker.0 00000100:00100000:2.0:1788598411.529595:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480746997888:0@lo:400:kworker.0 00000100:00100000:1.0:1788598411.529835:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480746996736:12345-0@lo:400:kworker.0 Request processed in 5812us (7163us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598411.529844:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1788598411.533505:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598411.533603:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480746997760:0@lo:400:kworker.0 00000100:00100000:3.0:1788598411.533644:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598411.533681:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746998272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598411.533710:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598411.533785:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480746996736:0@lo:400:kworker.0 00000100:00080000:3.0:1788598411.533843:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598411.535029:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746997248 00000100:00100000:1.0:1788598411.535045:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746997248 00000100:00100000:1.0:1788598411.535117:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746997760 00000100:00100000:1.0:1788598411.535119:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746997760 00000100:00100000:1.0:1788598411.535154:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1788598411.535164:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480746997248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598411.535261:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480746997248:12345-0@lo:400:kworker.0 Request processed in 99us (1768us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598411.535269:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1788598411.535284:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1788598411.535290:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480746997760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598411.535317:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480746997760:12345-0@lo:400:kworker.0 Request processed in 27us (1673us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598411.535323:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1788598411.535342:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746996864 00000100:00100000:1.0:1788598411.535346:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746996864 00000100:00100000:1.0:1788598411.535374:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1788598411.535380:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746996864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598411.535417:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480746996864:12345-0@lo:400:kworker.0 Request processed in 38us (6929us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598411.535423:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1788598411.535469:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480746996864:0@lo:400:kworker.0 00000100:00080000:3.0:1788598411.535561:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598411.535565:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598411.535569:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598411.535593:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746998272 00000100:00100000:3.0:1788598411.535597:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746998272 00000100:00100000:3.0:1788598411.535637:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1788598411.535644:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746998272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598411.535670:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 111754048 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788598411.535704:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746998272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (1993us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598411.535710:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1788598411.535761:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746998272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598411.535776:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480746997248:0@lo:400:kworker.0 00000100:00100000:3.0:1788598411.535786:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480746997760:0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.535973:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598411.536019:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746997120:0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.536047:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598411.536064:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746997632:0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.536084:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598411.536099:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746998144:0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.536114:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598411.536169:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746996608 00000100:00100000:0.0:1788598411.536173:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746996608 00000100:00100000:0.0:1788598411.536200:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1788598411.536206:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746996608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.536236:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480746996608:12345-0@lo:400:kworker.0 Request processed in 30us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598411.536241:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1788598411.536270:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746997120 00000100:00100000:0.0:1788598411.536272:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746997120 00000100:00100000:0.0:1788598411.536293:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1788598411.536299:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746997120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.536328:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746997120:12345-0@lo:400:kworker.0 Request processed in 30us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598411.536337:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1788598411.536353:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746997632 00000100:00100000:0.0:1788598411.536356:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746997632 00000100:00100000:0.0:1788598411.536384:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746998144 00000100:00100000:0.0:1788598411.536386:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746998144 00000100:00100000:0.0:1788598411.536403:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1788598411.536408:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746997632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.536433:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746997632:12345-0@lo:400:kworker.0 Request processed in 25us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598411.536438:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1788598411.536446:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1788598411.536451:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746998144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.536470:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480746998144:12345-0@lo:400:kworker.0 Request processed in 19us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598411.536475:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1788598411.536501:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480746996608:0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.536510:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746997120:0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.536518:0:3667:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:0.0:1788598411.536523:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967346 00000100:00100000:0.0:1788598411.536551:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746997632:0@lo:400:kworker.0 00000100:00100000:0.0:1788598411.536558:0:3667:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:0.0:1788598411.536562:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967348 committed transno 4294967349 00000004:00080000:0.0:1788598411.536575:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a88c93480, transno 4294967349 00000100:00100000:0.0:1788598411.536583:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480746998144:0@lo:400:kworker.0 00000100:00080000:3.0:1788598411.537092:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598411.537096:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788598411.907673:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598411.907687:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598411.907833:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:1.0:1788598411.907848:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598412.039355:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746998400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598412.039458:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598412.039878:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746998400 00000100:00100000:0.0:1788598412.039889:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746998400 00000100:00100000:0.0:1788598412.039963:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1788598412.039975:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746998400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598412.040003:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 111754048 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598412.040060:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746998400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598412.040070:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1788598412.041922:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746998400:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598412.161982:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598413.189729:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598413.339322:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598413.343191:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722944256 00000100:00100000:1.0:1788598413.343212:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722944256 00000100:00100000:1.0:1788598413.343298:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1025 00000100:00100000:1.0:1788598413.343310:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27506:x1875480722944256:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788598413.345930:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+41:27506:x1875480722944256:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 2606us (6605us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598413.345947:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1025 00000100:00080000:1.0:1788598413.346912:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598413.352602:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598413.353533:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722944384 00000100:00100000:0.0:1788598413.353549:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722944384 00000100:00100000:0.0:1788598413.353640:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1026 00000100:00100000:0.0:1788598413.353653:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:27506:x1875480722944384:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788598413.355890:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:27506:x1875480722944384:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 2230us (3294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598413.355904:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1026 00000100:00080000:0.0:1788598413.355952:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598413.570278:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598413.570311:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746998528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598413.570424:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598413.570848:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746998528 00000100:00100000:2.0:1788598413.570861:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746998528 00000100:00100000:2.0:1788598413.570966:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1788598413.570979:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746998528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598413.571020:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3916152832 avail 3684630528 00000100:00100000:2.0:1788598413.571087:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746998528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598413.571095:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1788598413.571185:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746998528:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788598413.571766:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598413.571862:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598413.571877:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746998656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598413.571928:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598413.572571:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746998656 00000100:00100000:1.0:1788598413.572582:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746998656 00000100:00080000:0.0:1788598413.572758:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598413.572883:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1788598413.572897:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746998656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598413.572923:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3916152832 avail 3684630528 00000100:00100000:2.0:1788598413.573135:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480746998656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 233us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598413.573144:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1788598413.573355:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480746998656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598414.082438:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598414.082472:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746998784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598414.082570:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598414.082758:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746998784 00000100:00100000:3.0:1788598414.082770:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746998784 00000100:00100000:3.0:1788598414.082844:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1788598414.082855:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746998784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598414.082906:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:3.0:1788598414.082973:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746998784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598414.082982:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1788598414.083439:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746998784:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598414.210996:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598415.234003:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598415.494521:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598415.494569:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598415.494601:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598415.494625:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598415.494654:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598415.494676:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598415.494698:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598415.494717:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598415.494777:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598415.494816:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722945024 00000100:00100000:3.0:1788598415.494831:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722945024 00000100:00100000:3.0:1788598415.494905:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722945536 00000100:00100000:3.0:1788598415.494908:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722945536 00000100:00100000:3.0:1788598415.494927:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722944896 00000100:00100000:3.0:1788598415.494930:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722944896 00000100:00100000:3.0:1788598415.494945:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722945408 00000100:00100000:3.0:1788598415.494948:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722945408 00000100:00100000:3.0:1788598415.494969:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 523 00000100:00100000:3.0:1788598415.494979:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722945024:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598415.495222:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722944512 00000100:00100000:2.0:1788598415.495227:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722944512 00000100:00100000:2.0:1788598415.495267:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 698 00000100:00100000:2.0:1788598415.495275:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722944512:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598415.495307:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722944512:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598415.495316:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 698 00000100:00100000:0.0:1788598415.495649:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722944768 00000100:00100000:0.0:1788598415.495654:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722944768 00000100:00100000:0.0:1788598415.495700:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722945280 00000100:00100000:0.0:1788598415.495703:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722945280 00000100:00100000:0.0:1788598415.495717:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722944640 00000100:00100000:0.0:1788598415.495720:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722944640 00000100:00100000:0.0:1788598415.495767:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722945152 00000100:00100000:0.0:1788598415.495771:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722945152 00000100:00100000:0.0:1788598415.495791:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 837 00000100:00100000:0.0:1788598415.495797:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722944768:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598415.495843:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722944768:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 46us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598415.495850:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 837 00000100:00100000:0.0:1788598415.495864:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 838 00000100:00100000:0.0:1788598415.495870:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722945280:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598415.495894:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722945280:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (1268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598415.495900:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 838 00000100:00100000:0.0:1788598415.495911:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 839 00000100:00100000:0.0:1788598415.495917:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+90:2435:x1875480722944640:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598415.495943:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+90:2435:x1875480722944640:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (1266us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598415.495949:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 839 00000100:00100000:0.0:1788598415.495960:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 840 00000100:00100000:0.0:1788598415.495965:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:2435:x1875480722945152:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598415.495988:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:2435:x1875480722945152:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598415.495993:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 840 00000100:00100000:0.0:1788598415.496017:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 524 00000100:00100000:0.0:1788598415.496024:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480722945536:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598415.496048:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480722945536:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598415.496053:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 524 00000100:00100000:0.0:1788598415.496069:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 525 00000100:00100000:0.0:1788598415.496076:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+14:2435:x1875480722944896:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598415.496115:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+14:2435:x1875480722944896:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 39us (1416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598415.496121:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 525 00000100:00100000:0.0:1788598415.496143:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 526 00000100:00100000:0.0:1788598415.496150:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722945408:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598415.496175:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722945408:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598415.496181:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 526 00000100:00080000:0.0:1788598415.496210:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598415.496215:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598415.496218:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598415.496220:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598415.497339:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722945024:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 101us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598415.497352:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 523 00000001:02000400:1.0:1788598415.625217:0:21195:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 04:53:33 (1788598413) 00000100:00100000:3.0:1788598415.911591:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598415.911716:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722945664 00000100:00100000:0.0:1788598415.911726:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722945664 00000100:00100000:0.0:1788598415.911832:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1027 00000100:00100000:0.0:1788598415.911861:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:28163:x1875480722945664:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788598415.911967:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:28163:x1875480722945664:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 106us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598415.911975:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1027 00000100:00100000:0.0:1788598415.914900:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598415.914999:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722945792 00000100:00100000:2.0:1788598415.915009:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722945792 00000100:00100000:2.0:1788598415.915071:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1028 00000100:00100000:2.0:1788598415.915080:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:28163:x1875480722945792:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598415.915219:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:28163:x1875480722945792:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 139us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598415.915227:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1028 00000100:00100000:3.0:1788598415.935361:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598415.935479:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722945920 00000100:00100000:1.0:1788598415.935489:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722945920 00000100:00100000:1.0:1788598415.935553:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1029 00000100:00100000:1.0:1788598415.935564:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+90:28164:x1875480722945920:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598415.935586:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598415.935629:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb5a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935776:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fda4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935793:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fda4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935805:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fda4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935821:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935828:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935834:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935880:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fda4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935887:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fda4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935893:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fda4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935904:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598415.935909:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fda4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935916:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fda4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935927:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598415.935930:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598415.935934:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fda4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935940:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fda4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935953:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935959:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935964:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935969:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598415.935972:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935978:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.935989:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598415.935991:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598415.935994:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.936000:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.936032:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd9d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb5a expref: 91 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.936043:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598415.936045:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598415.936049:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fd9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb5a expref: 91 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.936058:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320a00, rc 0) 00000100:00100000:1.0:1788598415.936419:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+90:28164:x1875480722945920:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 856us (1067us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598415.936428:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1029 00000100:00100000:3.0:1788598415.953070:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598415.953604:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722946176 00000100:00100000:2.0:1788598415.953615:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722946176 00000100:00100000:2.0:1788598415.953841:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1030 00000100:00100000:2.0:1788598415.953852:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+90:28164:x1875480722946176:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:2.0:1788598415.953915:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598415.953948:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fad3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba6c expref: 90 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598415.953972:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598415.953978:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598415.954041:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598415.954057:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba81 expref: 40 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598415.954065:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598415.954096:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba81 expref: 40 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598415.954247:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba81 expref: 40 pid: 6524 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598415.954263:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746998912:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598415.954409:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80600 going to sleep for 11 seconds 00000100:00100000:3.0:1788598415.960007:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598415.960508:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480746998912:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598415.960535:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598415.963164:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722946304 00000100:00100000:1.0:1788598415.963181:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722946304 00010000:00010000:0.0:1788598415.963403:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba81 expref: 41 pid: 6524 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598415.963461:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 324 00000100:00100000:0.0:1788598415.963471:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+41:2432:x1875480722946304:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598415.963488:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598415.963495:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba81 expref: 41 pid: 6524 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.963510:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba81 expref: 41 pid: 6524 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.963534:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1606fb12 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeba81 expref: 41 pid: 6524 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.963554:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598415.963561:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.963571:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.963580:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.963610:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598415.963680:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+40:2432:x1875480722946304:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 211us (3683us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598415.963687:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 324 00010000:00010000:0.0:1788598415.963715:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.963723:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.963776:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.963785:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.963792:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964343:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964355:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964362:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598415.964376:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009055f967 reply state 00000000f28b8e12 transno 4294967908 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964387:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964394:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:0.0:1788598415.964397:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598415.964400:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788598415.964405:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00010000:00010000:0.0:1788598415.964412:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964419:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964426:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964432:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893edc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598415.964437:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964444:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964451:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598415.964454:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598415.964457:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964463:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1606fdb2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598415.964473:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009055f967 reply state 00000000f28b8e12 transno 4294967908 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964481:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.964486:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8a1b84c1aa00) 00010000:00010000:0.0:1788598415.964489:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598415.964491:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788598415.964550:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+91:28164:x1875480722946176:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 10698us (11489us total) trans 4294967908 rc 0/0 00000100:00100000:0.0:1788598415.964559:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1030 00000100:00100000:2.0:1788598415.977373:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598415.977527:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722946432 00000100:00100000:1.0:1788598415.977538:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722946432 00000100:00100000:1.0:1788598415.977606:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1031 00000100:00100000:1.0:1788598415.977615:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+91:28165:x1875480722946432:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:1.0:1788598415.977641:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598415.977661:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fdc7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb61 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.977789:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.977804:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.977817:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598415.977886:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788598415.977890:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598415.977930:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.977954:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fdc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb61 expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.977972:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb61 expref: 92 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598415.977980:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598415.977983:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598415.977987:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320600, rc 0) 00000100:00100000:1.0:1788598415.978038:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+92:28165:x1875480722946432:12345-192.168.202.17@tcp:101:bash.0 Request processed in 424us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598415.978045:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1031 00000100:00100000:3.0:1788598415.984988:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598415.985069:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722946560 00000100:00100000:0.0:1788598415.985082:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722946560 00000100:00100000:0.0:1788598415.985162:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1032 00000100:00100000:0.0:1788598415.985172:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+92:28165:x1875480722946560:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598415.985196:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598415.985218:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb68 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985283:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fddc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985299:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fddc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985312:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fddc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985324:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fde3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985330:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fde3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985336:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fde3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985425:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fdea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985435:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fdea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985442:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fdea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598415.985474:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:0.0:1788598415.985478:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598415.985501:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fdea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985513:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fddc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985520:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fddc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985525:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fddc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985532:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598415.985535:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fddc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985543:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fddc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985554:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598415.985557:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598415.985561:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fddc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985570:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fddc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985583:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fde3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985589:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fde3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985593:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fde3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985597:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598415.985599:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fde3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985603:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fde3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985609:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8a1b84c1aa00) 00010000:00010000:0.0:1788598415.985611:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598415.985613:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fde3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985618:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fde3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985646:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb68 expref: 94 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985666:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031400/0x6b7334fb1606fdea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb68 expref: 93 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.985673:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:0.0:1788598415.985675:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788598415.985678:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80031400, rc 0) 00000100:00100000:0.0:1788598415.985771:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+93:28165:x1875480722946560:12345-192.168.202.17@tcp:101:bash.0 Request processed in 600us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598415.985779:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1032 00000100:00100000:2.0:1788598415.991791:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598415.991933:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722946688 00000100:00100000:0.0:1788598415.991943:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722946688 00000100:00100000:0.0:1788598415.992008:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1033 00000100:00100000:0.0:1788598415.992019:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+93:28165:x1875480722946688:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598415.992042:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598415.992063:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fdf1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb6f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992141:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fdf8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992157:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fdf8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992169:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fdf8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992186:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992194:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992200:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992240:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fdf8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992247:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fdf8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992253:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fdf8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992258:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80030e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598415.992263:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fdf8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992269:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fdf8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992282:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:0.0:1788598415.992285:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598415.992291:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fdf8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992298:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fdf8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992312:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992318:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992323:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992328:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598415.992331:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992336:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992343:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8a1b84c1a300) 00010000:00010000:0.0:1788598415.992346:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598415.992349:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992354:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fdff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992395:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fdf1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb6f expref: 94 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992406:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:0.0:1788598415.992408:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598415.992423:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fdf1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb6f expref: 94 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598415.992442:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80031c00, rc 0) 00000100:00100000:0.0:1788598415.992509:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+93:28165:x1875480722946688:12345-192.168.202.17@tcp:101:bash.0 Request processed in 491us (728us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598415.992518:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1033 00000100:00100000:3.0:1788598416.000188:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598416.000289:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722946816 00000100:00100000:0.0:1788598416.000300:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722946816 00000100:00100000:0.0:1788598416.000364:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1034 00000100:00100000:0.0:1788598416.000376:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+40:28166:x1875480722946816:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598416.000400:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598416.000431:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fe06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb76 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.000501:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.000516:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.000528:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598416.000568:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598416.000572:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598416.000589:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.000611:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fe06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb76 expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.000633:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb76 expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.000640:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598416.000643:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598416.000646:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc99200, rc 0) 00000100:00100000:0.0:1788598416.000708:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+41:28166:x1875480722946816:12345-192.168.202.17@tcp:101:rm.0 Request processed in 334us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.000716:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1034 00000040:00080000:3.0:1788598416.002990:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598416.002999:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598416.003504:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788598416.003517:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598416.004061:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598416.004163:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722946944 00000100:00100000:2.0:1788598416.004173:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722946944 00000100:00100000:2.0:1788598416.004231:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1035 00000100:00100000:2.0:1788598416.004241:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+41:28166:x1875480722946944:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598416.004263:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598416.004282:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fe14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb7d expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598416.004350:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb1606fe1b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598416.004366:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb1606fe1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598416.004377:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb1606fe1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598416.004390:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1606fe22 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598416.004397:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1606fe22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598416.004405:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1606fe22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005088:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fe29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005101:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fe29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005109:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fe29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598416.005155:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:3.0:1788598416.005160:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598416.005181:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fe29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005195:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb1606fe1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005202:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb1606fe1b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005210:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb1606fe1b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005221:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598416.005226:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb1606fe1b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005233:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb1606fe1b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005248:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598416.005251:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598416.005256:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb1606fe1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005262:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb1606fe1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005277:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1606fe22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005283:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1606fe22 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005289:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1606fe22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005293:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598416.005296:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1606fe22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005302:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1606fe22 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005314:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8a1b84c1aa00) 00010000:00010000:3.0:1788598416.005316:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598416.005319:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1606fe22 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005324:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1606fe22 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005356:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1606fe14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb7d expref: 43 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005371:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387600/0x6b7334fb1606fe29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb7d expref: 42 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.005378:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:3.0:1788598416.005380:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788598416.005383:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87387600, rc 0) 00000100:00100000:3.0:1788598416.006116:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28166:x1875480722946944:12345-192.168.202.17@tcp:101:rm.0 Request processed in 1871us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598416.006126:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1035 00000100:00100000:1.0:1788598416.012439:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598416.013027:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722947072 00000100:00100000:3.0:1788598416.013038:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722947072 00000100:00100000:3.0:1788598416.013094:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1036 00000100:00100000:3.0:1788598416.013105:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28166:x1875480722947072:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:3.0:1788598416.013126:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598416.013155:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fe30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb84 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013229:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe37 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013246:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013258:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013275:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013281:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013287:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013329:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013335:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe37 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013341:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013347:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598416.013351:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013361:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe37 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013374:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:3.0:1788598416.013377:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598416.013381:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013387:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013400:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.013405:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.016480:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.016496:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598416.016501:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.016511:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.016529:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598416.016532:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598416.016537:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.016549:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.016619:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fe30 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb84 expref: 43 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.016631:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:3.0:1788598416.016633:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598416.016637:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fe30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb84 expref: 43 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.016647:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386400, rc 0) 00000100:00100000:3.0:1788598416.016760:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28166:x1875480722947072:12345-192.168.202.17@tcp:101:rm.0 Request processed in 3655us (4330us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598416.016769:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1036 00000100:00100000:2.0:1788598416.030260:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598416.031018:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722947200 00000100:00100000:1.0:1788598416.031028:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722947200 00000100:00100000:1.0:1788598416.031085:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1037 00000100:00100000:1.0:1788598416.031094:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28166:x1875480722947200:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598416.031117:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598416.031150:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fe45 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb8b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031219:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fe4c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031235:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fe4c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031248:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fe4c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031264:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fe53 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031271:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fe53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031278:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fe53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031317:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fe4c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031324:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fe4c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031335:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fe4c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031342:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598416.031643:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fe4c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031653:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fe4c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031665:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:1.0:1788598416.031669:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598416.031673:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fe4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.031726:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606fe4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.032702:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fe53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.032714:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fe53 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.032722:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fe53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.032727:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598416.032753:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fe53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.032765:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fe53 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.032779:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598416.032782:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598416.032786:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fe53 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.032792:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb1606fe53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.032840:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fe45 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb8b expref: 43 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.032852:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:1.0:1788598416.032854:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598416.032858:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb1606fe45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb8b expref: 43 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.032868:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320a00, rc 0) 00000100:00100000:1.0:1788598416.032950:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28166:x1875480722947200:12345-192.168.202.17@tcp:101:rm.0 Request processed in 1857us (2699us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598416.032960:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1037 00000100:00100000:2.0:1788598416.055981:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598416.056388:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722947328 00000100:00100000:3.0:1788598416.056397:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722947328 00000100:00100000:3.0:1788598416.056469:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1038 00000100:00100000:3.0:1788598416.056480:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28167:x1875480722947328:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598416.056503:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598416.056886:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fe5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb92 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.056956:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe61 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.056970:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.056983:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.056997:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe68 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057004:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057011:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057044:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057051:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe61 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057059:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe61 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057065:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598416.057070:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe61 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057078:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe61 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057090:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:3.0:1788598416.057093:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598416.057098:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057105:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606fe61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057119:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057125:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe68 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057151:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057157:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598416.057160:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057165:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057173:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598416.057176:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598416.057178:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe68 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057184:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606fe68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057219:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fe5a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb92 expref: 43 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057235:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:3.0:1788598416.057237:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598416.057241:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606fe5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb92 expref: 43 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.057250:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386400, rc 0) 00000100:00100000:3.0:1788598416.057315:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28167:x1875480722947328:12345-192.168.202.17@tcp:101:cp.0 Request processed in 837us (1343us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598416.057323:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1038 00000100:00100000:2.0:1788598416.060203:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598416.060438:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722947456 00000100:00100000:0.0:1788598416.060450:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722947456 00000100:00100000:0.0:1788598416.060568:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1039 00000100:00100000:0.0:1788598416.060578:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28167:x1875480722947456:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598416.060600:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598416.060631:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fe6f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebb99 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060701:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060717:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060729:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060790:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fe7d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060798:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fe7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060805:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fe7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060839:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060847:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060853:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060860:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060866:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598416.060870:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060878:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060889:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:0.0:1788598416.060892:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598416.060895:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060901:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1606fe76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060915:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fe7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060921:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fe7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060926:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fe7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060931:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80031c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598416.060933:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fe7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060939:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fe7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060946:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8a1b84c1a300) 00010000:00010000:0.0:1788598416.060948:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598416.060950:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fe7d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060956:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1606fe7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060990:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fe6f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb99 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.060999:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:0.0:1788598416.061002:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598416.061006:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb1606fe6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb99 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.061014:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98200, rc 0) 00000100:00100000:0.0:1788598416.061144:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28167:x1875480722947456:12345-192.168.202.17@tcp:101:cp.0 Request processed in 567us (950us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598416.061152:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1039 00000100:00100000:2.0:1788598416.065610:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598416.065717:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722947712 00000100:00100000:0.0:1788598416.065728:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722947712 00000100:00100000:0.0:1788598416.066005:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1040 00000100:00100000:0.0:1788598416.066016:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28167:x1875480722947712:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598416.066038:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598416.066058:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fe84 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebba0 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066167:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606fe8b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066182:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606fe8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066193:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606fe8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066209:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066215:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066222:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788598416.066536:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15:0x0], index 1: 0 00010000:00010000:0.0:1788598416.066784:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066794:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066801:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066833:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606fe8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066850:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606fe8b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066856:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606fe8b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066862:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598416.066867:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606fe8b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066875:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606fe8b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066887:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:0.0:1788598416.066890:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598416.066894:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606fe8b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066905:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1606fe8b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598416.066916:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000905486c0 reply state 000000002f948857 transno 4294967909 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066927:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066933:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598416.066935:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598416.066938:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788598416.066970:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1606fe84 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba0 expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066986:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba0 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.066994:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:0.0:1788598416.066996:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598416.066999:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535d200, rc 0) 00000100:00100000:0.0:1788598416.067064:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28167:x1875480722947712:12345-192.168.202.17@tcp:101:cp.0 Request processed in 1050us (1463us total) trans 4294967909 rc 0/0 00000100:00100000:0.0:1788598416.067073:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1040 00000001:00080000:2.0:1788598416.072569:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967909 is committed 00000001:00080000:2.0:1788598416.072601:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967908 is committed 00000020:00080000:2.0:1788598416.072609:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00010000:00010000:1.0:1788598416.073491:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073506:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073518:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073524:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598416.073529:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073536:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073554:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8a1b84c1aa00) 00010000:00010000:1.0:1788598416.073557:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598416.073562:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073569:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98800/0x6b7334fb1606fdb9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073596:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073603:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073608:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073613:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598416.073615:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073626:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073633:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:1.0:1788598416.073635:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598416.073638:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.073643:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb1606fdc0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788598416.074010:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000020:00080000:3.0:1788598416.074022:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:2.0:1788598416.074877:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598416.075120:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722947840 00000100:00100000:1.0:1788598416.075138:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722947840 00000100:00100000:1.0:1788598416.075192:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 271 00000100:00100000:1.0:1788598416.075201:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722947840:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598416.075218:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598416.075237:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606fea7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebba7 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598416.075261:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788598416.075279:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598416.075281:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598416.075289:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606fea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba7 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.075307:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606fea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba7 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598416.075326:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321200, rc 0) 00000100:00100000:1.0:1788598416.075386:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722947840:12345-192.168.202.17@tcp:101:cp.0 Request processed in 186us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598416.075394:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 271 00000100:00100000:1.0:1788598416.078485:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598416.078683:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722947968 00000100:00100000:3.0:1788598416.078695:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722947968 00000100:00100000:3.0:1788598416.078772:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 272 00000100:00100000:3.0:1788598416.078782:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:28167:x1875480722947968:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598416.078799:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598416.078817:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbae expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.078849:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606fea7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba7 expref: 12 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.078858:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598416.078860:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598416.078864:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.078906:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606fea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba7 expref: 12 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.078922:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606fea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba7 expref: 12 pid: 8406 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598416.078936:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480746999040:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598416.079079:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc30876c0 going to sleep for 11 seconds 00010000:00010000:0.0:1788598416.079355:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.079365:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.079372:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.079378:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598416.079383:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.079391:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.079407:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598416.079421:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598416.079427:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.079433:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fe92 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598416.084124:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598416.084251:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480746999040:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598416.084287:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.084310:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386400, rc 0) 00000100:00100000:3.0:1788598416.084372:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:28167:x1875480722947968:12345-192.168.202.17@tcp:101:cp.0 Request processed in 5592us (5895us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598416.084382:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 272 00000100:00100000:0.0:1788598416.085958:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722948096 00000100:00100000:0.0:1788598416.085970:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722948096 00010000:00010000:0.0:1788598416.086011:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606fea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba7 expref: 12 pid: 8406 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598416.086099:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 325 00000100:00100000:0.0:1788598416.086109:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722948096:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598416.086142:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598416.086168:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606fea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba7 expref: 12 pid: 8406 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.086186:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606fea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba7 expref: 12 pid: 8406 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.086209:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606fea7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba7 expref: 12 pid: 8406 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.086224:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598416.086226:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598416.086233:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.086242:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.086281:0:8432:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598416.086295:0:8432:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8432:1875480746999168:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598416.086400:0:8432:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a873a5300 going to sleep for 11 seconds 00000100:00100000:0.0:1788598416.092314:0:8432:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8432:1875480746999168:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598416.092341:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598416.092401:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722948096:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 6293us (8287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.095244:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 325 00000100:00100000:2.0:1788598416.102810:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598416.102941:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722948352 00000100:00100000:3.0:1788598416.102952:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722948352 00000100:00100000:3.0:1788598416.103010:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 211 00000100:00100000:3.0:1788598416.103019:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+43:28167:x1875480722948352:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:3.0:1788598416.103350:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:28167:x1875480722948352:12345-192.168.202.17@tcp:35:cp.0 Request processed in 330us (550us total) trans 4294967910 rc 0/0 00000100:00100000:3.0:1788598416.103359:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 211 00000100:00100000:1.0:1788598416.130168:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746999296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598416.130250:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598416.130398:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746999296 00000100:00100000:2.0:1788598416.130406:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746999296 00000100:00100000:2.0:1788598416.130473:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1788598416.130483:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746999296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598416.130522:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598416.130572:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480746999296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598416.130579:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1788598416.130762:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480746999296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598416.170356:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598416.170459:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722948480 00000100:00100000:3.0:1788598416.170470:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722948480 00000100:00100000:3.0:1788598416.170532:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1041 00000100:00100000:3.0:1788598416.170542:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+91:28170:x1875480722948480:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598416.170567:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598416.170589:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606feb5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbb5 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.170660:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606febc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.170678:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606febc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.170692:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606febc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.170710:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606fec3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.170717:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606fec3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.170723:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606fec3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171032:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171042:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171052:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598416.171094:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:3.0:1788598416.171098:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598416.171118:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171141:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171149:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606febc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171155:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606febc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171161:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606febc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171167:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598416.171171:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606febc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171178:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606febc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171189:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:3.0:1788598416.171192:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598416.171197:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606febc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171207:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606febc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171224:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606fec3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171230:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606fec3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171235:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606fec3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171239:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87aab800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598416.171241:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606fec3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171246:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606fec3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171252:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598416.171255:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598416.171257:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606fec3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171262:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606fec3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171292:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606feb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbb5 expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171311:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbb5 expref: 92 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.171318:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:3.0:1788598416.171322:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598416.171324:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87aaa200, rc 0) 00000100:00100000:3.0:1788598416.171499:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+92:28170:x1875480722948480:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 958us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598416.171507:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1041 00000100:00100000:2.0:1788598416.187887:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598416.188070:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722948608 00000100:00100000:3.0:1788598416.188082:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722948608 00000100:00100000:3.0:1788598416.188157:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 273 00000100:00100000:3.0:1788598416.188167:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722948608:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598416.188186:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598416.188204:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afb23d5f/0x6b7334fb1606fed1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbbc expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598416.188266:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746999424:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598416.188378:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3087a80 going to sleep for 11 seconds 00000040:00080000:1.0:1788598416.194815:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00002000:00010000:3.0:1788598416.196365:0:14172:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788598416.196373:0:14172:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb mtime: 0 -> 1788598416 00002000:00010000:3.0:1788598416.196376:0:14172:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb atime: 0 -> 1788598416 00002000:00010000:3.0:1788598416.196378:0:14172:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb ctime: 0 -> 1788598416 00002000:00010000:3.0:1788598416.196380:0:14172:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1788598416.196401:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480746999424:192.168.202.17@tcp:106: 00010000:00010000:3.0:1788598416.196455:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000afb23d5f/0x6b7334fb1606fed1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbbc expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.196481:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afb23d5f/0x6b7334fb1606fed1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbbc expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598416.196494:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87aab800, rc 0) 00000100:00100000:3.0:1788598416.196572:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722948608:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 8407us (8696us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598416.196582:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 273 00000100:00100000:2.0:1788598416.200620:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598416.200721:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722948736 00000100:00100000:0.0:1788598416.200730:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722948736 00000100:00100000:0.0:1788598416.200813:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1042 00000100:00100000:0.0:1788598416.201016:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+92:28170:x1875480722948736:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598416.201040:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598416.201062:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fed8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbc3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.201127:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.201153:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.201165:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598416.201207:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:0.0:1788598416.201210:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598416.201229:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.201252:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fed8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbc3 expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.201268:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbc3 expref: 93 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.201276:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:0.0:1788598416.201278:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598416.201282:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535ca00, rc 0) 00000100:00100000:0.0:1788598416.201345:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+93:28170:x1875480722948736:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 522us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.201353:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1042 00000100:00100000:2.0:1788598416.206069:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598416.206166:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722948864 00000100:00100000:0.0:1788598416.206177:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722948864 00000100:00100000:0.0:1788598416.206239:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 274 00000100:00100000:0.0:1788598416.206249:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722948864:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598416.206270:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598416.206288:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606fee6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbca expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598416.206348:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746999552:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598416.206448:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a873a5300 going to sleep for 11 seconds 00000100:00100000:0.0:1788598416.217466:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480746999552:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598416.217506:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606fee6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbca expref: 13 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.217534:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606fee6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbca expref: 13 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598416.217547:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c600, rc 0) 00000100:00100000:0.0:1788598416.217615:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722948864:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 11366us (11555us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598416.217624:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 274 00000100:00100000:2.0:1788598416.228860:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598416.229037:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722949120 00000100:00100000:0.0:1788598416.229047:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722949120 00000100:00100000:0.0:1788598416.229108:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1043 00000100:00100000:0.0:1788598416.229118:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+93:28170:x1875480722949120:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:0.0:1788598416.229304:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:0.0:1788598416.229390:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+93:28170:x1875480722949120:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 273us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.229397:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1043 00010000:00010000:3.0:1788598416.257988:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598416.646626:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747000064:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.646708:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.646819:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747000576:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.646859:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.646879:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747001088:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.646899:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.646926:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788598416.646932:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746999680:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.646957:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.646978:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747000192:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.646998:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.647013:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747000704:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647033:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.647058:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746999808:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647080:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.647096:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747000320:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647114:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.647128:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747000832:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647163:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.647175:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788598416.647180:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746999936:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647199:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.647216:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747000448:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647232:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.647246:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747000960:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647264:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598416.647299:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747000064 00000100:00100000:0.0:1788598416.647307:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747000064 00000100:00100000:0.0:1788598416.647346:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747000192 00000100:00100000:0.0:1788598416.647349:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747000192 00000100:00100000:0.0:1788598416.647376:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747000704 00000100:00100000:0.0:1788598416.647379:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747000704 00000100:00100000:0.0:1788598416.647391:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746999808 00000100:00100000:0.0:1788598416.647394:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746999808 00000100:00100000:0.0:1788598416.647402:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747000320 00000100:00100000:0.0:1788598416.647404:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747000320 00000100:00100000:0.0:1788598416.647429:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1788598416.647437:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747000064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647487:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747000064:12345-0@lo:400:kworker.0 Request processed in 51us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.647495:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1788598416.647512:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747000832 00000100:00100000:0.0:1788598416.647515:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747000832 00000100:00100000:0.0:1788598416.647528:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1788598416.647533:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747000192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647560:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747000192:12345-0@lo:400:kworker.0 Request processed in 27us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.647566:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1788598416.647576:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1788598416.647581:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747000704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647611:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747000704:12345-0@lo:400:kworker.0 Request processed in 30us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.647615:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1788598416.647624:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1788598416.647629:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746999808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647656:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480746999808:12345-0@lo:400:kworker.0 Request processed in 27us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.647660:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1788598416.647670:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1788598416.647674:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747000320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647697:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747000320:12345-0@lo:400:kworker.0 Request processed in 22us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.647702:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1788598416.647711:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1788598416.647717:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747000832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647767:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747000832:12345-0@lo:400:kworker.0 Request processed in 51us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.647772:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1788598416.647790:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747000576 00000100:00100000:0.0:1788598416.647794:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747000576 00000100:00100000:0.0:1788598416.647817:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747001088 00000100:00100000:0.0:1788598416.647819:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747001088 00000100:00100000:0.0:1788598416.647833:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747000448 00000100:00100000:0.0:1788598416.647835:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747000448 00000100:00100000:0.0:1788598416.647844:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747000960 00000100:00100000:0.0:1788598416.647846:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747000960 00000100:00100000:0.0:1788598416.647857:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1788598416.647863:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747000576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647891:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747000576:12345-0@lo:400:kworker.0 Request processed in 28us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.647897:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1788598416.647908:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1788598416.647915:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747001088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647939:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747001088:12345-0@lo:400:kworker.0 Request processed in 26us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.647944:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1788598416.647952:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1788598416.647957:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747000448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.647978:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747000448:12345-0@lo:400:kworker.0 Request processed in 22us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.647984:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1788598416.647993:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1788598416.647998:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747000960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648020:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747000960:12345-0@lo:400:kworker.0 Request processed in 22us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.648026:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1788598416.648047:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746999680 00000100:00100000:0.0:1788598416.648051:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746999680 00000100:00100000:0.0:1788598416.648075:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1788598416.648081:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480746999680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648107:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480746999680:12345-0@lo:400:kworker.0 Request processed in 27us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.648113:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1788598416.648165:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480746999936 00000100:00100000:0.0:1788598416.648168:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480746999936 00000100:00100000:0.0:1788598416.648192:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1788598416.648198:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746999936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648228:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480746999936:12345-0@lo:400:kworker.0 Request processed in 30us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598416.648233:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:0.0:1788598416.648256:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598416.648260:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598416.648263:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598416.648265:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598416.648306:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480746999936:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648318:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747000448:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648327:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747000960:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648337:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480746999808:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648346:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747000320:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648360:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747000832:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648402:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480746999680:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648415:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747000192:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648423:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747000704:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648433:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747000064:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648442:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747000576:0@lo:400:kworker.0 00000100:00100000:0.0:1788598416.648449:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747001088:0@lo:400:kworker.0 00000100:00100000:3.0:1788598416.661582:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747001216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598416.661660:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598416.664141:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747001216 00000100:00100000:2.0:1788598416.664156:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747001216 00000100:00100000:2.0:1788598416.664215:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1788598416.664223:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747001216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598416.664258:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 111754048 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598416.671291:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747001216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7056us (9618us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598416.671306:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1788598416.672265:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747001216:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1788598417.027938:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598417.027949:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598417.027977:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:1.0:1788598417.027990:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598417.029936:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747001344:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598417.031594:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b88919600 going to sleep for 11 seconds 00000100:00100000:3.0:1788598417.039916:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747001344:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598417.043508:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598417.043594:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722949248 00000100:00100000:3.0:1788598417.043605:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722949248 00000100:00100000:3.0:1788598417.043675:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1044 00000100:00100000:3.0:1788598417.043685:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:28180:x1875480722949248:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598417.043724:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598417.043873:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:28180:x1875480722949248:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 188us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598417.043881:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1044 00000100:00080000:3.0:1788598417.043904:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598417.052068:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598417.052115:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722949504 00000100:00100000:2.0:1788598417.052128:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722949504 00000100:00100000:2.0:1788598417.052191:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1045 00000100:00100000:2.0:1788598417.052202:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:28180:x1875480722949504:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598417.052227:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598417.052246:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606feed lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbd1 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.052363:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fef4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.052378:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fef4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.052392:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fef4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598417.052403:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:2.0:1788598417.052511:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1606feed lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd1 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.052527:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fef4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd1 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.052536:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:2.0:1788598417.052539:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598417.052542:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ede00, rc 0) 00000100:00100000:2.0:1788598417.052601:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28180:x1875480722949504:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 401us (541us total) trans 4294967911 rc 0/0 00000100:00100000:2.0:1788598417.052609:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1045 00000100:00100000:2.0:1788598417.067820:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598417.067861:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598417.068561:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722949632 00000100:00100000:1.0:1788598417.068575:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722949632 00000100:00100000:1.0:1788598417.068668:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 48 00000100:00100000:1.0:1788598417.068679:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2433:x1875480722949632:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598417.068699:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598417.068728:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1606fef4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd1 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598417.068773:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:1.0:1788598417.068778:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598417.068840:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2433:x1875480722949632:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 163us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598417.068848:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 48 00000100:00100000:0.0:1788598417.070322:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722949760 00000100:00100000:0.0:1788598417.070333:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722949760 00000100:00100000:0.0:1788598417.070377:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 275 00000100:00100000:0.0:1788598417.070384:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722949760:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598417.070483:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.070500:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.070505:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598417.070506:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598417.070509:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.070542:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.070555:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 11 pid: 8405 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598417.070572:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb6238000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747001472:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598417.070644:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a873a5900 going to sleep for 11 seconds 00000100:00080000:3.0:1788598417.077407:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598417.086202:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000040:00080000:0.0:1788598417.087329:0:21244:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598417.087335:0:21244:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598417.087362:0:21244:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:0.0:1788598417.087369:0:21244:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598417.088459:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722949888 00000100:00100000:3.0:1788598417.088472:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722949888 00002000:00100000:3.0:1788598417.088522:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff8a1a87a7f800 x1875480722949888/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:408/0 lens 648/0 e 0 to 0 dl 1788598428 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598417.088533:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a7f800 with x1875480722949888 ext(0->157) 00010000:00010000:3.0:1788598417.088542:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 12 pid: 8405 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.088559:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 12 pid: 8405 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598417.088567:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a87a7f800 00000100:00100000:3.0:1788598417.088601:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:3.0:1788598417.088611:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722949888:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:1.0:1788598417.091112:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb6238000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747001472:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598417.091154:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598417.091406:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2432:x1875480722949888:12345-192.168.202.17@tcp:4:cp.0 Request processed in 2794us (5212us total) trans 4294967350 rc 0/0 00000100:00100000:0.0:1788598417.094543:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 12 00002000:00100000:0.0:1788598417.094566:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff8a1a87a7f800 x1875480722949888/t4294967350(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:408/0 lens 648/448 e 0 to 0 dl 1788598428 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598417.094579:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a7f800 with x1875480722949888 ext(0->157) 00010000:00010000:0.0:1788598417.094590:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 14 pid: 8405 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.094614:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 14 pid: 8405 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598417.094622:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a87a7f800 00000100:00100000:0.0:1788598417.106053:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598417.106229:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722950016 00000100:00100000:2.0:1788598417.106244:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722950016 00010000:00010000:2.0:1788598417.106287:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 14 pid: 8405 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598417.106505:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 326 00000100:00100000:2.0:1788598417.106516:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2435:x1875480722950016:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598417.106533:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788598417.106551:0:10276:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788598417.106559:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 14 pid: 8405 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.106574:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 14 pid: 8405 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.106602:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029244b1e/0x6b7334fb1606feae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbae expref: 14 pid: 8405 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.106620:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598417.106622:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598417.106628:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.106637:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.106675:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598417.106764:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2435:x1875480722950016:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 220us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598417.106771:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 326 00010000:00010000:0.0:1788598417.106834:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.106843:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.106864:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.106871:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.106880:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.106887:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598417.106891:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.106900:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.106912:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.106919:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598417.106968:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722949760:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 36584us (39105us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598417.106981:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 275 00000100:00100000:1.0:1788598417.130717:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598417.130882:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722950272 00000100:00100000:3.0:1788598417.130893:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722950272 00000100:00100000:3.0:1788598417.130959:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1046 00000100:00100000:3.0:1788598417.130970:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28180:x1875480722950272:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598417.131089:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28180:x1875480722950272:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 121us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598417.131098:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1046 00000100:00100000:3.0:1788598417.141916:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598417.142214:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722950400 00000100:00100000:0.0:1788598417.142226:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722950400 00000100:00100000:0.0:1788598417.142290:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 276 00000100:00100000:0.0:1788598417.142302:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722950400:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598417.142322:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598417.142344:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb1606ff09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbd8 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598417.142372:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x6a9bd890, atime: 0x0, ctime: 0x6a9bd890, blocks: 0x8 00010000:00010000:0.0:1788598417.142392:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598417.142394:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598417.142402:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb1606ff09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd8 expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.142435:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb1606ff09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd8 expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598417.142451:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535de00, rc 0) 00000100:00100000:0.0:1788598417.142504:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480722950400:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 205us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598417.142511:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 276 00000100:00100000:3.0:1788598417.157145:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598417.157168:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb623b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747001600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598417.157236:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598417.157384:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747001600 00000100:00100000:0.0:1788598417.157391:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747001600 00000100:00100000:0.0:1788598417.157450:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1788598417.157460:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747001600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598417.157483:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120191808 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598417.157533:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747001600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598417.157540:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1788598417.157705:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb623b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747001600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598417.163399:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598417.165164:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722950656 00000100:00100000:3.0:1788598417.165180:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722950656 00000100:00100000:3.0:1788598417.165253:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1047 00000100:00100000:3.0:1788598417.165264:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28180:x1875480722950656:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598417.165385:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28180:x1875480722950656:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 122us (1995us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598417.165393:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1047 00000100:00100000:0.0:1788598417.170359:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598417.171254:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722950784 00000100:00100000:2.0:1788598417.171266:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722950784 00002000:00100000:2.0:1788598417.171319:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff8a1bb623a300 x1875480722950784/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:408/0 lens 488/0 e 0 to 0 dl 1788598428 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598417.171329:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bb623a300 with x1875480722950784 ext(0->4095) 00002000:00010000:2.0:1788598417.171335:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bb623a300 00000100:00100000:2.0:1788598417.171366:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 79 00000100:00100000:2.0:1788598417.171376:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722950784:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1788598417.171567:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722950784:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 192us (1214us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788598417.171576:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 79 00002000:00100000:2.0:1788598417.171583:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff8a1bb623a300 x1875480722950784/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:408/0 lens 488/4536 e 0 to 0 dl 1788598428 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598417.171591:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bb623a300 with x1875480722950784 ext(0->4095) 00002000:00010000:2.0:1788598417.171594:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bb623a300 00000100:00100000:2.0:1788598417.186242:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598417.186276:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722950912 00000100:00100000:2.0:1788598417.186286:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722950912 00000100:00100000:2.0:1788598417.186337:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1048 00000100:00100000:2.0:1788598417.186345:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28180:x1875480722950912:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598417.186364:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598417.186382:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb1606ff10 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbdf expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.186415:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.186429:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.186442:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.186550:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb1606ff10 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbdf expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.186567:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbdf expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.186577:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:2.0:1788598417.186580:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598417.186584:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eca00, rc 0) 00000100:00100000:2.0:1788598417.186636:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28180:x1875480722950912:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 291us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598417.186642:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1048 00000100:00100000:1.0:1788598417.195266:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598417.197228:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722951040 00000100:00100000:3.0:1788598417.197242:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722951040 00000100:00100000:3.0:1788598417.197312:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1049 00000100:00100000:3.0:1788598417.197323:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28180:x1875480722951040:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598417.197358:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598417.197497:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28180:x1875480722951040:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 176us (2240us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598417.197505:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1049 00000100:00100000:0.0:1788598417.202445:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598417.202533:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722951168 00000100:00100000:2.0:1788598417.202543:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722951168 00000100:00100000:2.0:1788598417.202598:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 277 00000100:00100000:2.0:1788598417.202608:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2434:x1875480722951168:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598417.202651:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606ff1e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.202670:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598417.202672:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598417.202677:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606ff1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.202690:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606ff1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.202717:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606ff1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.202726:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606ff1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.202772:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606ff1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.202781:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893edc00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598417.202786:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606ff1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.202795:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606ff1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.202811:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606ff1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598417.202819:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1606ff1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598417.202898:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2434:x1875480722951168:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 292us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598417.202906:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 277 00000100:00100000:0.0:1788598417.233696:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598417.233859:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722951424 00000100:00100000:3.0:1788598417.233870:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722951424 00000100:00100000:3.0:1788598417.233931:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1050 00000100:00100000:3.0:1788598417.233940:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28180:x1875480722951424:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598417.234017:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.234035:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbdf expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.234045:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.234080:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbdf expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.234096:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbdf expref: 46 pid: 6524 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598417.234111:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747001728:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598417.234207:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b919ee540 going to sleep for 11 seconds 00000100:00100000:2.0:1788598417.237880:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747001728:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598417.237907:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598417.241723:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598417.241795:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722951552 00000100:00100000:3.0:1788598417.241808:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722951552 00010000:00010000:3.0:1788598417.241865:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbdf expref: 47 pid: 6524 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598417.241904:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 327 00000100:00100000:3.0:1788598417.241914:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2432:x1875480722951552:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598417.241929:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598417.241936:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbdf expref: 47 pid: 6524 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.241952:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbdf expref: 47 pid: 6524 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.241981:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1606ff17 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbdf expref: 47 pid: 6524 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.241995:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:3.0:1788598417.242001:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242010:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242018:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242042:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598417.242091:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2432:x1875480722951552:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 179us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598417.242099:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 327 00010000:00010000:3.0:1788598417.242128:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242147:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242305:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242313:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242320:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242326:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598417.242331:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242339:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242349:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:3.0:1788598417.242352:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598417.242356:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598417.242362:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff25 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598417.242456:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28180:x1875480722951424:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 8517us (8770us total) trans 4294967912 rc 0/0 00000100:00100000:3.0:1788598417.242464:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1050 00000040:00080000:3.0:1788598417.242558:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598417.242563:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598417.243063:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788598417.243070:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598417.246507:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598417.248248:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722951808 00000100:00100000:0.0:1788598417.248261:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722951808 00000100:00100000:0.0:1788598417.248323:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 212 00000100:00100000:0.0:1788598417.248333:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28180:x1875480722951808:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598417.248661:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:28180:x1875480722951808:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 328us (2162us total) trans 4294967913 rc 0/0 00000100:00100000:0.0:1788598417.248671:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 212 00010000:00010000:1.0:1788598417.285543:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598418.306336:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598418.692301:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747001856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598418.692374:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598418.693920:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598418.693936:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747001984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598418.693982:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598418.694080:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747001856 00000100:00100000:0.0:1788598418.694089:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747001856 00000100:00100000:0.0:1788598418.694158:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747001984 00000100:00100000:0.0:1788598418.694161:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747001984 00000100:00100000:0.0:1788598418.694180:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1788598418.694188:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747001856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598418.694217:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3916152832 avail 3684630528 00000100:00080000:2.0:1788598418.694285:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598418.696772:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1788598418.696797:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747001984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598418.696826:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3916152832 avail 3684630528 00000100:00100000:2.0:1788598418.696916:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747001984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (2932us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598418.696924:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1788598418.697000:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747001984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598418.707721:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747001856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 13525us (15337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598418.707765:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1788598418.717254:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747001856:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1788598419.088675:0:21296:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598419.088686:0:21296:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598419.088724:0:21296:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:3.0:1788598419.088856:0:21296:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598419.185333:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598419.185455:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722951936 00000100:00100000:1.0:1788598419.185468:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722951936 00000100:00100000:1.0:1788598419.185558:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 278 00000100:00100000:1.0:1788598419.185571:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722951936:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598419.185595:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598419.185618:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606ff2c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbe6 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.185653:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598419.185656:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598419.185665:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606ff2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbe6 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.185685:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606ff2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbe6 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.185702:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321200, rc 0) 00000100:00100000:1.0:1788598419.185804:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480722951936:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 236us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598419.185811:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 278 00000100:00080000:0.0:1788598419.186270:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598419.198920:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598419.199118:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722952192 00000100:00100000:3.0:1788598419.199128:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722952192 00000100:00100000:3.0:1788598419.199219:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1051 00000100:00100000:3.0:1788598419.199231:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+93:28189:x1875480722952192:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598419.199262:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598419.199287:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff33 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbed expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.199410:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606ff3a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.199435:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606ff3a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.199450:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606ff3a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598419.199466:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:3.0:1788598419.199583:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff33 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbed expref: 96 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.199602:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606ff3a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbed expref: 95 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.199610:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:3.0:1788598419.199613:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788598419.199616:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87386200, rc 0) 00000100:00100000:3.0:1788598419.199677:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+95:28189:x1875480722952192:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 449us (767us total) trans 4294967914 rc 0/0 00000100:00100000:3.0:1788598419.199685:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1051 00000100:00080000:2.0:1788598419.199845:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598419.203221:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598419.203245:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747002112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598419.203313:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598419.203388:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747002112 00000100:00100000:2.0:1788598419.203396:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747002112 00000100:00100000:2.0:1788598419.203455:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1788598419.203464:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747002112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598419.203502:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:2.0:1788598419.203547:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747002112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598419.203555:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1788598419.203605:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747002112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598419.211446:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598419.211527:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722952320 00000100:00100000:0.0:1788598419.211536:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722952320 00000100:00100000:0.0:1788598419.211594:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 279 00000100:00100000:0.0:1788598419.211605:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480722952320:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:0.0:1788598419.211664:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598419.211689:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb1606ff09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd8 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598419.211700:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606ff2c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbe6 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598419.211707:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598419.211709:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598419.211712:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598419.211791:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606ff2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbe6 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598419.211808:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606ff2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbe6 expref: 13 pid: 8405 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598419.211825:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747002240:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598419.211929:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb1606ff09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd8 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598419.211940:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb1606ff09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd8 expref: 12 pid: 14172 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598419.211949:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89729f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747002368:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598419.211974:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85f81b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788598419.214688:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598419.214719:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747002240:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598419.214730:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598419.214748:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89729f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747002368:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598419.214777:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598419.214794:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722952448 00000100:00100000:2.0:1788598419.214800:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722952448 00010000:00010000:2.0:1788598419.214844:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606ff2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbe6 expref: 14 pid: 8405 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598419.214879:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722952576 00000100:00100000:2.0:1788598419.214882:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722952576 00010000:00010000:2.0:1788598419.214905:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb1606ff09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd8 expref: 13 pid: 14172 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598419.214927:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 328 00000100:00100000:2.0:1788598419.214937:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+14:2434:x1875480722952448:12345-192.168.202.17@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1788598419.214941:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 329 00000100:00100000:3.0:1788598419.214948:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2435:x1875480722952576:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598419.214951:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598419.214955:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598419.214972:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb1606ff09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd8 expref: 13 pid: 14172 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598419.214972:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606ff2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbe6 expref: 14 pid: 8405 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.214984:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb1606ff09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd8 expref: 13 pid: 14172 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598419.218083:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606ff2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbe6 expref: 14 pid: 8405 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.218296:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb1606ff09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbd8 expref: 13 pid: 14172 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.218334:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598419.218425:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2435:x1875480722952576:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 3475us (3691us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598419.218437:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 329 00000100:00080000:1.0:1788598419.221831:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788598419.221967:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004eca3377/0x6b7334fb1606ff2c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbe6 expref: 14 pid: 8405 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598419.221991:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598419.221993:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598419.221999:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598419.222010:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598419.222053:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598419.222128:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+13:2434:x1875480722952448:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 7191us (7459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598419.222147:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 328 00010000:00010000:3.0:1788598419.225327:0:8868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.225347:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.225385:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.225394:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.225402:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.225409:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598419.225414:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.225422:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.225443:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.225451:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb1606ff48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598419.225556:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722952320:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 13950us (14117us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598419.225566:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 279 00000100:00100000:0.0:1788598419.231971:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598419.234035:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722952832 00000100:00100000:3.0:1788598419.234051:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722952832 00000100:00100000:3.0:1788598419.234127:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 213 00000100:00100000:3.0:1788598419.234145:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbe850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+95:28189:x1875480722952832:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:3.0:1788598419.234218:0:15204:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x1a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606ff3a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbed expref: 95 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788598419.234407:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967915 00000001:00080000:3.0:1788598419.234714:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967916 00010000:00010000:3.0:1788598419.234782:0:15204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.234800:0:15204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba0 expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.234808:0:15204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbb5 expref: 98 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.234817:0:15204:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.234854:0:15204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbb5 expref: 98 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.234868:0:15204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbb5 expref: 98 pid: 6523 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598419.234882:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747002496:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598419.234985:0:15204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba0 expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.234994:0:15204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba0 expref: 46 pid: 6524 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598419.235003:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87181c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747002624:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598419.235028:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b84fa30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598419.238257:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747002496:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598419.238273:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87181c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747002624:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598419.238299:0:15204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598419.250724:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598419.250788:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598419.250876:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722952960 00000100:00100000:1.0:1788598419.250888:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722952960 00010000:00010000:1.0:1788598419.250933:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbb5 expref: 99 pid: 6523 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598419.250966:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722953088 00000100:00100000:1.0:1788598419.250969:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722953088 00010000:00010000:1.0:1788598419.250999:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba0 expref: 47 pid: 6524 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598419.251020:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 330 00000100:00100000:1.0:1788598419.251030:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+99:2433:x1875480722952960:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598419.251045:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598419.251052:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbb5 expref: 99 pid: 6523 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251067:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbb5 expref: 99 pid: 6523 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251090:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606feca lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbb5 expref: 99 pid: 6523 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251108:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:1.0:1788598419.251113:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251122:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251128:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598419.251193:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+98:2433:x1875480722952960:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 163us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598419.251201:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 330 00000100:00100000:1.0:1788598419.251220:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 331 00000100:00100000:1.0:1788598419.251227:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2434:x1875480722953088:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598419.251235:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598419.251239:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba0 expref: 47 pid: 6524 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251249:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba0 expref: 47 pid: 6524 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251266:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fe99 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebba0 expref: 47 pid: 6524 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251277:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:1.0:1788598419.251280:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251288:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251295:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251319:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598419.251338:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2434:x1875480722953088:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 112us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598419.251345:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 331 00010000:00010000:1.0:1788598419.251366:0:15204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.251374:0:15204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598419.251483:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967917 00000001:00080000:1.0:1788598419.251597:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967918 00000001:00080000:1.0:1788598419.251632:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967919 00000100:00100000:1.0:1788598419.251721:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747002752:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1788598419.251797:0:15204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598419.251828:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba180 going to sleep for 11 seconds 00000100:00080000:1.0:1788598419.251847:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598419.253183:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747002752 00000100:00100000:1.0:1788598419.253194:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747002752 00000100:00100000:1.0:1788598419.253260:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1788598419.253267:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15204:x1875480747002752:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1788598419.253368:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15204:x1875480747002752:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 100us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598419.253374:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1788598419.253418:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747002752:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1788598419.253553:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967920 00000100:00100000:1.0:1788598419.253617:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747002880:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1788598419.253647:0:15204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598419.253666:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba480 going to sleep for 11 seconds 00000100:00080000:3.0:1788598419.253763:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598419.254027:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747002880 00000100:00100000:2.0:1788598419.254032:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747002880 00000100:00100000:2.0:1788598419.254083:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1788598419.254091:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15204:x1875480747002880:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1788598419.254364:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747002880:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:3.0:1788598419.254388:0:15204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.254398:0:15204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.254406:0:15204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.254412:0:15204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598419.254417:0:15204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.254429:0:15204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.254443:0:15204:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:3.0:1788598419.254446:0:15204:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1788598419.254450:0:15204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.254456:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff4f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788598419.254554:0:15204:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1788598419.254610:0:15204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:3.0:1788598419.254620:0:15204:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 709139884762ns, next at 710139882922ns, rc = 0 00000001:00080000:3.0:1788598419.254626:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967921 00010000:00010000:3.0:1788598419.254648:0:15204:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1b84c1a500) 00010000:00010000:3.0:1788598419.254651:0:15204:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788598419.254657:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606ff3a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbed expref: 102 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598419.254790:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbe850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+101:28189:x1875480722952832:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 20654us (22829us total) trans 4294967922 rc 0/0 00000100:00100000:3.0:1788598419.254800:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 213 00000020:00080000:3.0:1788598419.254805:0:15204:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1788598419.255017:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15204:x1875480747002880:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 115us (557us total) trans 4294967351 rc 0/0 00000100:00100000:2.0:1788598419.255026:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1788598419.279194:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598419.279231:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722953216 00000100:00100000:3.0:1788598419.279242:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722953216 00000100:00100000:3.0:1788598419.279297:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1052 00000100:00100000:3.0:1788598419.279307:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+101:28190:x1875480722953216:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:3.0:1788598419.279337:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598419.279357:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606ff56 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbf4 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279422:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff5d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279439:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279451:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279466:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606ff64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279473:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606ff64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279480:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606ff64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279555:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ff6b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279561:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ff6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279567:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ff6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598419.279610:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:3.0:1788598419.279615:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598419.279634:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ff6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279646:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ff6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279653:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279659:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff5d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279665:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279671:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598419.279676:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279683:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff5d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279695:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:3.0:1788598419.279698:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598419.279703:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279709:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb1606ff5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.279724:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606ff64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.281908:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606ff64 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.281921:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606ff64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.281928:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598419.281933:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606ff64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.281942:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606ff64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.281959:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598419.281962:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598419.281967:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606ff64 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.281973:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb1606ff64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.282031:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb1606ff56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbf4 expref: 103 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.282045:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ff6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbf4 expref: 102 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.282053:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1a85343900) 00010000:00010000:3.0:1788598419.282055:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598419.282058:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87aaa200, rc 0) 00000100:00100000:3.0:1788598419.282201:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+102:28190:x1875480722953216:12345-192.168.202.17@tcp:101:diff.0 Request processed in 2894us (3014us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598419.282211:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1052 00000100:00100000:3.0:1788598419.298922:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598419.298980:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722953472 00000100:00100000:3.0:1788598419.298991:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722953472 00000100:00100000:3.0:1788598419.299041:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1053 00000100:00100000:3.0:1788598419.299051:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+102:28190:x1875480722953472:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:3.0:1788598419.299074:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598419.299095:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606ff72 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebbfb expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.299220:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1606ff79 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.299236:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1606ff79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.299248:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1606ff79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598419.299260:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:3.0:1788598419.300017:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab800/0x6b7334fb1606ff72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbfb expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.300041:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1606ff79 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbfb expref: 104 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.300055:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1a85343900) 00010000:00010000:3.0:1788598419.300058:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598419.300062:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656600, rc 0) 00000100:00100000:3.0:1788598419.300145:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+104:28190:x1875480722953472:12345-192.168.202.17@tcp:101:diff.0 Request processed in 1084us (1221us total) trans 4294967923 rc 0/0 00000100:00100000:3.0:1788598419.300154:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1053 00000100:00100000:1.0:1788598419.313944:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598419.314668:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722953728 00000100:00100000:2.0:1788598419.314678:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722953728 00000100:00100000:2.0:1788598419.314838:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 49 00000100:00100000:2.0:1788598419.314848:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+104:28190:x1875480722953728:12345-192.168.202.17@tcp:103:diff.0 00010000:00010000:2.0:1788598419.314865:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788598419.314891:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1606ff79 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbfb expref: 104 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598419.314911:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaa200/0x6b7334fb1606ff6b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbf4 expref: 103 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598419.314920:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1a85343900) 00010000:00010000:2.0:1788598419.314931:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598419.315035:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+102:28190:x1875480722953728:12345-192.168.202.17@tcp:103:diff.0 Request processed in 188us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598419.315044:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 49 00000100:00100000:3.0:1788598419.318389:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598419.318525:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722953856 00000100:00100000:1.0:1788598419.318540:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722953856 00000100:00100000:1.0:1788598419.318627:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1054 00000100:00100000:1.0:1788598419.318638:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+102:28190:x1875480722953856:12345-192.168.202.17@tcp:58:diff.0 00010000:00010000:1.0:1788598419.318801:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.318819:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598419.318829:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788598419.318925:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:1.0:1788598419.319005:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+102:28190:x1875480722953856:12345-192.168.202.17@tcp:58:diff.0 Request processed in 368us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598419.319012:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1054 00000100:00100000:2.0:1788598419.324926:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598419.325505:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722953984 00000100:00100000:3.0:1788598419.325520:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722953984 00000100:00100000:3.0:1788598419.325626:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1055 00000100:00100000:3.0:1788598419.325637:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+102:28190:x1875480722953984:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:3.0:1788598419.325664:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598419.325689:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606ff8e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc02 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.325784:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.325796:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606ff8e lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc02 expref: 103 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.325816:0:6524:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.325829:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606ff8e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc02 expref: 103 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.325848:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1bc29e3100) 00010000:00010000:3.0:1788598419.325851:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598419.325855:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606ff8e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc02 expref: 103 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598419.325863:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657800, rc 0) 00000100:00100000:3.0:1788598419.325937:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+103:28190:x1875480722953984:12345-192.168.202.17@tcp:101:diff.0 Request processed in 301us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598419.325944:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1055 00010000:00010000:1.0:1788598419.330000:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598420.292655:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788598420.293062:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598420.293067:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598420.293090:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:0.0:1788598420.293108:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598420.293236:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747003008:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598420.293354:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff1600 going to sleep for 11 seconds 00000100:00100000:0.0:1788598420.297829:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747003008:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598420.299024:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.299100:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722954112 00000100:00100000:3.0:1788598420.299109:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722954112 00000100:00100000:3.0:1788598420.299176:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1056 00000100:00100000:3.0:1788598420.299186:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28191:x1875480722954112:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598420.299231:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598420.299362:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28191:x1875480722954112:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 175us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.299369:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1056 00000100:00100000:2.0:1788598420.308891:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.310985:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722954240 00000100:00100000:3.0:1788598420.311002:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722954240 00000100:00100000:3.0:1788598420.311086:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1057 00000100:00100000:3.0:1788598420.311095:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28191:x1875480722954240:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788598420.311188:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ff95 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311208:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ff95 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311222:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ff95 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311249:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ff9c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311256:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ff9c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311263:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ff9c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311288:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311296:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311302:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598420.311348:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:3.0:1788598420.311353:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598420.311365:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311376:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ff95 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311382:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ff95 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311392:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ff95 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311398:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598420.311401:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ff95 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311408:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ff95 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311431:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598420.311434:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598420.311438:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ff95 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311445:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ff95 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311460:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ff9c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311466:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ff9c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311471:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ff9c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311476:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598420.311479:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ff9c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311488:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ff9c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311495:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x202d96c9 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598420.311497:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598420.311499:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ff9c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311504:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ff9c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311519:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311525:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311531:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311536:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598420.311538:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311543:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311549:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1bc29e3100) 00010000:00010000:3.0:1788598420.311552:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598420.311554:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.311564:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffa3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598420.311651:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28191:x1875480722954240:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 556us (2771us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.311658:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1057 00000100:00100000:2.0:1788598420.319296:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.319617:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722954496 00000100:00100000:3.0:1788598420.319627:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722954496 00000100:00100000:3.0:1788598420.319696:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1058 00000100:00100000:3.0:1788598420.319706:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28191:x1875480722954496:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598420.319729:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598420.319793:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffaa lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc09 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320162:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ffb1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320179:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ffb1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320191:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ffb1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598420.320204:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:3.0:1788598420.320294:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ffb1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320303:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ffb1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320314:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ffb1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320319:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598420.320324:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ffb1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320332:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ffb1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320345:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1bc29e3100) 00010000:00010000:3.0:1788598420.320348:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598420.320353:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ffb1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320359:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1606ffb1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320410:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffaa lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc09 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320421:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598420.320424:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598420.320440:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffaa lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc09 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.320451:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598420.320520:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:28191:x1875480722954496:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 814us (1232us total) trans 4294967924 rc 301/301 00000100:00100000:3.0:1788598420.320531:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1058 00000100:00100000:1.0:1788598420.335226:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.335397:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722954624 00000100:00100000:3.0:1788598420.335408:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722954624 00000100:00100000:3.0:1788598420.335478:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1059 00000100:00100000:3.0:1788598420.335488:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:28191:x1875480722954624:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598420.335526:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598420.335660:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:28191:x1875480722954624:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 173us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.335669:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1059 00000100:00100000:2.0:1788598420.339661:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.341128:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722954880 00000100:00100000:0.0:1788598420.341150:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722954880 00000100:00100000:0.0:1788598420.341236:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1060 00000100:00100000:0.0:1788598420.341249:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:28191:x1875480722954880:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598420.341272:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598420.341297:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606ffbf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc10 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.341826:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffc6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.341848:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.341863:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598420.341875:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00010000:00010000:0.0:1788598420.341922:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606ffbf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc10 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.341942:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc10 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.341951:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1b84c1a800) 00010000:00010000:0.0:1788598420.341954:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598420.341957:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535de00, rc 0) 00000100:00100000:0.0:1788598420.342049:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:28191:x1875480722954880:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 803us (2398us total) trans 4294967925 rc 0/0 00000100:00100000:0.0:1788598420.342058:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1060 00000100:00100000:2.0:1788598420.352672:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.353238:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722955136 00000100:00100000:0.0:1788598420.353251:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722955136 00000100:00100000:0.0:1788598420.353320:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1061 00000100:00100000:0.0:1788598420.353331:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:28191:x1875480722955136:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788598420.353399:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598420.353430:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffc6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc10 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.353457:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1b84c1a800) 00010000:00010000:0.0:1788598420.353469:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598420.353496:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.353511:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbc3 expref: 102 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.353519:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.353558:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbc3 expref: 102 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.353574:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbc3 expref: 102 pid: 6525 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598420.353590:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747003136:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598420.353703:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b994459c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788598420.355049:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598420.362691:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598420.362764:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722955264 00000100:00100000:1.0:1788598420.362774:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722955264 00000100:00100000:0.0:1788598420.362789:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747003136:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598420.362814:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.362815:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbc3 expref: 103 pid: 6525 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598420.362864:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 332 00000100:00100000:1.0:1788598420.362875:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+103:2433:x1875480722955264:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598420.362892:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598420.362899:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbc3 expref: 103 pid: 6525 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.362925:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbc3 expref: 103 pid: 6525 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.362949:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1606fedf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebbc3 expref: 103 pid: 6525 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.362966:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:1.0:1788598420.362971:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.362986:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.362996:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.363025:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598420.363058:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363066:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598420.363086:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+102:2433:x1875480722955264:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 213us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598420.363093:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 332 00010000:00010000:0.0:1788598420.363093:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffdb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x12075cc6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363103:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x12075cc6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363111:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x12075cc6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363185:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363194:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363200:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363206:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535d200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598420.363211:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363218:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363226:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:0.0:1788598420.363229:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598420.363240:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363247:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606ffd4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363258:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x12075cc6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363264:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffdb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x12075cc6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363269:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffdb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x12075cc6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363274:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598420.363277:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffdb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x12075cc6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363282:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffdb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x12075cc6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363289:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x12075cc6 (ffff8a1b84c1a800) 00010000:00010000:0.0:1788598420.363291:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598420.363294:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffdb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x12075cc6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.363299:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606ffdb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x12075cc6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598420.363365:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:28191:x1875480722955136:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 10036us (10703us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598420.363373:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1061 00000100:00100000:1.0:1788598420.369707:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.370314:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722955392 00000100:00100000:3.0:1788598420.370325:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722955392 00000100:00100000:3.0:1788598420.370387:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1062 00000100:00100000:3.0:1788598420.370397:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:28191:x1875480722955392:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598420.370426:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598420.370452:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ffe2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc17 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.370488:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.370501:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.370513:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.370640:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1606ffe2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc17 expref: 50 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.370660:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc17 expref: 49 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.370668:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598420.370671:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598420.370674:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598420.370880:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:28191:x1875480722955392:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 483us (1183us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.370889:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1062 00000100:00100000:2.0:1788598420.386708:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.388681:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722955648 00000100:00100000:0.0:1788598420.388696:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722955648 00000100:00100000:0.0:1788598420.388796:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1063 00000100:00100000:0.0:1788598420.388807:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:28191:x1875480722955648:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788598420.388895:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.388915:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.388928:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598420.389085:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021d9e5ee reply state 00000000dcd5606c transno 4294967926 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.389098:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.389106:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598420.389109:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1788598420.389113:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788598420.389253:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:28191:x1875480722955648:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 448us (2558us total) trans 4294967926 rc 0/0 00000100:00100000:0.0:1788598420.389261:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1063 00000100:00100000:2.0:1788598420.395996:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.396977:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722955776 00000100:00100000:0.0:1788598420.396991:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722955776 00000100:00100000:0.0:1788598420.397063:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1064 00000100:00100000:0.0:1788598420.397073:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+51:28191:x1875480722955776:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598420.397099:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598420.397119:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fff7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc1e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.397223:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fff7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc1e expref: 52 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.397239:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fff7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc1e expref: 52 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.397248:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598420.397251:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598420.397255:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535d200, rc 0) 00000100:00100000:0.0:1788598420.397320:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:28191:x1875480722955776:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 248us (1339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598420.397327:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1064 00000100:00100000:1.0:1788598420.407506:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.407602:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722955904 00000100:00100000:3.0:1788598420.407612:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722955904 00000100:00100000:3.0:1788598420.407688:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 214 00000100:00100000:3.0:1788598420.407698:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:28191:x1875480722955904:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1788598420.407897:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:28191:x1875480722955904:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 200us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.407905:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 214 00000100:00100000:2.0:1788598420.422213:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.423284:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722956160 00000100:00100000:3.0:1788598420.423301:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722956160 00000100:00100000:3.0:1788598420.423388:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 215 00000100:00100000:3.0:1788598420.423399:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:28191:x1875480722956160:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598420.423703:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:28191:x1875480722956160:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 305us (1501us total) trans 4294967927 rc 0/0 00000100:00100000:3.0:1788598420.423714:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 215 00000100:00100000:2.0:1788598420.429414:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.429629:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722956416 00000100:00100000:3.0:1788598420.429640:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722956416 00000100:00100000:3.0:1788598420.429711:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1065 00000100:00100000:3.0:1788598420.429722:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:28191:x1875480722956416:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598420.430371:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:28191:x1875480722956416:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 647us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598420.430381:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1065 00000100:00100000:1.0:1788598420.436337:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.436594:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722956672 00000100:00100000:0.0:1788598420.436605:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722956672 00000100:00100000:0.0:1788598420.436662:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1066 00000100:00100000:0.0:1788598420.436673:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:28191:x1875480722956672:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598420.436695:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598420.436719:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fffe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc25 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.436912:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.436932:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fff7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc1e expref: 54 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.436947:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.436984:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fff7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc1e expref: 54 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.436999:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fff7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc1e expref: 54 pid: 10034 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598420.437015:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747003264:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598420.437128:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b994459c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598420.444383:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598420.444639:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722956800 00000100:00100000:2.0:1788598420.444650:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722956800 00010000:00010000:2.0:1788598420.444691:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fff7 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc1e expref: 55 pid: 10034 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598420.444758:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 333 00000100:00100000:2.0:1788598420.444768:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2433:x1875480722956800:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598420.444784:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598420.444791:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fff7 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc1e expref: 55 pid: 10034 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.444805:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fff7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc1e expref: 55 pid: 10034 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.444829:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:2.0:1788598420.444894:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.444905:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.444913:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.444932:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598420.445037:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2433:x1875480722956800:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 270us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598420.445045:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 333 00010000:00010000:0.0:1788598420.446072:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb1606fff7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc1e expref: 54 pid: 10034 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598420.446091:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747003264:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598420.446112:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446120:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446125:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598420.446155:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00080000:0.0:1788598420.446328:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x14:0x0], index 0: 0 00010000:00010000:0.0:1788598420.446441:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446449:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446454:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446459:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598420.446463:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446469:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446481:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598420.446484:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598420.446488:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446494:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16070005 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446540:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fffe lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc25 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446550:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8a1b84c1ac00) 00010000:00010000:0.0:1788598420.446552:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598420.446555:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1606fffe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc25 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.446563:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c400, rc 0) 00000100:00100000:0.0:1788598420.446605:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:28191:x1875480722956672:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 9935us (10279us total) trans 4294967928 rc 301/301 00000100:00100000:0.0:1788598420.446612:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1066 00000100:00100000:3.0:1788598420.464036:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.464148:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722957056 00000100:00100000:0.0:1788598420.464159:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722957056 00000100:00100000:0.0:1788598420.464229:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 216 00000100:00100000:0.0:1788598420.464242:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:28191:x1875480722957056:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598420.464610:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:28191:x1875480722957056:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 369us (582us total) trans 4294967929 rc 0/0 00000100:00100000:0.0:1788598420.464619:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 216 00000100:00100000:1.0:1788598420.469180:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.471044:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722957184 00000100:00100000:0.0:1788598420.471065:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722957184 00000100:00100000:0.0:1788598420.471147:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1067 00000100:00100000:0.0:1788598420.471159:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+54:28191:x1875480722957184:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598420.471187:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598420.471209:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070013 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc2c expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.471291:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1607001a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.471306:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1607001a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.471321:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1607001a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598420.471375:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00200000:0.0:1788598420.471381:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598420.471402:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1607001a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.471442:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070013 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc2c expref: 56 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.471461:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1607001a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc2c expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.471470:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598420.471473:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788598420.471477:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c600, rc 0) 00000100:00100000:0.0:1788598420.471676:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+55:28191:x1875480722957184:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 517us (2506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598420.471689:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1067 00000100:00100000:1.0:1788598420.474894:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.475159:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722957312 00000100:00100000:0.0:1788598420.475170:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722957312 00000100:00100000:0.0:1788598420.475235:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 280 00000100:00100000:0.0:1788598420.475244:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722957312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598420.475263:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598420.475285:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16070021 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc33 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598420.475313:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788598420.475336:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598420.475338:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598420.475348:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16070021 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc33 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.475367:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16070021 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc33 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.475381:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535d200, rc 0) 00000100:00080000:3.0:1788598420.475632:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598420.475694:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722957312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 450us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598420.475702:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 280 00000100:00100000:3.0:1788598420.483413:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598420.483652:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722957568 00000100:00100000:2.0:1788598420.483663:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722957568 00000100:00100000:2.0:1788598420.483728:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1068 00000100:00100000:2.0:1788598420.483786:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:28191:x1875480722957568:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598420.483921:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:28191:x1875480722957568:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 138us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598420.483929:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1068 00000100:00100000:1.0:1788598420.491387:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.494972:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722957696 00000100:00100000:0.0:1788598420.494995:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722957696 00000100:00100000:0.0:1788598420.495100:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 281 00000100:00100000:0.0:1788598420.495113:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:28191:x1875480722957696:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598420.495149:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598420.495177:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc3a expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.495223:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16070021 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc33 expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.495243:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598420.495246:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598420.495251:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 10 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.495299:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16070021 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc33 expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.495324:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16070021 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc33 expref: 10 pid: 8406 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598420.495342:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747003392:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598420.495485:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff1600 going to sleep for 11 seconds 00000100:00100000:0.0:1788598420.500402:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747003392:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598420.500453:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 10 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.500592:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c400, rc 0) 00000100:00100000:0.0:1788598420.500720:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:28191:x1875480722957696:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 5608us (9343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598420.500729:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 281 00000100:00100000:2.0:1788598420.504039:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.506099:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722957824 00000100:00100000:3.0:1788598420.506115:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722957824 00010000:00010000:3.0:1788598420.506188:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16070021 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc33 expref: 10 pid: 8406 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598420.506253:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 334 00000100:00100000:3.0:1788598420.506266:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722957824:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598420.506292:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598420.506322:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16070021 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc33 expref: 10 pid: 8406 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.506342:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16070021 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc33 expref: 10 pid: 8406 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.506376:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16070021 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc33 expref: 10 pid: 8406 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.506407:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598420.506410:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598420.506433:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 9 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.506445:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 9 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.506489:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 9 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598420.506507:0:6511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1875480747003520:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598420.506624:0:6511:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3087540 going to sleep for 11 seconds 00000100:00100000:1.0:1788598420.511392:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.511592:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722957952 00000100:00100000:3.0:1788598420.511598:0:6511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1875480747003520:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598420.511600:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722957952 00010000:00010000:3.0:1788598420.511620:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1788598420.511650:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff8a1bc5beb480 x1875480722957952/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:411/0 lens 648/0 e 0 to 0 dl 1788598431 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598420.511660:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5beb480 with x1875480722957952 ext(0->157) 00002000:00010000:0.0:1788598420.511664:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5beb480 00000100:00100000:3.0:1788598420.511679:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722957824:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 5417us (7652us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.511689:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 334 00000100:00100000:0.0:1788598420.511790:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 80 00000100:00100000:0.0:1788598420.511806:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722957952:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788598420.519430:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722957952:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 7606us (8027us total) trans 4294967347 rc 0/0 00000100:00100000:1.0:1788598420.519446:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 80 00002000:00100000:1.0:1788598420.519463:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff8a1bc5beb480 x1875480722957952/t4294967347(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:411/0 lens 648/448 e 0 to 0 dl 1788598431 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598420.519475:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5beb480 with x1875480722957952 ext(0->157) 00002000:00010000:1.0:1788598420.519481:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5beb480 00000100:00100000:1.0:1788598420.524112:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.524216:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722958080 00000100:00100000:0.0:1788598420.524227:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722958080 00000100:00100000:0.0:1788598420.524294:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1069 00000100:00100000:0.0:1788598420.524302:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:28191:x1875480722958080:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788598420.526377:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967929 is committed 00000001:00080000:3.0:1788598420.526401:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967923 is committed 00000004:00080000:3.0:1788598420.526407:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000020:00080000:3.0:1788598420.526437:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1b9fcba180 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:3.0:1788598420.526443:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bb6306400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b9fcbab40 00000020:00080000:3.0:1788598420.526446:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bb6306600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a88f30800 00000020:00080000:2.0:1788598420.526578:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000100:00100000:3.0:1788598420.526625:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28191:x1875480722958080:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 2319us (2517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.526637:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1069 00000020:00080000:2.0:1788598420.526646:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:3.0:1788598420.527036:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598420.527054:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747003648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788598420.527105:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598420.527208:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747003648 00000100:00100000:1.0:1788598420.527216:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747003648 00000100:00100000:1.0:1788598420.527276:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1788598420.527285:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747003648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788598420.527309:0:8868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:21 count 1 00002000:00010000:1.0:1788598420.527344:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x6a9bd890, atime: 0x0, ctime: 0x6a9bd890, blocks: 0x8 00010000:00010000:1.0:1788598420.527353:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1607002f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.527369:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598420.527371:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598420.527376:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1607002f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.527390:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1607002f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.527401:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1607002f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.527409:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1607002f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.527428:0:8868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598420.527566:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3668:x1875480747003648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 282us (460us total) trans 4294967352 rc 0/0 00000100:00100000:1.0:1788598420.527574:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00010000:00010000:1.0:1788598420.527596:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598420.527603:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1607002f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.527612:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320a00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598420.527617:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1607002f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.527626:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1607002f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.527645:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1607002f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.527652:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8d0bbb9/0x6b7334fb1607002f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.527672:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598420.527674:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598420.527675:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788598420.527722:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1bc5be8a80/2, rc 0, transno 4294967352 00000100:00100000:1.0:1788598420.527729:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747003648:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1788598420.528457:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.528467:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.528472:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.528477:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598420.528481:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.528488:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.528501:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598420.528504:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788598420.528507:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.528512:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb1606fff0 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598420.531489:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.531638:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722958208 00000100:00100000:0.0:1788598420.531649:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722958208 00000100:00100000:0.0:1788598420.531782:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 283 00000100:00100000:0.0:1788598420.531795:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722958208:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788598420.534164:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000100:00100000:0.0:1788598420.534377:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722958208:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 2582us (2906us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598420.534386:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 283 00000100:00100000:3.0:1788598420.537179:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.537305:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722958464 00000100:00100000:0.0:1788598420.537313:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722958464 00000100:00100000:0.0:1788598420.537397:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1070 00000100:00100000:0.0:1788598420.537405:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+44:28191:x1875480722958464:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788598420.537464:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598420.537502:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb1607001a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc2c expref: 44 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.537522:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598420.537528:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598420.537558:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.537571:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.537580:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598420.537696:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035354ca7 reply state 0000000087f7f8fa transno 4294967930 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.537708:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.537714:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598420.537717:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598420.537720:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788598420.537858:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28191:x1875480722958464:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 452us (684us total) trans 4294967930 rc 0/0 00000100:00100000:0.0:1788598420.537865:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1070 00000100:00100000:1.0:1788598420.541837:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.542470:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722958592 00000100:00100000:3.0:1788598420.542532:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722958592 00000100:00100000:3.0:1788598420.542647:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1071 00000100:00100000:3.0:1788598420.542657:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28191:x1875480722958592:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598420.542684:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598420.542709:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607003d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc41 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.542809:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607003d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc41 expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.542825:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607003d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc41 expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.542845:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598420.542848:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598420.542852:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656a00, rc 0) 00000100:00100000:3.0:1788598420.542918:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28191:x1875480722958592:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 262us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.542928:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1071 00000100:00100000:3.0:1788598420.547337:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.547427:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722958720 00000100:00100000:0.0:1788598420.547438:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722958720 00000100:00100000:0.0:1788598420.547559:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 284 00000100:00100000:0.0:1788598420.547571:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722958720:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788598420.547774:0:14172:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1788598420.547778:0:14172:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb mtime from disk: 0 -> 1788598416 00002000:00010000:0.0:1788598420.547780:0:14172:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb atime from disk: 0 -> 1788598416 00002000:00010000:0.0:1788598420.547783:0:14172:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb ctime from disk: 0 -> 1788598416 00002000:00010000:0.0:1788598420.547785:0:14172:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1788598420.547849:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722958720:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 279us (522us total) trans 4294967348 rc 0/0 00000100:00100000:0.0:1788598420.547857:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 284 00000100:00100000:2.0:1788598420.553181:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.553337:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722958976 00000100:00100000:3.0:1788598420.553348:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722958976 00000100:00100000:3.0:1788598420.553407:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1072 00000100:00100000:3.0:1788598420.553418:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:28191:x1875480722958976:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788598420.553485:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.553503:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc17 expref: 46 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.553513:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.553550:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc17 expref: 46 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.553565:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc17 expref: 46 pid: 13009 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598420.553580:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747003776:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598420.553697:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3087a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598420.557112:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747003776:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598420.557160:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598420.557342:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.557497:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722959104 00000100:00100000:0.0:1788598420.557506:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722959104 00010000:00010000:0.0:1788598420.557545:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc17 expref: 47 pid: 13009 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598420.557620:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 335 00000100:00100000:0.0:1788598420.557631:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2432:x1875480722959104:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598420.557651:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598420.557659:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc17 expref: 47 pid: 13009 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.557676:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc17 expref: 47 pid: 13009 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.557696:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1606ffe9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc17 expref: 47 pid: 13009 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.557714:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598420.557718:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.557727:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.557774:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.557799:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598420.557823:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.557830:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598420.557854:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2432:x1875480722959104:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 225us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598420.557862:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 335 00010000:00010000:3.0:1788598420.558092:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.558100:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.558107:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.558113:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598420.558117:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.558125:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.558135:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598420.558153:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788598420.558156:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.558162:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070044 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598420.558207:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28191:x1875480722958976:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 4791us (5035us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788598420.558216:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1072 00000100:00100000:2.0:1788598420.560339:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.560405:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722959232 00000100:00100000:3.0:1788598420.560413:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722959232 00000100:00100000:3.0:1788598420.560468:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 285 00000100:00100000:3.0:1788598420.560476:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722959232:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598420.560512:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.560527:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 10 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.560532:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598420.560533:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598420.560536:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.560561:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 10 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.560572:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 10 pid: 14172 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598420.560582:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747003904:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598420.560655:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3087a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788598420.564876:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.564978:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747003904:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598420.565082:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722959360 00000100:00100000:2.0:1788598420.565090:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722959360 00010000:00010000:2.0:1788598420.565130:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 11 pid: 14172 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.565249:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598420.565250:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 336 00000100:00100000:2.0:1788598420.565259:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722959360:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598420.565280:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598420.565302:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 11 pid: 14172 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.565313:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 11 pid: 14172 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.565336:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001cc56544/0x6b7334fb16070028 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc3a expref: 11 pid: 14172 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.565351:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598420.565353:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598420.565357:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.565365:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.565388:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598420.565406:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.565415:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.565434:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.565443:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.565452:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598420.565456:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722959360:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 197us (599us total) trans 0 rc 0/0 00010000:00010000:3.0:1788598420.565461:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657c00 already unused, calling callback (ffffffffc0ee5060) 00000100:00100000:2.0:1788598420.565464:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 336 00010000:00010000:3.0:1788598420.565466:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.565474:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.565487:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.565495:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607004b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598420.565549:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722959232:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 5073us (5219us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.565558:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 285 00000100:00100000:0.0:1788598420.571895:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.572153:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722959616 00000100:00100000:3.0:1788598420.572163:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722959616 00000100:00100000:3.0:1788598420.572222:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1073 00000100:00100000:3.0:1788598420.572231:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:28191:x1875480722959616:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598420.572321:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070052 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.572342:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070052 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.572354:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070052 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.572577:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.572589:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607003d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc41 expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.572598:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.572641:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607003d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc41 expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.572654:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607003d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc41 expref: 46 pid: 6524 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598420.572666:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747004032:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598420.572817:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b919ee540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598420.579905:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747004032:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598420.579940:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598420.580157:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.580225:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722959744 00000100:00100000:3.0:1788598420.580243:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722959744 00010000:00010000:3.0:1788598420.580286:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607003d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc41 expref: 47 pid: 6524 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598420.580330:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 337 00000100:00100000:3.0:1788598420.580339:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2433:x1875480722959744:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598420.580355:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598420.580361:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607003d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc41 expref: 47 pid: 6524 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.580375:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607003d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc41 expref: 47 pid: 6524 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.580404:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607003d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc41 expref: 47 pid: 6524 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.580427:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598420.580431:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.580441:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.580448:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.580479:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598420.580538:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2433:x1875480722959744:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 200us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.580547:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 337 00010000:00010000:0.0:1788598420.581192:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.581201:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598420.581331:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967931 00000001:00080000:0.0:1788598420.581463:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967932 00000001:00080000:0.0:1788598420.581503:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967933 00000100:00100000:0.0:1788598420.581590:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480747004160:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788598420.582011:0:10034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598420.582088:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661780 going to sleep for 11 seconds 00000100:00100000:1.0:1788598420.583723:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747004160 00000100:00100000:1.0:1788598420.583934:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747004160 00000100:00100000:1.0:1788598420.584049:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1788598420.584060:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10034:x1875480747004160:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788598420.584216:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10034:x1875480747004160:12345-0@lo:1000:mdt00_003.0 Request processed in 157us (2204us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598420.584226:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1788598420.584396:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480747004160:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1788598420.584592:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967934 00000100:00100000:0.0:1788598420.584681:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480747004288:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788598420.584716:0:10034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598420.584777:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb36610c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598420.585076:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747004288 00000100:00100000:1.0:1788598420.585082:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747004288 00000100:00100000:1.0:1788598420.585119:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1788598420.585127:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:10034:x1875480747004288:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788598420.585265:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:10034:x1875480747004288:12345-0@lo:1000:mdt00_003.0 Request processed in 138us (547us total) trans 4294967349 rc 0/0 00000100:00100000:1.0:1788598420.585271:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1788598420.585544:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10034:1875480747004288:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1788598420.585635:0:10034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967935 00010000:00010000:0.0:1788598420.585665:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.585677:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.585684:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.585690:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598420.585695:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.585703:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.585728:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598420.585731:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598420.585946:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.585954:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16070059 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.585983:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.585989:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.585994:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.586000:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598420.586003:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.586010:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.586018:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1bc29e3100) 00010000:00010000:0.0:1788598420.586020:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598420.586027:0:10034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606ff8e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc02 expref: 91 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.586038:0:10034:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606ff8e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc02 expref: 91 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.586048:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606ff8e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc02 expref: 91 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598420.586162:0:10034:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657800/0x6b7334fb1606ff8e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc02 expref: 91 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598420.586176:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747004416:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598420.586854:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661e40 going to sleep for 11 seconds 00000100:00080000:3.0:1788598420.589867:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598420.590361:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747004416:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598420.590404:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590415:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1606ff87 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590455:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb16070060 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590469:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb16070060 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590482:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb16070060 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590493:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb16070060 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590499:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb16070060 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590509:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb16070060 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590514:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89320a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598420.590519:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb16070060 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590527:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb16070060 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590538:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1bc29e3100) 00010000:00010000:1.0:1788598420.590541:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598420.590544:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb16070060 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590550:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb16070060 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590558:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070052 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590564:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070052 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590569:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070052 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590574:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598420.590576:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070052 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590586:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070052 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590593:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8a1bc29e3100) 00010000:00010000:1.0:1788598420.590595:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598420.590598:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070052 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.590603:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070052 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598420.590815:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:28191:x1875480722959616:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 18583us (18929us total) trans 4294967936 rc 0/0 00000100:00100000:1.0:1788598420.590827:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1073 00000020:00080000:1.0:1788598420.590834:0:10034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1788598420.591306:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598420.591312:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598420.591856:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1788598420.591866:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598420.595515:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.595636:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722960000 00000100:00100000:3.0:1788598420.595648:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722960000 00000100:00100000:3.0:1788598420.595717:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 217 00000100:00100000:3.0:1788598420.595728:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:28191:x1875480722960000:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788598420.596050:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788598420.596341:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967937 00010000:00010000:3.0:1788598420.596381:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.596401:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.596416:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.596427:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.596433:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.596438:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598420.596504:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788598420.596626:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:28191:x1875480722960000:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 899us (1119us total) trans 4294967938 rc 0/0 00000100:00100000:3.0:1788598420.596635:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 217 00000020:00080000:3.0:1788598420.596641:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788598420.600508:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.600654:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722960128 00000100:00100000:0.0:1788598420.600667:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722960128 00000100:00100000:0.0:1788598420.600730:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 218 00000100:00100000:0.0:1788598420.600775:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+92:28190:x1875480722960128:12345-192.168.202.17@tcp:49:diff.0 00000100:00100000:0.0:1788598420.600924:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+92:28190:x1875480722960128:12345-192.168.202.17@tcp:49:diff.0 Request processed in 151us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598420.600933:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 218 00010000:00010000:1.0:1788598420.604823:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598420.604850:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.604861:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657c00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598420.604866:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.604876:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.604899:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:1.0:1788598420.604903:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788598420.604909:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.604919:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070067 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598420.604945:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598420.604947:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598420.604949:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598420.606198:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598420.606420:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722960256 00000100:00100000:2.0:1788598420.606441:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722960256 00000100:00100000:2.0:1788598420.606518:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 286 00000100:00100000:2.0:1788598420.606527:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+14:28190:x1875480722960256:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:2.0:1788598420.606547:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598420.606569:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000146322eb/0x6b7334fb1607006e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc48 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598420.606594:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a9bd890, atime: 0x6a9bd890, ctime: 0x6a9bd890, blocks: 0x8 00010000:00010000:2.0:1788598420.606621:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598420.606624:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598420.606632:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146322eb/0x6b7334fb1607006e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc48 expref: 15 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.606650:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000146322eb/0x6b7334fb1607006e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc48 expref: 15 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598420.606664:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec800, rc 0) 00000100:00100000:2.0:1788598420.606728:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+15:28190:x1875480722960256:12345-192.168.202.17@tcp:101:diff.0 Request processed in 203us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598420.606758:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 286 00000100:00080000:1.0:1788598420.606944:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598420.611782:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.611832:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.612101:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722960512 00000100:00100000:3.0:1788598420.612114:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722960512 00000100:00100000:3.0:1788598420.612201:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 847 00000100:00100000:3.0:1788598420.612211:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722960512:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598420.612298:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722960512:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 88us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.612306:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 847 00000100:00080000:1.0:1788598420.612525:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598420.613081:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722960384 00000100:00100000:2.0:1788598420.613089:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722960384 00000100:00100000:2.0:1788598420.613135:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 700 00000100:00100000:2.0:1788598420.613156:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722960384:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598420.613211:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722960384:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 57us (1378us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598420.613218:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 700 00000100:00100000:0.0:1788598420.616702:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.616806:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.616857:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598420.617110:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722960768 00000100:00100000:3.0:1788598420.617120:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722960768 00000100:00100000:3.0:1788598420.617213:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 848 00000100:00100000:3.0:1788598420.617224:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722960768:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598420.617311:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722960768:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 89us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598420.617318:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 848 00000100:00080000:1.0:1788598420.617437:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598420.618129:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722960640 00000100:00100000:2.0:1788598420.618146:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722960640 00000100:00100000:2.0:1788598420.618181:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722960896 00000100:00100000:2.0:1788598420.618184:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722960896 00000100:00100000:2.0:1788598420.618213:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 531 00000100:00100000:2.0:1788598420.618221:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722960640:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598420.618282:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722960640:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 62us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598420.618290:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 531 00000100:00100000:2.0:1788598420.618303:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 532 00000100:00100000:2.0:1788598420.618309:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480722960896:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598420.618332:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480722960896:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598420.618337:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 532 00000100:00100000:0.0:1788598420.623845:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598420.624970:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722961024 00000100:00100000:2.0:1788598420.624983:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722961024 00002000:00100000:2.0:1788598420.625044:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff8a1a87b73480 x1875480722961024/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:411/0 lens 488/0 e 0 to 0 dl 1788598431 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598420.625056:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87b73480 with x1875480722961024 ext(0->4095) 00002000:00010000:2.0:1788598420.625063:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a87b73480 00000100:00100000:2.0:1788598420.625807:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 81 00000100:00100000:2.0:1788598420.625821:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+15:2432:x1875480722961024:12345-192.168.202.17@tcp:3:diff.0 00000100:00100000:2.0:1788598420.626046:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+15:2432:x1875480722961024:12345-192.168.202.17@tcp:3:diff.0 Request processed in 228us (2217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788598420.626054:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 81 00002000:00100000:2.0:1788598420.626061:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff8a1a87b73480 x1875480722961024/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:411/0 lens 488/4536 e 0 to 0 dl 1788598431 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598420.626084:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87b73480 with x1875480722961024 ext(0->4095) 00002000:00010000:2.0:1788598420.626089:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a87b73480 00000100:00100000:1.0:1788598420.633604:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598420.633768:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722961280 00000100:00100000:0.0:1788598420.633779:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722961280 00000100:00100000:0.0:1788598420.633854:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 219 00000100:00100000:0.0:1788598420.633865:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+92:28190:x1875480722961280:12345-192.168.202.17@tcp:35:diff.0 00000100:00100000:0.0:1788598420.634118:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+93:28190:x1875480722961280:12345-192.168.202.17@tcp:35:diff.0 Request processed in 254us (523us total) trans 4294967939 rc 0/0 00000100:00100000:0.0:1788598420.634126:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 219 00000100:00100000:1.0:1788598421.250223:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747004544:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598421.250296:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598421.250488:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747004544 00000100:00100000:3.0:1788598421.250496:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747004544 00000100:00100000:3.0:1788598421.250553:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1788598421.250574:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747004544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598421.250611:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598421.254811:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747004544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4229us (4503us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598421.254826:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1788598421.256362:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747004544:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788598421.377949:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598421.488687:0:21347:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598421.488695:0:21347:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598421.488823:0:21347:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:0.0:1788598421.488830:0:21347:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788598421.639029:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598421.639038:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598421.639134:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:1.0:1788598421.639158:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598421.761971:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747004672:0@lo:400:kworker.0 00000100:00100000:2.0:1788598421.762044:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598421.762190:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747004672 00000100:00100000:3.0:1788598421.762199:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747004672 00000100:00100000:3.0:1788598421.762247:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1788598421.762254:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747004672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.762389:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598421.762400:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747004928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598421.762442:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598421.762733:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747004672:12345-0@lo:400:kworker.0 Request processed in 477us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598421.762765:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1788598421.762929:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747004800:0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.762957:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598421.762988:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747004800 00000100:00100000:1.0:1788598421.762992:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747004800 00000100:00100000:1.0:1788598421.763019:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1788598421.763025:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747004800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.763056:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747004800:12345-0@lo:400:kworker.0 Request processed in 31us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598421.763062:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1788598421.763091:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747004800:0@lo:400:kworker.0 00000100:00100000:3.0:1788598421.763233:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747004928 00000100:00100000:3.0:1788598421.763237:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747004928 00000100:00100000:3.0:1788598421.763275:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1788598421.763282:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747004928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598421.763303:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120191808 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788598421.763337:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747004928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598421.763343:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1788598421.763372:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747004928:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788598421.763436:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598421.763584:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747005440:0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.763612:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598421.763629:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747005952:0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.763648:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598421.763663:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788598421.763668:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747005056:0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.763688:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598421.763700:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747005568:0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.763717:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598421.763730:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747006080:0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.763829:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747005312:0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.763854:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598421.763881:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747005824:0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.763898:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598421.763910:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788598421.763914:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747005184:0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.763929:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598421.763939:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747005696:0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.763954:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598421.763975:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747005440 00000100:00100000:1.0:1788598421.763979:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747005440 00000100:00100000:1.0:1788598421.763999:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747005952 00000100:00100000:1.0:1788598421.764001:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747005952 00000100:00100000:1.0:1788598421.764012:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747005312 00000100:00100000:1.0:1788598421.764014:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747005312 00000100:00100000:1.0:1788598421.764022:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747005824 00000100:00100000:1.0:1788598421.764024:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747005824 00000100:00100000:1.0:1788598421.764032:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747005184 00000100:00100000:1.0:1788598421.764034:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747005184 00000100:00100000:1.0:1788598421.764044:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1788598421.764049:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747005440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.764076:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747005440:12345-0@lo:400:kworker.0 Request processed in 27us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598421.764082:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1788598421.764093:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1788598421.764097:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747005952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.764114:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747005952:12345-0@lo:400:kworker.0 Request processed in 17us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598421.764119:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1788598421.764127:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1788598421.764131:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747005312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.764173:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747005312:12345-0@lo:400:kworker.0 Request processed in 41us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598421.764178:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1788598421.764189:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1788598421.764195:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747005824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.764217:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747005824:12345-0@lo:400:kworker.0 Request processed in 23us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598421.764221:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1788598421.764232:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1788598421.764237:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747005184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.764258:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747005184:12345-0@lo:400:kworker.0 Request processed in 22us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598421.764263:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00080000:1.0:1788598421.764277:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598421.764280:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598421.764297:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747005184:0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.764306:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747005312:0@lo:400:kworker.0 00000100:00100000:1.0:1788598421.764313:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747005824:0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.764585:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598421.764621:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747005440:0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.764633:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747005952:0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.764670:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747005056 00000100:00100000:0.0:1788598421.764674:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747005056 00000100:00100000:0.0:1788598421.764704:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1788598421.764710:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747005056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.764852:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747005056:12345-0@lo:400:kworker.0 Request processed in 141us (1162us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598421.764868:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1788598421.764889:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747005568 00000100:00100000:0.0:1788598421.764893:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747005568 00000100:00100000:0.0:1788598421.764925:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747005696 00000100:00100000:0.0:1788598421.764928:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747005696 00000100:00100000:0.0:1788598421.764944:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747006080 00000100:00100000:0.0:1788598421.764946:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747006080 00000100:00100000:0.0:1788598421.764959:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1788598421.764965:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747005568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.764996:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747005568:12345-0@lo:400:kworker.0 Request processed in 31us (1276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598421.765000:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1788598421.765011:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1788598421.765016:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747005696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.765046:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747005696:12345-0@lo:400:kworker.0 Request processed in 30us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598421.765050:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1788598421.765060:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788598421.765065:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3667:x1875480747006080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.765093:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3667:x1875480747006080:12345-0@lo:400:kworker.0 Request processed in 28us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598421.765098:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788598421.765127:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747005056:0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.765342:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747005568:0@lo:400:kworker.0 00000100:00100000:0.0:1788598421.765358:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747006080:0@lo:400:kworker.0 00000100:00080000:0.0:1788598421.765384:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598421.765386:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598421.765402:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747005696:0@lo:400:kworker.0 00000100:00100000:2.0:1788598421.765713:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747004672:0@lo:400:kworker.0 00000100:00100000:2.0:1788598422.274293:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747006208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598422.274368:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598422.274545:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747006208 00000100:00100000:3.0:1788598422.274554:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747006208 00000100:00100000:3.0:1788598422.274612:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1788598422.274621:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747006208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598422.274642:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120191808 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788598422.274695:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747006208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598422.274703:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1788598422.274792:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747006208:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598422.413863:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788598423.300116:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000001:00080000:3.0:1788598423.300131:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00010000:00010000:1.0:1788598423.425990:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598423.810189:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747006336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598423.810258:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598423.810316:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747006464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598423.810352:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598423.810408:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747006336 00000100:00100000:2.0:1788598423.810425:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747006336 00000100:00100000:1.0:1788598423.810527:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747006464 00000100:00100000:1.0:1788598423.810532:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747006464 00000100:00100000:2.0:1788598423.810592:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1788598423.810602:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747006336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598423.810630:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3916148736 avail 3684626432 00000100:00100000:2.0:1788598423.810681:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747006336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598423.810689:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1788598423.810764:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747006336:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788598423.818996:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598423.821367:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1788598423.821384:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747006464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598423.821415:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3916148736 avail 3684626432 00000100:00100000:1.0:1788598423.821517:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747006464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (11164us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598423.821525:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1788598423.821578:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747006464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598424.322068:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598424.322096:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747006592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598424.322184:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598424.322412:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747006592 00000100:00100000:1.0:1788598424.322433:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747006592 00000100:00100000:1.0:1788598424.322501:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1788598424.322511:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747006592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598424.322556:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:1.0:1788598424.322625:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747006592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598424.322634:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1788598424.322805:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747006592:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598424.450823:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598425.475986:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598425.742352:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598425.742398:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598425.742433:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598425.742474:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598425.742494:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598425.742510:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598425.742527:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598425.742545:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598425.742565:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598425.742590:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722961792 00000100:00100000:0.0:1788598425.742598:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722961792 00000100:00100000:0.0:1788598425.742649:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722961920 00000100:00100000:0.0:1788598425.742652:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722961920 00000100:00100000:0.0:1788598425.742667:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722962304 00000100:00100000:0.0:1788598425.742670:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722962304 00000100:00100000:0.0:1788598425.742681:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722962432 00000100:00100000:0.0:1788598425.742683:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722962432 00000100:00100000:0.0:1788598425.742710:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 536 00000100:00100000:0.0:1788598425.742721:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+15:2435:x1875480722961792:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598425.742819:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+15:2435:x1875480722961792:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 100us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598425.742828:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 536 00000100:00100000:0.0:1788598425.742844:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 537 00000100:00100000:0.0:1788598425.742850:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722961920:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598425.742877:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480722961920:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598425.742883:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 537 00000100:00100000:0.0:1788598425.742894:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 538 00000100:00100000:0.0:1788598425.742900:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722962304:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598425.742921:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480722962304:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598425.742927:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 538 00000100:00100000:0.0:1788598425.743056:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 539 00000100:00100000:0.0:1788598425.743063:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722962432:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598425.743085:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722962432:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598425.743092:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 539 00000100:00100000:0.0:1788598425.743113:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722961536 00000100:00100000:0.0:1788598425.743116:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722961536 00000100:00100000:0.0:1788598425.743140:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722961664 00000100:00100000:0.0:1788598425.743143:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722961664 00000100:00100000:0.0:1788598425.743169:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722962048 00000100:00100000:0.0:1788598425.743171:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722962048 00000100:00100000:0.0:1788598425.743183:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722962176 00000100:00100000:0.0:1788598425.743186:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722962176 00000100:00100000:0.0:1788598425.743198:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 855 00000100:00100000:0.0:1788598425.743204:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+93:2435:x1875480722961536:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598425.743234:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+93:2435:x1875480722961536:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598425.743241:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 855 00000100:00100000:0.0:1788598425.743252:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 856 00000100:00100000:0.0:1788598425.743257:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722961664:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598425.743277:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480722961664:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598425.743283:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 856 00000100:00100000:0.0:1788598425.743292:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 857 00000100:00100000:0.0:1788598425.743298:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:2435:x1875480722962048:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598425.743320:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:2435:x1875480722962048:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598425.743329:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 857 00000100:00100000:0.0:1788598425.743340:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 858 00000100:00100000:0.0:1788598425.743346:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722962176:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598425.743366:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480722962176:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598425.743372:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 858 00000100:00080000:0.0:1788598425.743394:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598425.743398:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598425.743400:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598425.743402:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598425.744072:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722961408 00000100:00100000:2.0:1788598425.744080:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722961408 00000100:00100000:2.0:1788598425.744126:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 702 00000100:00100000:2.0:1788598425.744133:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722961408:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598425.744195:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480722961408:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 62us (1851us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598425.744202:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 702 00000001:00080000:0.0:1788598425.862945:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967939 is committed 00000001:00080000:0.0:1788598425.862975:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967938 is committed 00000020:00080000:0.0:1788598425.862989:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1bb3661780 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:0.0:1788598425.862995:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bc2e9b000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1bb3661900 00000020:00080000:0.0:1788598425.862998:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bc2e9bd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a89264e00 00000020:00080000:0.0:1788598425.863020:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000020:00080000:2.0:1788598425.863077:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:2.0:1788598425.863145:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00010000:00010000:1.0:1788598425.863208:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598425.863220:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598425.863228:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598425.863234:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535d200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598425.863240:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598425.863248:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598425.863265:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:1.0:1788598425.863268:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598425.863273:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598425.863279:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070036 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598425.865341:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000001:00080000:1.0:1788598425.865360:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000100:00100000:1.0:1788598426.370000:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598426.376546:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747006720:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598426.376635:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598426.394570:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747006720 00000100:00100000:0.0:1788598426.394583:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747006720 00000100:00100000:0.0:1788598426.394965:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1788598426.394980:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747006720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598426.395038:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598426.395229:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747006720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 251us (18593us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598426.395238:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1788598426.409492:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747006720:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598426.498935:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598426.883118:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598426.883147:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747006848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598426.883247:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598426.883328:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747006848 00000100:00100000:2.0:1788598426.883338:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747006848 00000100:00100000:2.0:1788598426.883408:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1788598426.883422:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747006848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598426.883461:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598426.883517:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747006848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598426.883525:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00080000:2.0:1788598426.883548:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598426.883590:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747006848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598426.884087:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747007232:0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884120:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598426.884142:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747007744:0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884178:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598426.884197:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747008256:0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884220:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598426.884240:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788598426.884246:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747007360:0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884272:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598426.884290:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747007872:0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884310:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598426.884340:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747007232 00000100:00100000:2.0:1788598426.884345:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747007232 00000100:00100000:2.0:1788598426.884377:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1788598426.884385:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747007232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884432:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747007232:12345-0@lo:400:kworker.0 Request processed in 48us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598426.884439:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1788598426.884459:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747007744 00000100:00100000:2.0:1788598426.884463:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747007744 00000100:00100000:2.0:1788598426.884497:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747008256 00000100:00100000:2.0:1788598426.884500:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747008256 00000100:00100000:2.0:1788598426.884517:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747007872 00000100:00100000:2.0:1788598426.884519:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747007872 00000100:00100000:2.0:1788598426.884530:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1788598426.884536:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747007744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884563:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747007744:12345-0@lo:400:kworker.0 Request processed in 28us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598426.884569:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1788598426.884578:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1788598426.884583:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747008256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884605:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747008256:12345-0@lo:400:kworker.0 Request processed in 22us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598426.884611:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1788598426.884618:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1788598426.884622:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747007872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884640:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747007872:12345-0@lo:400:kworker.0 Request processed in 18us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598426.884646:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1788598426.884665:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747007360 00000100:00100000:2.0:1788598426.884668:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747007360 00000100:00100000:2.0:1788598426.884690:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1788598426.884695:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747007360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884719:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747007360:12345-0@lo:400:kworker.0 Request processed in 24us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598426.884724:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00080000:2.0:1788598426.884781:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598426.884784:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598426.884807:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747007360:0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884815:0:3665:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:2.0:1788598426.884821:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967349 00000100:00100000:2.0:1788598426.884863:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747007872:0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884873:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747007232:0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884881:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747007744:0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.884888:0:3665:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:2.0:1788598426.884892:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967351 committed transno 4294967352 00000004:00080000:2.0:1788598426.884907:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1bc5be8a80, transno 4294967352 00000100:00100000:2.0:1788598426.884917:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747008256:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885151:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747006976:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885200:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598426.885233:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747007488:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885252:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598426.885269:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747008000:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885285:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598426.885301:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788598426.885306:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747007104:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885322:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598426.885335:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747007616:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885352:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598426.885365:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747008128:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885382:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598426.885416:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747007488 00000100:00100000:3.0:1788598426.885420:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747007488 00000100:00100000:3.0:1788598426.885448:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747008000 00000100:00100000:3.0:1788598426.885450:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747008000 00000100:00100000:3.0:1788598426.885462:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747007104 00000100:00100000:3.0:1788598426.885464:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747007104 00000100:00100000:3.0:1788598426.885472:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747007616 00000100:00100000:3.0:1788598426.885474:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747007616 00000100:00100000:3.0:1788598426.885486:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747008128 00000100:00100000:3.0:1788598426.885488:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747008128 00000100:00100000:3.0:1788598426.885499:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1788598426.885506:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747007488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885542:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747007488:12345-0@lo:400:kworker.0 Request processed in 37us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598426.885548:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1788598426.885561:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1788598426.885566:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747008000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885585:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747008000:12345-0@lo:400:kworker.0 Request processed in 20us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598426.885591:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1788598426.885599:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1788598426.885604:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747007104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885622:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747007104:12345-0@lo:400:kworker.0 Request processed in 19us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598426.885631:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1788598426.885638:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1788598426.885643:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747007616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885661:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747007616:12345-0@lo:400:kworker.0 Request processed in 18us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598426.885666:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1788598426.885674:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1788598426.885679:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747008128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885697:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747008128:12345-0@lo:400:kworker.0 Request processed in 19us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598426.885702:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00080000:3.0:1788598426.885727:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598426.885730:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598426.885775:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747007104:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885783:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747007616:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885791:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747008128:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885799:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747007488:0@lo:400:kworker.0 00000100:00100000:3.0:1788598426.885806:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747008000:0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.885960:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747006976 00000100:00100000:2.0:1788598426.885964:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747006976 00000100:00100000:2.0:1788598426.886346:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1788598426.886354:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747006976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598426.886402:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747006976:12345-0@lo:400:kworker.0 Request processed in 50us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598426.886408:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1788598426.888619:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747006976:0@lo:400:kworker.0 00000100:00100000:3.0:1788598427.394215:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747008384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598427.394309:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598427.400695:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747008384 00000100:00100000:0.0:1788598427.400720:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747008384 00000100:00100000:0.0:1788598427.400827:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1788598427.400842:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747008384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598427.400876:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598427.400999:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747008384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 160us (6689us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598427.401008:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1788598427.401108:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747008384:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598427.535117:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598427.544145:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598427.544256:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722962560 00000100:00100000:2.0:1788598427.544271:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722962560 00000100:00100000:2.0:1788598427.544366:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1074 00000100:00100000:2.0:1788598427.544380:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28163:x1875480722962560:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788598427.544538:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+42:28163:x1875480722962560:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 161us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598427.544547:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1074 00000100:00080000:3.0:1788598427.545719:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598427.548269:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598427.548371:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722962688 00000100:00100000:2.0:1788598427.548385:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722962688 00000100:00100000:2.0:1788598427.548471:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1075 00000100:00100000:2.0:1788598427.548483:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:28163:x1875480722962688:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788598427.548616:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:28163:x1875480722962688:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 135us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598427.548624:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1075 00000100:00080000:3.0:1788598427.549969:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1788598428.549193:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598428.929876:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747008512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598428.929944:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598428.930016:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747008512 00000100:00100000:3.0:1788598428.930023:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747008512 00000100:00100000:3.0:1788598428.930073:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1788598428.930082:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747008512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598428.930109:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3916148736 avail 3684626432 00000100:00100000:3.0:1788598428.930154:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747008512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598428.930161:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00080000:3.0:1788598428.930194:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598428.930234:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747008512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598428.932224:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747008640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598428.932287:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598428.932349:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747008640 00000100:00100000:2.0:1788598428.932368:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747008640 00000100:00100000:2.0:1788598428.932420:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1788598428.932429:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747008640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598428.932448:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3916148736 avail 3684626432 00000100:00100000:2.0:1788598428.932490:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747008640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598428.932497:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1788598428.932538:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747008640:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788598428.932557:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:1.0:1788598429.196253:0:21544:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 04:53:48 (1788598428) 00000100:00100000:3.0:1788598429.445612:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747008768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598429.445688:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598429.445787:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747008768 00000100:00100000:3.0:1788598429.445795:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747008768 00000100:00100000:3.0:1788598429.445842:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1788598429.445852:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747008768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598429.445885:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1788598429.445928:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747008768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598429.445936:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1788598429.445979:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747008768:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598429.571825:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598430.535343:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598430.594033:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598430.850635:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598430.850716:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722962816 00000100:00100000:3.0:1788598430.850729:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722962816 00000100:00100000:3.0:1788598430.850836:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 704 00000100:00100000:3.0:1788598430.850846:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722962816:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598430.850930:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722962816:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 85us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598430.850939:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 704 00000100:00100000:2.0:1788598430.850990:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598430.851128:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722963072 00000100:00100000:3.0:1788598430.851133:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722963072 00000100:00100000:3.0:1788598430.851200:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 865 00000100:00100000:3.0:1788598430.851209:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722963072:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598430.851254:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722963072:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 47us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598430.851264:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 865 00000100:00080000:3.0:1788598430.851288:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598430.851536:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598430.851595:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598430.851787:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598430.851810:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598430.851894:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598430.851984:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598430.852179:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722963328 00000100:00100000:1.0:1788598430.852198:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722963328 00000100:00100000:2.0:1788598430.852687:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598430.852723:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722963840 00000100:00100000:2.0:1788598430.852727:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722963840 00000100:00100000:0.0:1788598430.852798:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722963200 00000100:00100000:0.0:1788598430.852802:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722963200 00000100:00100000:1.0:1788598430.852907:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722963712 00000100:00100000:1.0:1788598430.852911:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722963712 00000100:00100000:0.0:1788598430.852960:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 543 00000100:00100000:0.0:1788598430.852970:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722963328:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598430.853072:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722963328:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 103us (1539us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598430.853080:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 543 00000100:00100000:0.0:1788598430.853098:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 544 00000100:00100000:0.0:1788598430.853105:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+15:2435:x1875480722963200:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598430.853135:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+15:2435:x1875480722963200:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (1240us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598430.853142:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 544 00000100:00100000:3.0:1788598430.853148:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722963584 00000100:00100000:3.0:1788598430.853163:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722963584 00000100:00100000:3.0:1788598430.853241:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722962944 00000100:00100000:3.0:1788598430.853245:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722962944 00000100:00100000:3.0:1788598430.853276:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722963456 00000100:00100000:3.0:1788598430.853280:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722963456 00000100:00100000:2.0:1788598430.853316:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 545 00000100:00100000:2.0:1788598430.853326:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480722963840:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598430.853360:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480722963840:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 38us (1574us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598430.853368:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 545 00000100:00100000:1.0:1788598430.853512:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 546 00000100:00100000:1.0:1788598430.853521:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722963712:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598430.853554:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722963712:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 35us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598430.853559:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 546 00000100:00100000:0.0:1788598430.853688:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 866 00000100:00100000:0.0:1788598430.853698:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722963584:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598430.853770:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722963584:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (2138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598430.853780:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 866 00000100:00100000:0.0:1788598430.853799:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 867 00000100:00100000:0.0:1788598430.853807:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+92:2435:x1875480722962944:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598430.853833:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+92:2435:x1875480722962944:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (2023us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598430.853839:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 867 00000100:00100000:0.0:1788598430.853850:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 868 00000100:00100000:0.0:1788598430.853857:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+42:2435:x1875480722963456:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598430.853882:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+42:2435:x1875480722963456:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (1899us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598430.853888:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 868 00000100:00080000:3.0:1788598430.854211:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598430.854218:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598430.854221:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598430.854223:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:1.0:1788598431.195008:0:21592:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00000100:00100000:2.0:1788598431.489988:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747008896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598431.490062:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598431.495374:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747008896 00000100:00100000:0.0:1788598431.495389:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747008896 00000100:00100000:0.0:1788598431.495463:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1788598431.495473:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747008896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598431.495698:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598431.495832:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747008896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 360us (5769us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598431.495839:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1788598431.496991:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747008896:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598431.619677:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598431.874824:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598431.874832:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598431.875072:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 1 00000040:00080000:0.0:1788598431.875080:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000020:00080000:3.0:1788598431.885065:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:2.0:1788598431.885125:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:2.0:1788598431.885149:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:0.0:1788598432.002018:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747009024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598432.002101:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598432.002293:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747009024 00000100:00100000:1.0:1788598432.002303:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747009024 00000100:00100000:1.0:1788598432.002373:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1788598432.002384:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747009024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598432.002413:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00080000:2.0:1788598432.002571:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598432.002976:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747009152:0@lo:400:kworker.0 00000100:00100000:2.0:1788598432.003014:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598432.003058:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747009152 00000100:00100000:2.0:1788598432.003063:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747009152 00000100:00100000:2.0:1788598432.003106:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1788598432.003114:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747009152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598432.003149:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747009152:12345-0@lo:400:kworker.0 Request processed in 35us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598432.003156:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1788598432.003213:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747009152:0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.005633:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747009024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3243us (3533us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598432.005647:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1788598432.006250:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747009280:0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.006307:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598432.006334:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747009792:0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.006355:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598432.006371:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747010304:0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.006390:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598432.006408:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788598432.006414:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747009408:0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.006447:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598432.006463:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747009920:0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.006485:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598432.006628:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747010432:0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.006654:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598432.006686:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747009280 00000100:00100000:1.0:1788598432.006693:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747009280 00000100:00100000:1.0:1788598432.006760:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747009792 00000100:00100000:1.0:1788598432.006763:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747009792 00000100:00100000:1.0:1788598432.006792:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747010304 00000100:00100000:1.0:1788598432.006795:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747010304 00000100:00100000:1.0:1788598432.006810:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1788598432.006818:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747009280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.006866:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747009280:12345-0@lo:400:kworker.0 Request processed in 49us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598432.006872:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1788598432.006886:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1788598432.006892:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747009792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.006970:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747009792:12345-0@lo:400:kworker.0 Request processed in 25us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598432.006977:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1788598432.006989:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:1.0:1788598432.006994:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747010304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.007020:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747010304:12345-0@lo:400:kworker.0 Request processed in 26us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598432.007026:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:1.0:1788598432.007051:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747009408 00000100:00100000:1.0:1788598432.007054:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747009408 00000100:00100000:1.0:1788598432.007078:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1788598432.007083:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747009408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598432.007315:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747009664:0@lo:400:kworker.0 00000100:00100000:3.0:1788598432.007349:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598432.007372:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747010176:0@lo:400:kworker.0 00000100:00100000:3.0:1788598432.007393:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598432.007411:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788598432.007416:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747009536:0@lo:400:kworker.0 00000100:00100000:2.0:1788598432.007662:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747009664 00000100:00100000:2.0:1788598432.007667:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747009664 00000100:00100000:2.0:1788598432.007693:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747010176 00000100:00100000:2.0:1788598432.007696:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747010176 00000100:00100000:2.0:1788598432.007710:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1788598432.007716:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747009664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598432.007766:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598432.012325:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747009408:12345-0@lo:400:kworker.0 Request processed in 5231us (5879us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598432.012340:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1788598432.012402:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747009920 00000100:00100000:1.0:1788598432.012412:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747009920 00000100:00100000:0.0:1788598432.012587:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747009024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598432.012629:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747009536 00000100:00100000:0.0:1788598432.012632:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747009536 00000100:00100000:0.0:1788598432.012662:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1788598432.012671:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747010176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598432.012725:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747010176:12345-0@lo:400:kworker.0 Request processed in 55us (5331us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598432.012768:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1788598432.012783:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1788598432.012790:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747009536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598432.012819:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747009536:12345-0@lo:400:kworker.0 Request processed in 30us (5052us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598432.012825:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1788598432.012898:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747009408:0@lo:400:kworker.0 00000100:00100000:0.0:1788598432.012912:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747009280:0@lo:400:kworker.0 00000100:00100000:0.0:1788598432.012936:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747009792:0@lo:400:kworker.0 00000100:00100000:0.0:1788598432.012947:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747010304:0@lo:400:kworker.0 00000100:00080000:0.0:1788598432.012975:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598432.012980:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598432.012983:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598432.012993:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747010432 00000100:00100000:0.0:1788598432.012997:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747010432 00000100:00100000:0.0:1788598432.013028:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1788598432.013034:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747010432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598432.013072:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747010432:12345-0@lo:400:kworker.0 Request processed in 38us (6417us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598432.013078:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1788598432.013828:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1788598432.013840:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747009920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598432.013889:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747009920:12345-0@lo:400:kworker.0 Request processed in 54us (7404us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598432.013894:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00080000:0.0:1788598432.014001:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598432.014033:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747009920:0@lo:400:kworker.0 00000100:00100000:0.0:1788598432.014045:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747010432:0@lo:400:kworker.0 00000100:00100000:2.0:1788598432.014231:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747009664:12345-0@lo:400:kworker.0 Request processed in 6514us (6880us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598432.014243:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1788598432.019619:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747009536:0@lo:400:kworker.0 00000100:00100000:3.0:1788598432.019634:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747010048:0@lo:400:kworker.0 00000100:00100000:3.0:1788598432.019695:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598432.019762:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747009664:0@lo:400:kworker.0 00000100:00100000:3.0:1788598432.019777:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747010176:0@lo:400:kworker.0 00000100:00100000:0.0:1788598432.019885:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747010048 00000100:00100000:0.0:1788598432.019893:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747010048 00000100:00100000:0.0:1788598432.019979:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1788598432.019987:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747010048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598432.020043:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747010048:12345-0@lo:400:kworker.0 Request processed in 56us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598432.020049:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00080000:1.0:1788598432.020272:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598432.020330:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747010048:0@lo:400:kworker.0 00000100:00100000:3.0:1788598432.520106:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598432.520129:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747010560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598432.520205:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598432.521989:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747010560 00000100:00100000:0.0:1788598432.522002:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747010560 00000100:00100000:0.0:1788598432.522074:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1788598432.522085:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747010560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598432.522123:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598432.522219:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747010560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (2024us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598432.522226:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1788598432.522530:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747010560:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598432.648718:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788598433.653427:0:21641:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 04:53:51 (1788598431) 00010000:00010000:0.0:1788598433.666101:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598434.050035:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598434.050062:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747010688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598434.050155:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598434.050321:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747010688 00000100:00100000:1.0:1788598434.050330:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747010688 00000100:00100000:1.0:1788598434.050397:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1788598434.050409:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747010688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598434.050437:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3916148736 avail 3684626432 00000100:00100000:1.0:1788598434.050496:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747010688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598434.050503:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00080000:0.0:1788598434.050909:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598434.050955:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747010688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598434.051754:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598434.051769:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747010816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598434.051821:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598434.051922:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747010816 00000100:00100000:2.0:1788598434.051928:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747010816 00000100:00100000:2.0:1788598434.051996:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1788598434.052004:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747010816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598434.052021:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3916148736 avail 3684626432 00000100:00100000:2.0:1788598434.052062:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747010816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598434.052068:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00080000:1.0:1788598434.052153:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598434.052429:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747010816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598434.119434:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.119576:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722963968 00000100:00100000:0.0:1788598434.119595:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722963968 00000100:00100000:0.0:1788598434.119676:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1076 00000100:00100000:0.0:1788598434.119687:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+42:29103:x1875480722963968:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788598434.119820:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+42:29103:x1875480722963968:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 136us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598434.119828:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1076 00000100:00080000:1.0:1788598434.119912:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598434.155168:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598434.155246:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598434.155713:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722964096 00000100:00100000:2.0:1788598434.155724:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722964096 00000100:00100000:2.0:1788598434.156000:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722964224 00000100:00100000:2.0:1788598434.156004:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722964224 00000100:00100000:2.0:1788598434.156029:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1077 00000100:00100000:2.0:1788598434.156038:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:29103:x1875480722964096:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598434.156135:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:29103:x1875480722964096:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 98us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598434.156142:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1077 00000100:00100000:2.0:1788598434.156157:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1078 00000100:00100000:2.0:1788598434.156163:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+92:29104:x1875480722964224:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598434.156172:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598434.156190:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070075 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc4f expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156256:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607007c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156275:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607007c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156287:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607007c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156300:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070083 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156308:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070083 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156314:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070083 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156352:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607007c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156359:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607007c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156366:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607007c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156373:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598434.156377:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607007c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156385:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607007c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156395:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598434.156399:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598434.156403:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607007c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156409:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607007c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156422:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070083 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156428:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070083 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156434:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070083 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156439:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598434.156442:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070083 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156449:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070083 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156456:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8a1a86120100) 00010000:00010000:2.0:1788598434.156459:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598434.156462:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070083 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156467:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070083 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156496:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070075 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc4f expref: 93 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156507:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598434.156509:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598434.156513:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070075 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc4f expref: 93 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.156521:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eda00, rc 0) 00000100:00100000:2.0:1788598434.156544:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+92:29104:x1875480722964224:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 381us (1298us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598434.156550:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1078 00000100:00080000:0.0:1788598434.156622:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598434.156627:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598434.164478:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598434.164615:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722964480 00000100:00100000:3.0:1788598434.164626:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722964480 00000100:00100000:3.0:1788598434.164687:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1079 00000100:00100000:3.0:1788598434.164697:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+92:29104:x1875480722964480:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:3.0:1788598434.164782:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598434.164810:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1606fdce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb61 expref: 92 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598434.164829:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598434.164834:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598434.164910:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598434.164924:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb76 expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598434.164933:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598434.164967:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb76 expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598434.164981:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb76 expref: 41 pid: 6525 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598434.164995:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c73800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747010944:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598434.165109:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba02709c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598434.169835:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.169877:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722964608 00000100:00100000:1.0:1788598434.169886:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722964608 00010000:00010000:1.0:1788598434.169930:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb76 expref: 42 pid: 6525 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598434.169986:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 338 00000100:00100000:1.0:1788598434.169996:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:2432:x1875480722964608:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598434.170011:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598434.170018:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb76 expref: 42 pid: 6525 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.170032:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb76 expref: 42 pid: 6525 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.170054:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598434.170060:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.170069:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.170076:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.170105:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598434.170161:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:2432:x1875480722964608:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 166us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598434.170168:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 338 00010000:00010000:0.0:1788598434.170762:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb1606fe0d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebb76 expref: 41 pid: 6525 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598434.170782:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c73800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747010944:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598434.170803:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.170811:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.170828:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.170854:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.170864:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.170890:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171387:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171397:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171405:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598434.171417:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b0b9bc6 reply state 000000005ceb3f41 transno 4294967940 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171427:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171433:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:0.0:1788598434.171436:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598434.171440:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788598434.171445:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00010000:00010000:0.0:1788598434.171451:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171457:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171464:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171470:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598434.171475:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171483:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171806:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598434.171861:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598434.171866:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171959:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607008a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598434.171976:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b0b9bc6 reply state 000000005ceb3f41 transno 4294967940 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171986:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.171992:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8a1b88344c00) 00010000:00010000:0.0:1788598434.171994:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598434.171997:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788598434.172093:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+93:29104:x1875480722964480:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 7395us (7622us total) trans 4294967940 rc 0/0 00000100:00100000:0.0:1788598434.172102:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1079 00000100:00100000:3.0:1788598434.184569:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.184680:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722964736 00000100:00100000:0.0:1788598434.184690:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722964736 00000100:00100000:1.0:1788598434.185102:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1080 00000100:00100000:1.0:1788598434.185116:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+93:29105:x1875480722964736:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:1.0:1788598434.185141:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598434.185162:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1607009f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc56 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.185238:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb160700a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.185252:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb160700a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.185263:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb160700a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598434.185310:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788598434.185314:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598434.185333:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb160700a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.185358:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb1607009f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc56 expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.185376:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb160700a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc56 expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.185385:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598434.185388:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598434.185392:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320a00, rc 0) 00000100:00100000:1.0:1788598434.185462:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+94:29105:x1875480722964736:12345-192.168.202.17@tcp:101:bash.0 Request processed in 351us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598434.185470:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1080 00000100:00100000:3.0:1788598434.193613:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.193777:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722964864 00000100:00100000:1.0:1788598434.193786:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722964864 00000100:00100000:1.0:1788598434.193866:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1081 00000100:00100000:1.0:1788598434.194056:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+94:29105:x1875480722964864:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:1.0:1788598434.194079:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598434.194100:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb160700ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc5d expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194167:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160700b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194182:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160700b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194194:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160700b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194218:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160700bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194227:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160700bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194233:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160700bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194313:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb160700c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194321:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb160700c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194328:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb160700c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598434.194359:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:1.0:1788598434.194363:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598434.194383:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb160700c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194395:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160700b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194401:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160700b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194408:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160700b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194413:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598434.194417:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160700b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194425:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160700b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194437:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598434.194439:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598434.194444:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160700b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194450:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160700b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194463:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160700bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194469:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160700bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194475:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160700bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194480:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598434.194483:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160700bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194638:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160700bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194647:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8a1b88344c00) 00010000:00010000:1.0:1788598434.194649:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598434.194652:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160700bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194658:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160700bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194687:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb160700ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc5d expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194699:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ee00/0x6b7334fb160700c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc5d expref: 95 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.194706:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:1.0:1788598434.194709:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788598434.194711:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030ee00, rc 0) 00000100:00100000:1.0:1788598434.194861:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+95:29105:x1875480722964864:12345-192.168.202.17@tcp:101:bash.0 Request processed in 986us (1257us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598434.194869:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1081 00000100:00100000:1.0:1788598434.198578:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.199082:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722964992 00000100:00100000:0.0:1788598434.199092:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722964992 00000100:00100000:0.0:1788598434.199163:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1082 00000100:00100000:0.0:1788598434.199174:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+95:29105:x1875480722964992:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598434.199196:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598434.199225:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160700c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc64 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199291:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160700d0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199306:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160700d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199318:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160700d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199333:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199340:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199348:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199381:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160700d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199388:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160700d0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199395:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160700d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199400:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598434.199405:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160700d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199412:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160700d0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199424:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:0.0:1788598434.199427:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598434.199432:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160700d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199437:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160700d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199449:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199455:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199461:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199466:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598434.199469:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199474:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199482:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8a1b88344e00) 00010000:00010000:0.0:1788598434.199833:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598434.199840:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.199846:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.200004:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160700c9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc64 expref: 96 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.200016:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:0.0:1788598434.200019:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598434.200022:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160700c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc64 expref: 96 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.200032:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c400, rc 0) 00000100:00100000:0.0:1788598434.200141:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+95:29105:x1875480722964992:12345-192.168.202.17@tcp:101:bash.0 Request processed in 968us (1570us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598434.200150:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1082 00000100:00100000:3.0:1788598434.222329:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.222444:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722965120 00000100:00100000:0.0:1788598434.222455:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722965120 00000100:00100000:0.0:1788598434.222520:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1083 00000100:00100000:0.0:1788598434.222530:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+41:29106:x1875480722965120:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598434.222553:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598434.222573:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160700de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc6b expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.222643:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.222664:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.222676:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598434.222717:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598434.222722:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598434.222781:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.222807:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160700de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc6b expref: 43 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.222826:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc6b expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.222835:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598434.222838:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598434.222842:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c600, rc 0) 00000100:00100000:0.0:1788598434.222907:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+42:29106:x1875480722965120:12345-192.168.202.17@tcp:101:rm.0 Request processed in 377us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598434.222914:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1083 00000100:00100000:3.0:1788598434.229896:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.230018:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722965248 00000100:00100000:1.0:1788598434.230031:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722965248 00000100:00100000:1.0:1788598434.230112:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1084 00000100:00100000:1.0:1788598434.230124:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+42:29106:x1875480722965248:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598434.230153:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598434.230178:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb160700ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc72 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230273:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb160700f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230292:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb160700f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230307:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb160700f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230318:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160700fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230324:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160700fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230330:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160700fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230430:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb16070101 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230440:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb16070101 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230453:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb16070101 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598434.230506:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:1.0:1788598434.230511:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598434.230536:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb16070101 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230549:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb160700f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230554:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb160700f3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230560:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb160700f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230566:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598434.230571:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb160700f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230579:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb160700f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230593:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598434.230596:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598434.230601:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb160700f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230608:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb160700f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230627:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160700fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230634:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160700fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230639:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160700fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230644:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030f200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598434.230647:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160700fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230652:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160700fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230659:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8a1b88344c00) 00010000:00010000:1.0:1788598434.230661:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598434.230664:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160700fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230669:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160700fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230699:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb160700ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc72 expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230713:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320600/0x6b7334fb16070101 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc72 expref: 43 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.230727:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:1.0:1788598434.230729:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788598434.230731:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89320600, rc 0) 00000100:00100000:1.0:1788598434.230874:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29106:x1875480722965248:12345-192.168.202.17@tcp:101:rm.0 Request processed in 752us (992us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598434.230882:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1084 00000100:00100000:1.0:1788598434.234554:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.234681:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722965376 00000100:00100000:0.0:1788598434.234694:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722965376 00000100:00100000:0.0:1788598434.234817:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1085 00000100:00100000:0.0:1788598434.234829:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29106:x1875480722965376:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598434.234859:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598434.234886:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070108 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc79 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.234975:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607010f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.234994:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607010f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235010:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607010f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235030:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070116 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235039:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235046:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235092:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607010f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235313:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607010f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235320:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607010f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235326:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598434.235331:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607010f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235343:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607010f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235358:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:0.0:1788598434.235361:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598434.235368:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607010f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235374:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607010f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235389:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235394:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070116 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235399:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070116 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235403:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598434.235405:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070116 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235410:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070116 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235417:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8a1b88344e00) 00010000:00010000:0.0:1788598434.235419:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598434.235422:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070116 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235428:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070116 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235479:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070108 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc79 expref: 44 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235490:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:0.0:1788598434.235492:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598434.235496:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070108 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc79 expref: 44 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.235505:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c400, rc 0) 00000100:00100000:0.0:1788598434.235585:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29106:x1875480722965376:12345-192.168.202.17@tcp:101:rm.0 Request processed in 758us (1045us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598434.235593:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1085 00000100:00100000:3.0:1788598434.250556:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598434.251159:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722965504 00000100:00100000:2.0:1788598434.251171:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722965504 00000100:00100000:2.0:1788598434.251250:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1086 00000100:00100000:2.0:1788598434.251261:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29106:x1875480722965504:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598434.251281:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598434.251301:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb1607011d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc80 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251379:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070124 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251394:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070124 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251406:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070124 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251425:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1607012b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251431:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1607012b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251437:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1607012b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251475:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070124 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251482:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070124 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251488:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070124 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251494:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598434.251498:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070124 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251505:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070124 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251517:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:2.0:1788598434.251520:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598434.251524:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070124 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251531:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070124 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251546:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1607012b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251552:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1607012b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251558:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1607012b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251562:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eda00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598434.251565:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1607012b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251571:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1607012b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251578:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8a1a86120100) 00010000:00010000:2.0:1788598434.251580:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598434.251583:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1607012b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251588:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb1607012b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251621:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb1607011d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc80 expref: 44 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251632:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:2.0:1788598434.251634:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598434.251638:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb1607011d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc80 expref: 44 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.251648:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed400, rc 0) 00000100:00100000:2.0:1788598434.251908:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29106:x1875480722965504:12345-192.168.202.17@tcp:101:rm.0 Request processed in 648us (1360us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598434.251916:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1086 00000100:00100000:3.0:1788598434.283583:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.285008:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722965632 00000100:00100000:1.0:1788598434.285022:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722965632 00000100:00100000:1.0:1788598434.285100:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1087 00000100:00100000:1.0:1788598434.285111:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29107:x1875480722965632:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598434.285131:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598434.285152:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb16070132 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc87 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285232:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb16070139 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285249:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb16070139 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285262:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb16070139 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285275:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070140 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285282:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070140 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285288:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070140 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285329:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb16070139 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285336:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb16070139 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285343:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb16070139 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285347:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598434.285352:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb16070139 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285359:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb16070139 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285370:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:1.0:1788598434.285373:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598434.285377:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb16070139 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285384:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb16070139 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285397:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070140 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285403:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070140 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285408:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070140 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285413:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598434.285415:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070140 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285421:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070140 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285428:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8a1bc29e3400) 00010000:00010000:1.0:1788598434.285430:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598434.285433:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070140 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285439:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070140 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285471:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb16070132 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc87 expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285481:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:1.0:1788598434.285484:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598434.285487:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb16070132 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc87 expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.285496:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321600, rc 0) 00000100:00100000:1.0:1788598434.285574:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29107:x1875480722965632:12345-192.168.202.17@tcp:101:cp.0 Request processed in 465us (2001us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598434.285586:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1087 00000100:00100000:1.0:1788598434.290454:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.290553:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722965760 00000100:00100000:0.0:1788598434.290563:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722965760 00000100:00100000:0.0:1788598434.290629:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1088 00000100:00100000:0.0:1788598434.290638:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29107:x1875480722965760:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598434.290659:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598434.290678:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070147 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc8e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291067:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1607014e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291082:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1607014e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291168:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1607014e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291186:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070155 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291193:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070155 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291200:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070155 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291249:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1607014e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291256:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1607014e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291262:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1607014e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291268:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598434.291272:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1607014e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291280:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1607014e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291294:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:0.0:1788598434.291297:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598434.291302:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1607014e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291307:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb1607014e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291320:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070155 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291326:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070155 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291331:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070155 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291335:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598434.291337:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070155 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291342:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070155 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291348:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8a1b88344e00) 00010000:00010000:0.0:1788598434.291350:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598434.291353:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070155 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291358:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070155 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291392:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070147 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc8e expref: 44 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291408:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:0.0:1788598434.291410:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598434.291413:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070147 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc8e expref: 44 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.291422:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f4c00, rc 0) 00000100:00100000:0.0:1788598434.291533:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29107:x1875480722965760:12345-192.168.202.17@tcp:101:cp.0 Request processed in 896us (1088us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598434.291541:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1088 00000100:00100000:0.0:1788598434.312044:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598434.312247:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722966016 00000100:00100000:2.0:1788598434.312261:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722966016 00000100:00100000:2.0:1788598434.312330:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1089 00000100:00100000:2.0:1788598434.312340:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29107:x1875480722966016:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598434.312363:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598434.312384:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb1607015c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc95 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.312505:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070163 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.312523:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070163 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.312535:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070163 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.312553:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.312560:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.312567:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598434.312989:0:13009:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x16:0x0], index 1: 0 00010000:00010000:2.0:1788598434.313341:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313353:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313363:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313394:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070163 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313401:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070163 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313408:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070163 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313415:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eda00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598434.313419:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070163 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313427:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070163 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313439:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:2.0:1788598434.313442:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598434.313447:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070163 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313457:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070163 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598434.313470:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe1432ba reply state 00000000beee4487 transno 4294967941 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313481:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313486:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8a1a86120100) 00010000:00010000:2.0:1788598434.313489:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598434.313492:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598434.313526:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb1607015c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc95 expref: 46 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313542:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc95 expref: 45 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.313549:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:2.0:1788598434.313552:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598434.313554:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec000, rc 0) 00000100:00100000:2.0:1788598434.313637:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:29107:x1875480722966016:12345-192.168.202.17@tcp:101:cp.0 Request processed in 1297us (1601us total) trans 4294967941 rc 0/0 00000100:00100000:2.0:1788598434.313645:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1089 00000100:00100000:3.0:1788598434.322043:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.322610:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722966144 00000100:00100000:1.0:1788598434.322622:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722966144 00000100:00100000:1.0:1788598434.322823:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 287 00000100:00100000:1.0:1788598434.322837:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480722966144:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598434.322859:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598434.322888:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c2d56a9/0x6b7334fb1607017f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebc9c expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598434.322916:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788598434.322938:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598434.322941:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598434.322951:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c2d56a9/0x6b7334fb1607017f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc9c expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.322972:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c2d56a9/0x6b7334fb1607017f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc9c expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.322986:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030f200, rc 0) 00000100:00100000:1.0:1788598434.323049:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480722966144:12345-192.168.202.17@tcp:101:cp.0 Request processed in 217us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598434.323056:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 287 00000100:00080000:0.0:1788598434.323540:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598434.338146:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.338325:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722966272 00000100:00100000:0.0:1788598434.338337:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722966272 00000100:00100000:0.0:1788598434.338409:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 288 00000100:00100000:0.0:1788598434.338420:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:29107:x1875480722966272:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598434.338441:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598434.338460:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebca3 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.338505:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c2d56a9/0x6b7334fb1607017f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc9c expref: 12 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.338516:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598434.338518:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598434.338522:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.338563:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c2d56a9/0x6b7334fb1607017f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc9c expref: 12 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.338580:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c2d56a9/0x6b7334fb1607017f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc9c expref: 12 pid: 8406 timeout: 824 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598434.338594:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747011072:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598434.338716:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788598434.341680:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747011072:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598434.341718:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.341779:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535ca00, rc 0) 00000100:00100000:0.0:1788598434.341832:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:29107:x1875480722966272:12345-192.168.202.17@tcp:101:cp.0 Request processed in 3414us (3696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598434.341842:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 288 00000100:00100000:3.0:1788598434.343981:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.344136:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722966400 00000100:00100000:1.0:1788598434.344146:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722966400 00010000:00010000:1.0:1788598434.344184:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c2d56a9/0x6b7334fb1607017f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc9c expref: 12 pid: 8406 timeout: 824 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598434.344237:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 339 00000100:00100000:1.0:1788598434.344246:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722966400:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598434.344260:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598434.344282:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c2d56a9/0x6b7334fb1607017f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc9c expref: 12 pid: 8406 timeout: 824 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.344298:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c2d56a9/0x6b7334fb1607017f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc9c expref: 12 pid: 8406 timeout: 824 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.344321:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c2d56a9/0x6b7334fb1607017f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc9c expref: 12 pid: 8406 timeout: 824 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.344338:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598434.344340:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598434.344347:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.344357:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.344396:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598434.344417:0:6511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1875480747011200:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598434.345698:0:6511:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598434.349404:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.349639:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722966656 00000100:00100000:0.0:1788598434.349650:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722966656 00000100:00100000:0.0:1788598434.349712:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 220 00000100:00100000:0.0:1788598434.349723:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:29107:x1875480722966656:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:0.0:1788598434.353647:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29107:x1875480722966656:12345-192.168.202.17@tcp:35:cp.0 Request processed in 3911us (4242us total) trans 4294967942 rc 0/0 00000100:00100000:0.0:1788598434.353661:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 220 00000100:00100000:3.0:1788598434.354046:0:6511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1875480747011200:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598434.354070:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598434.354137:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722966400:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 9892us (10164us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598434.354148:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 339 00000100:00100000:3.0:1788598434.444458:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.444583:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722966784 00000100:00100000:1.0:1788598434.444594:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722966784 00000100:00100000:1.0:1788598434.444666:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1090 00000100:00100000:1.0:1788598434.444677:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+95:29110:x1875480722966784:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598434.444701:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598434.444725:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1607018d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebcaa expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445278:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070194 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445293:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070194 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445304:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070194 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445315:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1607019b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445321:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1607019b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445327:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1607019b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445402:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445411:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445418:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598434.445456:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:1.0:1788598434.445460:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598434.445479:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445489:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445497:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070194 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445503:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070194 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445509:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070194 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445515:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598434.445520:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070194 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445527:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070194 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445539:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:1.0:1788598434.445542:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598434.445547:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070194 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445553:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070194 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445565:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1607019b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445570:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1607019b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445576:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1607019b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445581:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598434.445584:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1607019b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445589:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1607019b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445595:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8a1a86120100) 00010000:00010000:1.0:1788598434.445597:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598434.445599:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1607019b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445604:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb1607019b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445634:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb1607018d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcaa expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445646:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcaa expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.445654:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:1.0:1788598434.445656:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598434.445658:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89321600, rc 0) 00000100:00100000:1.0:1788598434.445730:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+96:29110:x1875480722966784:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1056us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598434.446416:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1090 00000100:00100000:3.0:1788598434.449178:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.449361:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722966912 00000100:00100000:0.0:1788598434.449371:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722966912 00000100:00100000:0.0:1788598434.449451:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 289 00000100:00100000:0.0:1788598434.449461:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722966912:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598434.449478:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598434.449503:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebcb1 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598434.449563:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747011328:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598434.449660:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909ff00 going to sleep for 11 seconds 00000100:00080000:1.0:1788598434.449709:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1788598434.454406:0:8405:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb size: 0 -> 1516 00002000:00010000:0.0:1788598434.454414:0:8405:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb mtime: 0 -> 1788598434 00002000:00010000:0.0:1788598434.454417:0:8405:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb atime: 0 -> 1788598434 00002000:00010000:0.0:1788598434.454419:0:8405:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb ctime: 0 -> 1788598434 00002000:00010000:0.0:1788598434.454421:0:8405:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788598434.454446:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747011328:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598434.454484:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701a9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb1 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.454525:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb1 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.454540:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c400, rc 0) 00000100:00100000:0.0:1788598434.454613:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722966912:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 5152us (5442us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598434.454623:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 289 00000100:00100000:3.0:1788598434.458185:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.458407:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722967040 00000100:00100000:1.0:1788598434.458419:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722967040 00000100:00100000:1.0:1788598434.458487:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1091 00000100:00100000:1.0:1788598434.458508:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+96:29110:x1875480722967040:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598434.458533:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598434.458555:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160701b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebcb8 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.458642:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.458659:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.458675:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598434.458720:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:1.0:1788598434.458724:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598434.458791:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.458819:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321200/0x6b7334fb160701b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb8 expref: 98 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.458836:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb8 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.458845:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:1.0:1788598434.458848:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598434.458851:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030f200, rc 0) 00000100:00100000:1.0:1788598434.458921:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+97:29110:x1875480722967040:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 416us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598434.458929:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1091 00000100:00100000:3.0:1788598434.462718:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.463232:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722967168 00000100:00100000:1.0:1788598434.463244:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722967168 00000100:00100000:1.0:1788598434.463308:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 290 00000100:00100000:1.0:1788598434.463318:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722967168:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598434.463336:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598434.463354:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055845224/0x6b7334fb160701be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebcbf expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598434.463427:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747011456:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598434.463592:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb36610c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598434.469286:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747011456:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598434.469328:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000055845224/0x6b7334fb160701be lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcbf expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.469352:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055845224/0x6b7334fb160701be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcbf expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.469367:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030e600, rc 0) 00000100:00100000:1.0:1788598434.469436:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722967168:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 6119us (6726us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598434.469446:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 290 00000100:00100000:3.0:1788598434.479674:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.480099:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722967424 00000100:00100000:0.0:1788598434.480110:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722967424 00000100:00100000:0.0:1788598434.480172:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1092 00000100:00100000:0.0:1788598434.480180:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+97:29110:x1875480722967424:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:0.0:1788598434.480338:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:0.0:1788598434.480418:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+97:29110:x1875480722967424:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 239us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598434.480424:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1092 00000100:00100000:0.0:1788598434.563629:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747011584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598434.564059:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598434.564431:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747011584 00000100:00100000:2.0:1788598434.564442:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747011584 00000100:00100000:2.0:1788598434.564501:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1788598434.564512:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747011584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598434.564560:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:2.0:1788598434.564701:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747011584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 190us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598434.564710:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1788598434.565216:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747011584:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788598434.628203:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788598434.690005:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598434.947022:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598434.947030:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598434.947058:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:1.0:1788598434.947067:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598434.947276:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747011712:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598434.947373:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788598434.955048:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747011712:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598434.957041:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.957140:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722967552 00000100:00100000:1.0:1788598434.957151:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722967552 00000100:00100000:1.0:1788598434.957226:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1093 00000100:00100000:1.0:1788598434.957236:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29121:x1875480722967552:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598434.957273:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598434.957398:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29121:x1875480722967552:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 163us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598434.957405:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1093 00000100:00100000:3.0:1788598434.966180:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598434.966271:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722967808 00000100:00100000:2.0:1788598434.966283:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722967808 00000100:00100000:2.0:1788598434.966364:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1094 00000100:00100000:2.0:1788598434.966375:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29121:x1875480722967808:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598434.966398:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598434.966420:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160701c5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebcc6 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.966539:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160701cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.966555:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160701cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.966568:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160701cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598434.966578:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:2.0:1788598434.966688:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160701c5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcc6 expref: 50 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.966706:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160701cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcc6 expref: 49 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598434.966719:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:2.0:1788598434.966721:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598434.966725:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893edc00, rc 0) 00000100:00100000:2.0:1788598434.966829:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29121:x1875480722967808:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 455us (658us total) trans 4294967943 rc 0/0 00000100:00100000:2.0:1788598434.966836:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1094 00000100:00100000:3.0:1788598434.972225:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598434.972274:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598434.972422:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722968064 00000100:00100000:1.0:1788598434.972433:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722968064 00000100:00100000:1.0:1788598434.972507:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 50 00000100:00100000:1.0:1788598434.972527:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2435:x1875480722968064:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598434.972544:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598434.972572:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160701cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcc6 expref: 49 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.972594:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:1.0:1788598434.972600:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598434.972663:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2435:x1875480722968064:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 147us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598434.972671:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 50 00000100:00100000:0.0:1788598434.972974:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722967936 00000100:00100000:0.0:1788598434.972980:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722967936 00000100:00100000:0.0:1788598434.973020:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 291 00000100:00100000:0.0:1788598434.973028:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722967936:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598434.973066:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.973085:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.973093:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598434.973096:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598434.973099:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.973133:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.973148:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 11 pid: 14172 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598434.973163:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747011840:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598434.973245:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598434.975802:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598434.977405:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747011840:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598434.977438:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598434.977545:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722968192 00000100:00100000:1.0:1788598434.977555:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722968192 00002000:00100000:1.0:1788598434.977608:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff8a1a88c92300 x1875480722968192/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:425/0 lens 2008/0 e 0 to 0 dl 1788598445 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598434.977618:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88c92300 with x1875480722968192 ext(0->1515) 00010000:00010000:1.0:1788598434.977625:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 12 pid: 14172 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.977640:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 12 pid: 14172 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598434.977647:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a88c92300 00000100:00100000:1.0:1788598434.977680:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:1.0:1788598434.977690:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722968192:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:1.0:1788598434.980926:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2433:x1875480722968192:12345-192.168.202.17@tcp:4:cp.0 Request processed in 3226us (5123us total) trans 4294967353 rc 0/0 00000100:00100000:1.0:1788598434.980942:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 13 00002000:00100000:1.0:1788598434.980956:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff8a1a88c92300 x1875480722968192/t4294967353(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:425/0 lens 2008/448 e 0 to 0 dl 1788598445 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598434.980968:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88c92300 with x1875480722968192 ext(0->1515) 00010000:00010000:1.0:1788598434.980979:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 14 pid: 14172 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598434.980998:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 14 pid: 14172 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598434.981006:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a88c92300 00000100:00100000:0.0:1788598434.993309:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598434.993389:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722968320 00000100:00100000:3.0:1788598434.993401:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722968320 00010000:00010000:3.0:1788598434.993445:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 14 pid: 14172 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598434.993495:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 340 00000100:00100000:3.0:1788598434.993506:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2435:x1875480722968320:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598434.993526:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1788598434.993547:0:8432:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1788598434.993554:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 14 pid: 14172 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598434.993570:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 14 pid: 14172 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598434.993595:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006928e49d/0x6b7334fb16070186 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebca3 expref: 14 pid: 14172 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598434.993864:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598434.993868:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598434.993874:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598434.993885:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598434.993918:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598434.994002:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2435:x1875480722968320:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 497us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598434.994011:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 340 00010000:00010000:0.0:1788598434.994105:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.994115:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.994135:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.994142:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.994156:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.994163:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598434.994167:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.994176:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.994188:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598434.994195:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598434.994253:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722967936:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 21226us (22049us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598434.994262:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 291 00000100:00100000:2.0:1788598435.002149:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.002283:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722968576 00000100:00100000:3.0:1788598435.002293:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722968576 00000100:00100000:3.0:1788598435.002354:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1095 00000100:00100000:3.0:1788598435.002365:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:29121:x1875480722968576:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598435.002479:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:29121:x1875480722968576:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 116us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598435.002488:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1095 00000100:00100000:2.0:1788598435.012852:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598435.013220:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722968704 00000100:00100000:0.0:1788598435.013230:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722968704 00000100:00100000:0.0:1788598435.013292:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 292 00000100:00100000:0.0:1788598435.013304:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722968704:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598435.013322:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598435.013348:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebccd expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598435.013377:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x6a9bd8a2, atime: 0x0, ctime: 0x6a9bd8a2, blocks: 0x8 00010000:00010000:0.0:1788598435.013400:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598435.013403:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598435.013413:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebccd expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.013431:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebccd expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.013446:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c400, rc 0) 00000100:00100000:0.0:1788598435.013508:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480722968704:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 206us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598435.013517:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 292 00000100:00100000:0.0:1788598435.023780:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598435.023818:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722968960 00000100:00100000:1.0:1788598435.023829:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722968960 00000100:00100000:1.0:1788598435.024002:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1096 00000100:00100000:1.0:1788598435.024012:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:29121:x1875480722968960:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598435.024126:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:29121:x1875480722968960:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 116us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598435.024133:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1096 00000100:00100000:3.0:1788598435.030221:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598435.033688:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722969088 00000100:00100000:0.0:1788598435.033704:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722969088 00002000:00100000:0.0:1788598435.033779:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff8a1a87223800 x1875480722969088/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:426/0 lens 488/0 e 0 to 0 dl 1788598446 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598435.033790:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87223800 with x1875480722969088 ext(0->4095) 00002000:00010000:0.0:1788598435.033797:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87223800 00000100:00100000:0.0:1788598435.033835:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 82 00000100:00100000:0.0:1788598435.033846:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722969088:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788598435.034031:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722969088:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 186us (3830us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788598435.034040:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 82 00002000:00100000:0.0:1788598435.034047:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff8a1a87223800 x1875480722969088/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:426/0 lens 488/4536 e 0 to 0 dl 1788598446 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598435.034055:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87223800 with x1875480722969088 ext(0->4095) 00002000:00010000:0.0:1788598435.034058:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87223800 00000100:00100000:3.0:1788598435.042985:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598435.043055:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722969216 00000100:00100000:0.0:1788598435.043068:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722969216 00000100:00100000:0.0:1788598435.043152:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1097 00000100:00100000:0.0:1788598435.043163:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:29121:x1875480722969216:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598435.043183:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598435.043206:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160701e8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebcd4 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.043250:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.043264:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.043276:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.043390:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160701e8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcd4 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.043411:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcd4 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.043424:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:0.0:1788598435.043427:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598435.043430:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f4c00, rc 0) 00000100:00100000:0.0:1788598435.043501:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29121:x1875480722969216:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 339us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598435.043508:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1097 00000100:00100000:3.0:1788598435.051704:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.051769:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722969344 00000100:00100000:3.0:1788598435.051781:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722969344 00000100:00100000:3.0:1788598435.052202:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1098 00000100:00100000:3.0:1788598435.052224:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29121:x1875480722969344:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598435.052258:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598435.052399:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29121:x1875480722969344:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 186us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598435.052407:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1098 00000100:00100000:2.0:1788598435.055959:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598435.056036:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722969472 00000100:00100000:1.0:1788598435.056046:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722969472 00000100:00100000:1.0:1788598435.056106:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 293 00000100:00100000:1.0:1788598435.056117:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480722969472:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598435.056161:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d4152fe7/0x6b7334fb160701f6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.056178:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598435.056181:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598435.056185:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4152fe7/0x6b7334fb160701f6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.056201:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4152fe7/0x6b7334fb160701f6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.056238:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d4152fe7/0x6b7334fb160701f6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.056247:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4152fe7/0x6b7334fb160701f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.056255:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4152fe7/0x6b7334fb160701f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.056262:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598435.056266:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4152fe7/0x6b7334fb160701f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.056281:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4152fe7/0x6b7334fb160701f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.056295:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4152fe7/0x6b7334fb160701f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.056304:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4152fe7/0x6b7334fb160701f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598435.056382:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480722969472:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 266us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598435.056389:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 293 00000100:00100000:2.0:1788598435.065951:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.069608:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722969728 00000100:00100000:3.0:1788598435.069627:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722969728 00000100:00100000:3.0:1788598435.069697:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1099 00000100:00100000:3.0:1788598435.069709:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29121:x1875480722969728:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598435.069816:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.069832:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcd4 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.069852:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.069896:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcd4 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.069911:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcd4 expref: 49 pid: 6524 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598435.069930:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87221f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747011968:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598435.070028:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270900 going to sleep for 11 seconds 00000100:00100000:2.0:1788598435.076201:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598435.076247:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722969856 00000100:00100000:2.0:1788598435.076257:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722969856 00010000:00010000:2.0:1788598435.076297:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcd4 expref: 50 pid: 6524 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598435.076342:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 341 00000100:00100000:2.0:1788598435.076353:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2432:x1875480722969856:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598435.076367:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598435.076373:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcd4 expref: 50 pid: 6524 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.076388:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcd4 expref: 50 pid: 6524 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.076417:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:2.0:1788598435.076422:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.076432:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.076439:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.076459:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598435.076618:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160701ef lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcd4 expref: 50 pid: 6524 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598435.076632:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87221f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747011968:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598435.076652:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.076661:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.076667:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.076881:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.076888:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.076894:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.076900:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598435.076904:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.076912:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.076923:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:1.0:1788598435.076926:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598435.076930:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.076936:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160701fd lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598435.077039:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:29121:x1875480722969728:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 7332us (11094us total) trans 4294967944 rc 0/0 00000100:00100000:1.0:1788598435.077048:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1099 00000040:00080000:3.0:1788598435.077098:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598435.077104:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1788598435.077242:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2432:x1875480722969856:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 890us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598435.077250:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 341 00000040:00080000:3.0:1788598435.079442:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1788598435.079456:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598435.085234:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598435.085352:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722970112 00000100:00100000:0.0:1788598435.085362:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722970112 00000100:00100000:0.0:1788598435.085420:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 221 00000100:00100000:0.0:1788598435.085430:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29121:x1875480722970112:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598435.085730:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:29121:x1875480722970112:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 300us (503us total) trans 4294967945 rc 0/0 00000100:00100000:0.0:1788598435.085760:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 221 00000040:00080000:1.0:1788598435.457074:0:21690:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598435.457085:0:21690:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598435.457112:0:21690:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:1.0:1788598435.457121:0:21690:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598435.523232:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598435.523488:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722970240 00000100:00100000:0.0:1788598435.523507:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722970240 00000100:00100000:0.0:1788598435.523567:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 294 00000100:00100000:0.0:1788598435.523577:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722970240:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598435.523597:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598435.523610:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb16070204 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebcdb expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.523631:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598435.523633:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598435.523639:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb16070204 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcdb expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.523656:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb16070204 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcdb expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.523666:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80030e00, rc 0) 00000100:00100000:0.0:1788598435.523703:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480722970240:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 129us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598435.523708:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 294 00000100:00100000:3.0:1788598435.531589:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598435.531942:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722970496 00000100:00100000:0.0:1788598435.531954:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722970496 00000100:00100000:0.0:1788598435.532015:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1100 00000100:00100000:0.0:1788598435.532025:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+97:29122:x1875480722970496:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598435.532046:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598435.532067:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1607020b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebce2 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.532174:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070212 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.532188:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070212 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.532201:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070212 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598435.532224:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:0.0:1788598435.532324:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb1607020b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebce2 expref: 100 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.532348:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070212 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebce2 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.532357:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:0.0:1788598435.532360:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788598435.532363:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535ca00, rc 0) 00000100:00100000:0.0:1788598435.532430:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+99:29122:x1875480722970496:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 407us (852us total) trans 4294967946 rc 0/0 00000100:00100000:0.0:1788598435.532438:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1100 00000100:00100000:3.0:1788598435.540852:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598435.540887:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722970624 00000100:00100000:2.0:1788598435.540898:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722970624 00000100:00100000:2.0:1788598435.541247:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 295 00000100:00100000:2.0:1788598435.541258:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480722970624:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:2.0:1788598435.541303:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.541324:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebccd expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.541334:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb16070204 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcdb expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.541347:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598435.541349:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598435.541353:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.541385:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb16070204 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcdb expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.541399:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb16070204 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcdb expref: 13 pid: 14172 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598435.541414:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747012096:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598435.541529:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebccd expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.541539:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebccd expref: 12 pid: 8405 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598435.541549:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747012224:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598435.541574:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941540 going to sleep for 11 seconds 00000100:00100000:0.0:1788598435.544725:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747012096:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598435.544764:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747012224:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598435.544799:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598435.551024:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.551066:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598435.551170:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722970880 00000100:00100000:2.0:1788598435.551180:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722970880 00000100:00100000:1.0:1788598435.551202:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722970752 00000100:00100000:1.0:1788598435.551206:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722970752 00010000:00010000:2.0:1788598435.551230:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebccd expref: 13 pid: 8405 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.551233:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb16070204 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcdb expref: 14 pid: 14172 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598435.552858:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 342 00000100:00100000:1.0:1788598435.552876:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+14:2432:x1875480722970752:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598435.552893:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598435.552919:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb16070204 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcdb expref: 14 pid: 14172 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.552938:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb16070204 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcdb expref: 14 pid: 14172 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.552961:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c42c9627/0x6b7334fb16070204 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcdb expref: 14 pid: 14172 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.552977:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598435.553022:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 343 00000100:00100000:2.0:1788598435.553032:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722970880:12345-192.168.202.17@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1788598435.553038:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480722970752:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 169us (1972us total) trans 0 rc 0/0 00010000:00010000:2.0:1788598435.553040:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1788598435.553044:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 342 00010000:00010000:2.0:1788598435.553049:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebccd expref: 13 pid: 8405 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553059:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebccd expref: 13 pid: 8405 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553073:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160701e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebccd expref: 13 pid: 8405 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553083:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598435.553085:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598435.553089:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553098:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553122:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598435.553142:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722970880:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 113us (2126us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598435.553148:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 343 00010000:00010000:2.0:1788598435.553172:0:8868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553182:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553200:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553208:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553558:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553565:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598435.553569:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553578:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553589:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598435.553596:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe0cd939/0x6b7334fb16070220 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598435.553660:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722970624:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 12404us (12819us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598435.553668:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 295 00000100:00100000:3.0:1788598435.560727:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598435.560787:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722971136 00000100:00100000:1.0:1788598435.560797:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722971136 00000100:00100000:1.0:1788598435.560866:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 222 00000100:00100000:1.0:1788598435.560877:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+99:29122:x1875480722971136:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:1.0:1788598435.560955:0:6527:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x1c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070212 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebce2 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598435.561169:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967947 00000001:00080000:1.0:1788598435.561454:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967948 00010000:00010000:1.0:1788598435.561491:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.561505:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc95 expref: 49 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.561513:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcaa expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.561521:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.561554:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcaa expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.561569:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcaa expref: 102 pid: 6523 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598435.561583:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747012352:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598435.561685:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc95 expref: 49 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.561695:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc95 expref: 49 pid: 13009 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598435.561709:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747012480:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598435.561753:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598435.568991:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.569300:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722971264 00000100:00100000:3.0:1788598435.569310:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722971264 00010000:00010000:3.0:1788598435.569347:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcaa expref: 103 pid: 6523 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598435.569392:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 344 00000100:00100000:3.0:1788598435.569401:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+103:2432:x1875480722971264:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598435.569414:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598435.569421:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcaa expref: 103 pid: 6523 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.569435:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcaa expref: 103 pid: 6523 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.569459:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:3.0:1788598435.569464:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.569472:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.569479:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598435.569545:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+103:2432:x1875480722971264:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 145us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598435.569553:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 344 00010000:00010000:0.0:1788598435.569777:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb160701a2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcaa expref: 102 pid: 6523 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598435.569791:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747012352:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598435.571391:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747012480:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598435.571419:0:6527:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598435.573282:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.575205:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722971392 00000100:00100000:3.0:1788598435.575225:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722971392 00010000:00010000:3.0:1788598435.575321:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc95 expref: 50 pid: 13009 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598435.575393:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 345 00000100:00100000:3.0:1788598435.575402:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2435:x1875480722971392:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598435.575415:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598435.575422:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc95 expref: 50 pid: 13009 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.575436:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc95 expref: 50 pid: 13009 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.575461:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070171 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc95 expref: 50 pid: 13009 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.575474:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:3.0:1788598435.575480:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.575489:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.575496:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.575525:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598435.575582:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2435:x1875480722971392:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 180us (2306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598435.575589:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 345 00010000:00010000:1.0:1788598435.575635:0:6527:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.575643:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598435.575772:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967949 00000001:00080000:1.0:1788598435.575897:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967950 00000001:00080000:1.0:1788598435.575932:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967951 00000100:00100000:1.0:1788598435.576014:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747012608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788598435.576070:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598435.576111:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788598435.576307:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747012608 00000100:00100000:0.0:1788598435.576313:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747012608 00000100:00100000:0.0:1788598435.576396:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1788598435.576404:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747012608:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788598435.576482:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747012608:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 80us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598435.576490:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00080000:1.0:1788598435.576663:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598435.576696:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747012608:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1788598435.576967:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967952 00000100:00100000:1.0:1788598435.577012:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747012736:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788598435.577040:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598435.577199:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598435.577291:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747012736 00000100:00100000:3.0:1788598435.577296:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747012736 00000100:00100000:3.0:1788598435.577360:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1788598435.577369:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747012736:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788598435.577483:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6527:x1875480747012736:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 116us (442us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1788598435.577490:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1788598435.577543:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747012736:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1788598435.577563:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.577576:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.577583:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.577588:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598435.577592:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.577598:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.577611:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:1.0:1788598435.577613:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1788598435.577617:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598435.577622:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16070227 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788598435.577708:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x3b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1788598435.577816:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:1.0:1788598435.577828:0:6527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 725463093273ns, next at 726463090829ns, rc = 0 00000001:00080000:1.0:1788598435.577835:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967953 00010000:00010000:1.0:1788598435.577860:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a86120300) 00010000:00010000:1.0:1788598435.577863:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788598435.577869:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16070212 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebce2 expref: 106 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598435.577959:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+105:29122:x1875480722971136:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 17085us (17240us total) trans 4294967954 rc 0/0 00000100:00100000:1.0:1788598435.577967:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 222 00000020:00080000:1.0:1788598435.577971:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1788598435.595705:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598435.596470:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722971648 00000100:00100000:0.0:1788598435.596482:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722971648 00000100:00100000:0.0:1788598435.596647:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1101 00000100:00100000:0.0:1788598435.596657:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+105:29123:x1875480722971648:12345-192.168.202.17@tcp:101:cmp.0 00010000:00010000:0.0:1788598435.596683:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598435.596703:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607022e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebce9 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.596802:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070235 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.596817:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070235 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.596847:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070235 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.596860:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1607023c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.596867:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1607023c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.596883:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1607023c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597127:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16070243 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597137:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16070243 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597145:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16070243 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598435.597156:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:0.0:1788598435.597241:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070235 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597249:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070235 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597256:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070235 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597262:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598435.597266:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070235 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597274:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070235 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597286:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:0.0:1788598435.597289:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598435.597293:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070235 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597303:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16070235 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597312:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1607023c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597319:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1607023c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597325:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1607023c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597330:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80030e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598435.597333:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1607023c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597339:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1607023c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597346:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8a1a86120100) 00010000:00010000:0.0:1788598435.597349:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598435.597352:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1607023c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597358:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb1607023c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597412:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb1607022e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebce9 expref: 108 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597430:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16070243 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebce9 expref: 107 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.597437:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1b88344f00) 00010000:00010000:0.0:1788598435.597440:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598435.597442:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b80031c00, rc 0) 00000100:00100000:0.0:1788598435.597674:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+107:29123:x1875480722971648:12345-192.168.202.17@tcp:101:cmp.0 Request processed in 1017us (1978us total) trans 4294967955 rc 0/0 00000100:00100000:0.0:1788598435.597682:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1101 00000100:00100000:3.0:1788598435.604254:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.607225:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722971904 00000100:00100000:3.0:1788598435.607239:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722971904 00000100:00100000:3.0:1788598435.607301:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 51 00000100:00100000:3.0:1788598435.607310:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+107:29123:x1875480722971904:12345-192.168.202.17@tcp:103:cmp.0 00010000:00010000:3.0:1788598435.607325:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598435.607351:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16070243 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebce9 expref: 107 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.607369:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1b88344f00) 00010000:00010000:3.0:1788598435.607380:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598435.607445:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+106:29123:x1875480722971904:12345-192.168.202.17@tcp:103:cmp.0 Request processed in 136us (3201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598435.607453:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 51 00000100:00100000:1.0:1788598435.625514:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.626033:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722972032 00000100:00100000:3.0:1788598435.626045:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722972032 00000100:00100000:3.0:1788598435.626181:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1102 00000100:00100000:3.0:1788598435.626192:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+106:29123:x1875480722972032:12345-192.168.202.17@tcp:58:cmp.0 00010000:00010000:3.0:1788598435.626320:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.626339:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598435.626351:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598435.626443:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:3.0:1788598435.626537:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+106:29123:x1875480722972032:12345-192.168.202.17@tcp:58:cmp.0 Request processed in 347us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598435.626545:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1102 00000100:00100000:1.0:1788598435.632371:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598435.632470:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722972160 00000100:00100000:0.0:1788598435.632481:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722972160 00000100:00100000:0.0:1788598435.632606:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1103 00000100:00100000:0.0:1788598435.632615:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+106:29123:x1875480722972160:12345-192.168.202.17@tcp:101:cmp.0 00010000:00010000:0.0:1788598435.632634:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598435.632654:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb16070258 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebcf0 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.632710:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.632720:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb16070258 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcf0 expref: 107 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.632757:0:6523:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.632775:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb16070258 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcf0 expref: 107 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.632789:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a85343500) 00010000:00010000:0.0:1788598435.632792:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598435.632796:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb16070258 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcf0 expref: 107 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598435.632803:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc99a00, rc 0) 00000100:00100000:0.0:1788598435.633100:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+107:29123:x1875480722972160:12345-192.168.202.17@tcp:101:cmp.0 Request processed in 486us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598435.633107:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1103 00010000:00010000:1.0:1788598435.716483:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598435.975017:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.975063:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.975107:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.975147:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598435.975170:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598435.975485:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722972416 00000100:00100000:0.0:1788598435.975496:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722972416 00000100:00100000:0.0:1788598435.975568:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722972672 00000100:00100000:0.0:1788598435.975571:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722972672 00000100:00100000:0.0:1788598435.975591:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 875 00000100:00100000:0.0:1788598435.975599:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480722972416:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598435.975685:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480722972416:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 86us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598435.975693:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 875 00000100:00100000:0.0:1788598435.975711:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 876 00000100:00100000:0.0:1788598435.975718:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480722972672:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598435.975789:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480722972672:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 71us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598435.975799:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 876 00000100:00100000:0.0:1788598435.975816:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722972544 00000100:00100000:0.0:1788598435.975820:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722972544 00000100:00100000:0.0:1788598435.975844:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722972800 00000100:00100000:0.0:1788598435.975846:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722972800 00000100:00100000:0.0:1788598435.975864:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 550 00000100:00100000:0.0:1788598435.975869:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+15:2432:x1875480722972544:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598435.975895:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+15:2432:x1875480722972544:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598435.975902:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 550 00000100:00100000:0.0:1788598435.975913:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 551 00000100:00100000:0.0:1788598435.975919:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722972800:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598435.975942:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480722972800:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598435.975949:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 551 00000100:00100000:2.0:1788598435.977676:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722972288 00000100:00100000:2.0:1788598435.977689:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722972288 00000100:00100000:2.0:1788598435.977799:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 706 00000100:00100000:2.0:1788598435.977808:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480722972288:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598435.977861:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480722972288:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 55us (2753us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598435.977867:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 706 00000100:00080000:3.0:1788598435.978463:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598435.978471:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1788598436.098052:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598436.098063:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598436.098087:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:3.0:1788598436.098112:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598436.098240:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747012864:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598436.098428:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270180 going to sleep for 11 seconds 00000100:00100000:1.0:1788598436.107712:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.107821:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722972928 00000100:00100000:0.0:1788598436.107829:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722972928 00000100:00100000:0.0:1788598436.107956:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1104 00000100:00100000:0.0:1788598436.107968:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:29124:x1875480722972928:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598436.108007:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598436.108115:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:29124:x1875480722972928:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 151us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598436.108121:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1104 00000100:00100000:3.0:1788598436.114298:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747012864:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598436.115110:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00080000:1.0:1788598436.115784:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598436.115959:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722973056 00000100:00100000:2.0:1788598436.115970:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722973056 00000100:00100000:2.0:1788598436.116035:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1105 00000100:00100000:2.0:1788598436.116047:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29124:x1875480722973056:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788598436.116123:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607025f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116141:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607025f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116155:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607025f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116171:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070266 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116182:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070266 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116189:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070266 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116212:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116237:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116244:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598436.116290:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:2.0:1788598436.116295:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598436.116307:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116318:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607025f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116325:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607025f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116332:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607025f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116338:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893edc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598436.116342:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607025f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116350:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607025f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116362:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598436.116365:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598436.116370:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607025f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116376:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607025f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116391:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070266 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116396:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070266 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116402:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070266 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116406:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598436.116409:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070266 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116414:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070266 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116420:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x186e6862 (ffff8a1a86120200) 00010000:00010000:2.0:1788598436.116422:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598436.116425:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070266 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116434:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070266 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116448:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116453:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116459:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116463:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598436.116466:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116472:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116478:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a85343500) 00010000:00010000:2.0:1788598436.116480:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598436.116483:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.116489:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607026d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598436.116571:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29124:x1875480722973056:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 526us (1470us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598436.116579:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1105 00000100:00100000:2.0:1788598436.120584:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598436.128053:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722973312 00000100:00100000:1.0:1788598436.128071:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722973312 00000100:00100000:1.0:1788598436.128139:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1106 00000100:00100000:1.0:1788598436.128149:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29124:x1875480722973312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598436.128169:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598436.128191:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070274 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebcf7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128312:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1607027b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128328:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1607027b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128340:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1607027b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598436.128351:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1788598436.128428:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1607027b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128435:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1607027b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128442:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1607027b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128448:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598436.128452:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1607027b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128460:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1607027b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128472:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a85343500) 00010000:00010000:1.0:1788598436.128476:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598436.128481:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1607027b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128487:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb1607027b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128529:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070274 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcf7 expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128538:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:1.0:1788598436.128541:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598436.128544:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16070274 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcf7 expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.128557:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1ba030e000, rc 0) 00000100:00100000:1.0:1788598436.128622:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:29124:x1875480722973312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 475us (8048us total) trans 4294967956 rc 301/301 00000100:00100000:1.0:1788598436.128630:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1106 00000100:00100000:1.0:1788598436.138159:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.138263:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722973440 00000100:00100000:0.0:1788598436.138274:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722973440 00000100:00100000:0.0:1788598436.138337:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1107 00000100:00100000:0.0:1788598436.138360:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:29124:x1875480722973440:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598436.138404:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598436.138548:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:29124:x1875480722973440:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 200us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598436.138557:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1107 00000100:00100000:0.0:1788598436.144522:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.145250:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722973696 00000100:00100000:2.0:1788598436.145262:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722973696 00000100:00100000:2.0:1788598436.145327:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1108 00000100:00100000:2.0:1788598436.145338:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:29124:x1875480722973696:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598436.145360:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598436.145381:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070289 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebcfe expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.146130:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070290 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.146147:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070290 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.146159:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070290 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598436.146170:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00010000:00010000:2.0:1788598436.147889:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070289 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcfe expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.147922:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070290 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcfe expref: 52 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.147931:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:2.0:1788598436.148119:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598436.148124:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893edc00, rc 0) 00000100:00100000:2.0:1788598436.148280:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:29124:x1875480722973696:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2942us (3766us total) trans 4294967957 rc 0/0 00000100:00100000:2.0:1788598436.148290:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1108 00000100:00100000:2.0:1788598436.168022:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.168130:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722973952 00000100:00100000:0.0:1788598436.168140:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722973952 00000100:00100000:0.0:1788598436.168204:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1109 00000100:00100000:0.0:1788598436.168214:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+52:29124:x1875480722973952:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788598436.168283:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598436.168322:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070290 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcfe expref: 52 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.168344:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598436.168356:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598436.168381:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.168396:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb8 expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.168405:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.168440:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb8 expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.168455:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb8 expref: 106 pid: 6525 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598436.168470:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747012992:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598436.168583:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1788598436.171054:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747012992:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598436.171085:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598436.172899:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598436.173540:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722974080 00000100:00100000:1.0:1788598436.173552:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722974080 00010000:00010000:1.0:1788598436.173617:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb8 expref: 107 pid: 6525 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788598436.173628:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598436.173665:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 346 00000100:00100000:1.0:1788598436.173676:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+107:2433:x1875480722974080:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598436.173692:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598436.173698:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb8 expref: 107 pid: 6525 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.173712:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb8 expref: 107 pid: 6525 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.173777:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb160701b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcb8 expref: 107 pid: 6525 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.173795:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:1.0:1788598436.173801:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.173815:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.173824:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.173849:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598436.174106:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174114:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174140:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160702a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x4856bacb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174150:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160702a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x4856bacb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174158:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160702a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x4856bacb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174205:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174212:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174228:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174233:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598436.174238:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174250:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174260:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:2.0:1788598436.174263:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598436.174266:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174271:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb1607029e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174281:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160702a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x4856bacb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174286:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160702a5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x4856bacb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174292:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160702a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x4856bacb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174296:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598436.174299:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160702a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x4856bacb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174305:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160702a5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x4856bacb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174311:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x4856bacb (ffff8a1a86120000) 00010000:00010000:2.0:1788598436.174314:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598436.174316:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160702a5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x4856bacb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.174322:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160702a5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x4856bacb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598436.174409:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:29124:x1875480722973952:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 6195us (6398us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788598436.174418:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1109 00000100:00100000:1.0:1788598436.174484:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+106:2433:x1875480722974080:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 809us (1594us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598436.174494:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 346 00000100:00100000:1.0:1788598436.177355:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.177427:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722974208 00000100:00100000:2.0:1788598436.177437:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722974208 00000100:00100000:2.0:1788598436.177494:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1110 00000100:00100000:2.0:1788598436.177503:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+51:29124:x1875480722974208:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598436.177523:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598436.177545:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160702ac lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd05 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.177579:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.177591:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.177602:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.177705:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160702ac lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd05 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.177770:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd05 expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.177784:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:2.0:1788598436.177787:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598436.177790:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ece00, rc 0) 00000100:00100000:2.0:1788598436.178122:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+52:29124:x1875480722974208:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 618us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598436.178130:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1110 00000100:00100000:3.0:1788598436.192703:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.194393:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722974464 00000100:00100000:0.0:1788598436.194407:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722974464 00000100:00100000:0.0:1788598436.194479:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1111 00000100:00100000:0.0:1788598436.194489:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:29124:x1875480722974464:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788598436.194590:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.194608:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.194621:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598436.195065:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3656245 reply state 00000000597518cb transno 4294967958 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.195081:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.195094:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:0.0:1788598436.195097:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1788598436.195102:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788598436.195254:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+54:29124:x1875480722974464:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 764us (2564us total) trans 4294967958 rc 0/0 00000100:00100000:0.0:1788598436.195263:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1111 00000100:00100000:2.0:1788598436.220339:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.220442:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722974592 00000100:00100000:0.0:1788598436.220451:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722974592 00000100:00100000:0.0:1788598436.220515:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1112 00000100:00100000:0.0:1788598436.220526:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+54:29124:x1875480722974592:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598436.220551:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598436.220572:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb160702c1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd0c expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.220632:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb160702c1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd0c expref: 55 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.220646:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb160702c1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd0c expref: 55 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.220657:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:0.0:1788598436.220660:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598436.220664:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc98200, rc 0) 00000100:00100000:0.0:1788598436.220896:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:29124:x1875480722974592:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 371us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598436.220904:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1112 00000100:00100000:1.0:1788598436.230036:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.230260:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722974720 00000100:00100000:0.0:1788598436.230271:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722974720 00000100:00100000:0.0:1788598436.230335:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 223 00000100:00100000:0.0:1788598436.230345:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:29124:x1875480722974720:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1788598436.230484:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:29124:x1875480722974720:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 140us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598436.230492:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 223 00000100:00100000:3.0:1788598436.235574:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598436.235673:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722974976 00000100:00100000:1.0:1788598436.235683:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722974976 00000100:00100000:1.0:1788598436.235777:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 224 00000100:00100000:1.0:1788598436.235787:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:29124:x1875480722974976:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598436.236019:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:29124:x1875480722974976:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 233us (452us total) trans 4294967959 rc 0/0 00000100:00100000:1.0:1788598436.236027:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 224 00000100:00100000:2.0:1788598436.242470:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598436.242675:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722975232 00000100:00100000:1.0:1788598436.242685:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722975232 00000100:00100000:1.0:1788598436.242785:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1113 00000100:00100000:1.0:1788598436.242795:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:29124:x1875480722975232:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598436.242917:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:29124:x1875480722975232:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 124us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598436.242925:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1113 00000100:00100000:2.0:1788598436.249169:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.249284:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722975488 00000100:00100000:0.0:1788598436.249293:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722975488 00000100:00100000:0.0:1788598436.249353:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1114 00000100:00100000:0.0:1788598436.249361:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:29124:x1875480722975488:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598436.249382:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598436.249402:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb160702c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd13 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.249579:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.249595:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb160702c1 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd0c expref: 57 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.249606:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.249636:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb160702c1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd0c expref: 57 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.249650:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb160702c1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd0c expref: 57 pid: 13009 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598436.249665:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747013120:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598436.249901:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909f480 going to sleep for 11 seconds 00000100:00100000:0.0:1788598436.259774:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.259873:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747013120:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598436.259899:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598436.261154:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722975616 00000100:00100000:3.0:1788598436.261166:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722975616 00010000:00010000:3.0:1788598436.261206:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb160702c1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd0c expref: 58 pid: 13009 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598436.261267:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 347 00000100:00100000:3.0:1788598436.261275:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+58:2432:x1875480722975616:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598436.261287:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598436.261292:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb160702c1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd0c expref: 58 pid: 13009 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.261307:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb160702c1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd0c expref: 58 pid: 13009 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.261325:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb160702c1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd0c expref: 58 pid: 13009 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.261337:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:3.0:1788598436.261341:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.261347:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.261353:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.261373:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598436.261467:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.261472:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598436.261488:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000100:00100000:3.0:1788598436.261648:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:2432:x1875480722975616:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 373us (1881us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598436.261654:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 347 00000004:00080000:2.0:1788598436.261929:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15:0x0], index 0: 0 00010000:00010000:2.0:1788598436.262024:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.262030:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.262034:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.262038:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598436.262041:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.262046:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.262053:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:2.0:1788598436.262054:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598436.262056:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.262060:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160702cf lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.262100:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb160702c8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd13 expref: 57 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.262109:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:2.0:1788598436.262111:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598436.262114:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb160702c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd13 expref: 57 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.262124:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc99200, rc 0) 00000100:00100000:2.0:1788598436.262156:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:29124:x1875480722975488:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 12796us (12999us total) trans 4294967960 rc 301/301 00000100:00100000:2.0:1788598436.262163:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1114 00000100:00100000:2.0:1788598436.270923:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598436.271093:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722975872 00000100:00100000:1.0:1788598436.271104:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722975872 00000100:00100000:1.0:1788598436.271164:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 225 00000100:00100000:1.0:1788598436.271175:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+56:29124:x1875480722975872:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598436.271450:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:29124:x1875480722975872:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 278us (536us total) trans 4294967961 rc 0/0 00000100:00100000:1.0:1788598436.271456:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 225 00000100:00100000:1.0:1788598436.275681:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.275773:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722976000 00000100:00100000:0.0:1788598436.275782:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722976000 00000100:00100000:0.0:1788598436.275838:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1115 00000100:00100000:0.0:1788598436.275845:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:29124:x1875480722976000:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598436.275867:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598436.275889:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160702dd lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd1a expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.275990:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb160702e4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.276005:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb160702e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.276016:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb160702e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598436.276059:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00200000:0.0:1788598436.276063:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598436.276081:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb160702e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.276106:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160702dd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd1a expref: 59 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.276127:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb160702e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd1a expref: 58 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.276136:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:0.0:1788598436.276139:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788598436.276143:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730600, rc 0) 00000100:00100000:0.0:1788598436.276203:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+58:29124:x1875480722976000:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 357us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598436.276211:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1115 00000100:00100000:0.0:1788598436.279121:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.279438:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722976128 00000100:00100000:2.0:1788598436.279451:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722976128 00000100:00100000:2.0:1788598436.279521:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 296 00000100:00100000:2.0:1788598436.279531:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480722976128:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598436.279551:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598436.279572:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a205f2c9/0x6b7334fb160702eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd21 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598436.279597:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788598436.279616:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598436.279617:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598436.279624:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a205f2c9/0x6b7334fb160702eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd21 expref: 9 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.279639:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a205f2c9/0x6b7334fb160702eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd21 expref: 9 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.279649:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed400, rc 0) 00000100:00100000:2.0:1788598436.279700:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722976128:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 171us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598436.279708:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 296 00000100:00100000:2.0:1788598436.294596:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598436.294684:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722976384 00000100:00100000:1.0:1788598436.294694:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722976384 00000100:00100000:1.0:1788598436.294783:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1116 00000100:00100000:1.0:1788598436.294792:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+58:29124:x1875480722976384:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598436.294912:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+58:29124:x1875480722976384:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 120us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598436.294920:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1116 00000100:00100000:1.0:1788598436.300109:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.300201:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722976512 00000100:00100000:0.0:1788598436.300211:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722976512 00000100:00100000:0.0:1788598436.300285:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 297 00000100:00100000:0.0:1788598436.300294:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:29124:x1875480722976512:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598436.300311:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598436.300330:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd28 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.300363:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a205f2c9/0x6b7334fb160702eb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd21 expref: 10 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.300371:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598436.300374:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598436.300378:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.300415:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a205f2c9/0x6b7334fb160702eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd21 expref: 10 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.300429:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a205f2c9/0x6b7334fb160702eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd21 expref: 10 pid: 8868 timeout: 826 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598436.300443:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747013248:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598436.300969:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598436.308833:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747013248:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598436.308876:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.308897:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730400, rc 0) 00000100:00100000:3.0:1788598436.308960:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:29124:x1875480722976512:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 8666us (8861us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598436.308973:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 297 00000100:00100000:3.0:1788598436.310947:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.311058:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722976640 00000100:00100000:0.0:1788598436.311068:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722976640 00010000:00010000:0.0:1788598436.311109:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a205f2c9/0x6b7334fb160702eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd21 expref: 10 pid: 8868 timeout: 826 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598436.311153:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 348 00000100:00100000:0.0:1788598436.311163:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722976640:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598436.311180:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598436.311204:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a205f2c9/0x6b7334fb160702eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd21 expref: 10 pid: 8868 timeout: 826 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.311229:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a205f2c9/0x6b7334fb160702eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd21 expref: 10 pid: 8868 timeout: 826 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.311255:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a205f2c9/0x6b7334fb160702eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd21 expref: 10 pid: 8868 timeout: 826 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.311279:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598436.311281:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598436.311288:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.311298:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.311337:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598436.311352:0:6509:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1875480747013376:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598436.311440:0:6509:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909f180 going to sleep for 11 seconds 00000100:00100000:3.0:1788598436.320576:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.320863:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722976768 00000100:00100000:2.0:1788598436.320872:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722976768 00002000:00100000:2.0:1788598436.320927:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff8a1a879fc000 x1875480722976768/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:427/0 lens 2008/0 e 0 to 0 dl 1788598447 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598436.320939:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a879fc000 with x1875480722976768 ext(0->1515) 00002000:00010000:2.0:1788598436.320944:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a879fc000 00000100:00100000:2.0:1788598436.320979:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 83 00000100:00100000:2.0:1788598436.320988:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722976768:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788598436.321704:0:6509:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1875480747013376:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598436.321727:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598436.321797:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722976640:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 10635us (10857us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598436.321807:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 348 00000100:00100000:0.0:1788598436.323207:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722976768:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 2212us (2635us total) trans 4294967350 rc 0/0 00000100:00100000:0.0:1788598436.323227:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 83 00002000:00100000:0.0:1788598436.323239:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff8a1a879fc000 x1875480722976768/t4294967350(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:427/0 lens 2008/448 e 0 to 0 dl 1788598447 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598436.323260:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a879fc000 with x1875480722976768 ext(0->1515) 00002000:00010000:0.0:1788598436.323266:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a879fc000 00000100:00100000:1.0:1788598436.327636:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.327731:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722976896 00000100:00100000:2.0:1788598436.327784:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722976896 00000100:00100000:2.0:1788598436.327847:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1117 00000100:00100000:2.0:1788598436.327857:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+58:29124:x1875480722976896:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788598436.330916:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967961 is committed 00000001:00080000:3.0:1788598436.330960:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967955 is committed 00000004:00080000:3.0:1788598436.330967:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000020:00080000:3.0:1788598436.330988:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1b861336c0 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:3.0:1788598436.330993:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bc2ef0a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b86133c00 00000020:00080000:3.0:1788598436.330997:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bc2ef0800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a87a16c00 00010000:00010000:1.0:1788598436.331288:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331300:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331308:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331313:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535d200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598436.331318:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331324:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331340:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8a1b88344c00) 00010000:00010000:1.0:1788598436.331343:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598436.331347:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331353:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16070091 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331376:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331382:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331388:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331392:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598436.331395:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331400:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331408:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8a1b88344600) 00010000:00010000:1.0:1788598436.331410:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598436.331413:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.331418:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535de00/0x6b7334fb16070098 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788598436.331668:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000100:00100000:3.0:1788598436.331692:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598436.331713:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747013504:0@lo:6:osp-syn-1-0.0 00000020:00080000:2.0:1788598436.331728:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:3.0:1788598436.331827:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598436.331953:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29124:x1875480722976896:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 4094us (4322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598436.331963:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1117 00000100:00100000:2.0:1788598436.331999:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747013504 00000100:00100000:2.0:1788598436.332006:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747013504 00000100:00100000:2.0:1788598436.332042:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1788598436.332050:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747013504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788598436.332078:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:22 count 1 00002000:00010000:2.0:1788598436.332108:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x6a9bd8a2, atime: 0x0, ctime: 0x6a9bd8a2, blocks: 0x8 00010000:00010000:2.0:1788598436.332115:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb160702f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.332129:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598436.332132:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598436.332137:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb160702f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.332152:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb160702f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.332161:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb160702f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.332167:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb160702f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.332184:0:8403:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788598436.332368:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332377:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332384:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332390:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598436.332395:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332402:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332413:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8a1a86120100) 00010000:00010000:0.0:1788598436.332415:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598436.332419:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332424:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607016a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332445:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332451:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332457:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332462:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598436.332465:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332470:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332477:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:0.0:1788598436.332480:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788598436.332483:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.332488:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb160702ba lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598436.333037:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3668:x1875480747013504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 985us (1207us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1788598436.333046:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00010000:00010000:2.0:1788598436.333070:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598436.333076:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb160702f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.333084:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eda00 already unused, calling callback (ffffffffc0ee5060) 00000004:00080000:3.0:1788598436.333088:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1b88350e00/2, rc 0, transno 4294967355 00010000:00010000:2.0:1788598436.333088:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb160702f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598436.333099:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747013504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1788598436.333101:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb160702f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.333119:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb160702f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.333126:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb160702f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.333143:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598436.333145:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598436.333147:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598436.339703:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.339995:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722977024 00000100:00100000:2.0:1788598436.340006:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722977024 00000100:00100000:2.0:1788598436.340063:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 299 00000100:00100000:2.0:1788598436.340075:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722977024:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1788598436.345586:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000100:00100000:3.0:1788598436.357377:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722977024:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 17295us (17673us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598436.357388:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 299 00000100:00100000:3.0:1788598436.367121:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598436.367945:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722977280 00000100:00100000:1.0:1788598436.367956:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722977280 00000100:00100000:1.0:1788598436.368028:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1118 00000100:00100000:1.0:1788598436.368038:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:29124:x1875480722977280:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598436.368093:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598436.368121:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb160702e4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd1a expref: 45 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.368144:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:1.0:1788598436.368150:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598436.368184:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.368197:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.368206:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598436.368343:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000bd08e12 reply state 00000000043a07e7 transno 4294967962 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.368356:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.368366:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:1.0:1788598436.368368:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598436.368371:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788598436.368547:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:29124:x1875480722977280:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 510us (1442us total) trans 4294967962 rc 0/0 00000100:00100000:1.0:1788598436.368555:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1118 00000100:00100000:1.0:1788598436.386817:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.386973:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722977408 00000100:00100000:2.0:1788598436.386983:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722977408 00000100:00100000:2.0:1788598436.387034:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1119 00000100:00100000:2.0:1788598436.387044:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:29124:x1875480722977408:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598436.387067:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598436.387086:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070307 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd2f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.387143:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070307 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd2f expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.387170:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070307 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd2f expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.387190:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:2.0:1788598436.387193:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598436.387197:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eda00, rc 0) 00000100:00100000:2.0:1788598436.387277:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29124:x1875480722977408:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 234us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598436.387284:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1119 00000100:00100000:0.0:1788598436.393947:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598436.394039:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722977536 00000100:00100000:3.0:1788598436.394048:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722977536 00000100:00100000:3.0:1788598436.394110:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 300 00000100:00100000:3.0:1788598436.394119:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722977536:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788598436.394318:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:3.0:1788598436.394322:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 0 -> 1788598434 00002000:00010000:3.0:1788598436.394325:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 1788598434 00002000:00010000:3.0:1788598436.394327:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 0 -> 1788598434 00002000:00010000:3.0:1788598436.394329:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1788598436.394395:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722977536:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 276us (457us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1788598436.394405:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 300 00000100:00100000:3.0:1788598436.414031:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.414358:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722977792 00000100:00100000:2.0:1788598436.414371:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722977792 00000100:00100000:2.0:1788598436.414445:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1120 00000100:00100000:2.0:1788598436.414455:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29124:x1875480722977792:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788598436.414535:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.414553:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd05 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.414562:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.414599:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd05 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.414614:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd05 expref: 47 pid: 6524 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598436.414628:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747013632:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598436.414771:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941900 going to sleep for 11 seconds 00000100:00100000:1.0:1788598436.421349:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598436.421432:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722977920 00000100:00100000:3.0:1788598436.421445:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722977920 00010000:00010000:3.0:1788598436.421496:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd05 expref: 48 pid: 6524 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598436.421548:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 349 00000100:00100000:3.0:1788598436.421559:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480722977920:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598436.421579:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598436.421587:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd05 expref: 48 pid: 6524 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.421602:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd05 expref: 48 pid: 6524 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.421634:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:3.0:1788598436.421639:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.421650:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.421662:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.421681:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598436.421778:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480722977920:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 221us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598436.421786:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 349 00010000:00010000:2.0:1788598436.422876:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160702b3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd05 expref: 47 pid: 6524 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598436.422898:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747013632:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598436.422922:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.422931:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.422938:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.422977:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.422984:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.422991:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.422996:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598436.423001:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.423008:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.423020:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:2.0:1788598436.423023:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788598436.423026:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.423032:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607030e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598436.423117:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:29124:x1875480722977792:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 8663us (9095us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788598436.423126:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1120 00000100:00100000:1.0:1788598436.440654:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.440861:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722978048 00000100:00100000:2.0:1788598436.440871:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722978048 00000100:00100000:2.0:1788598436.440936:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 301 00000100:00100000:2.0:1788598436.440947:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722978048:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598436.440996:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.441019:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.441028:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1788598436.441030:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1788598436.441033:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.441070:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.441084:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 10 pid: 8405 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598436.441100:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747013760:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598436.441208:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941900 going to sleep for 11 seconds 00000100:00100000:2.0:1788598436.444447:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747013760:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598436.444475:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598436.445142:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598436.445532:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722978176 00000100:00100000:3.0:1788598436.445541:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722978176 00010000:00010000:3.0:1788598436.445577:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 11 pid: 8405 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598436.445625:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 350 00000100:00100000:3.0:1788598436.445635:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722978176:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598436.445652:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598436.445676:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 11 pid: 8405 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.445691:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 11 pid: 8405 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.445713:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb160702f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd28 expref: 11 pid: 8405 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.445731:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598436.445779:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598436.445786:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.445797:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.445832:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598436.445884:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722978176:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 249us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598436.445893:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 350 00010000:00010000:1.0:1788598436.446182:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.446192:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.446212:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.446228:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.446235:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.446241:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eca00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598436.446246:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.446254:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.446265:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.446273:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dfaab83/0x6b7334fb16070315 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598436.446328:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722978048:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 5383us (5687us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598436.446336:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 301 00000100:00100000:1.0:1788598436.452325:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598436.453112:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722978432 00000100:00100000:3.0:1788598436.453123:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722978432 00000100:00100000:3.0:1788598436.453201:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1121 00000100:00100000:3.0:1788598436.453212:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:29124:x1875480722978432:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598436.453437:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607031c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.453457:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607031c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.453470:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607031c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.454378:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.454398:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070307 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd2f expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.454408:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.454450:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070307 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd2f expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598436.454465:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070307 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd2f expref: 47 pid: 6525 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598436.454480:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747013888:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598436.454628:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598436.471428:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.471890:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722978560 00000100:00100000:0.0:1788598436.471900:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722978560 00010000:00010000:0.0:1788598436.471946:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070307 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd2f expref: 48 pid: 6525 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598436.471990:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 351 00000100:00100000:0.0:1788598436.472001:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2432:x1875480722978560:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598436.472017:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598436.472024:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070307 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd2f expref: 48 pid: 6525 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.472038:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070307 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd2f expref: 48 pid: 6525 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.472063:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:0.0:1788598436.472068:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.472078:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.472086:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.472105:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598436.472174:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2432:x1875480722978560:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 174us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598436.472182:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 351 00010000:00010000:1.0:1788598436.472556:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070307 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd2f expref: 47 pid: 6525 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598436.472574:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747013888:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598436.472595:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.472614:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.472620:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598436.472727:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967963 00000001:00080000:1.0:1788598436.472893:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967964 00000001:00080000:1.0:1788598436.472927:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967965 00000100:00100000:1.0:1788598436.473002:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747014016:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788598436.473052:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598436.473086:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890eecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598436.473361:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747014016 00000100:00100000:3.0:1788598436.473367:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747014016 00000100:00100000:3.0:1788598436.473418:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1788598436.473426:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747014016:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598436.473498:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747014016:12345-0@lo:1000:mdt00_000.0 Request processed in 73us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598436.473505:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00080000:1.0:1788598436.473558:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598436.473584:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747014016:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1788598436.473927:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967966 00000100:00100000:1.0:1788598436.473972:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747014144:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788598436.474000:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598436.474022:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890eee40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598436.474369:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747014144 00000100:00100000:3.0:1788598436.474376:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747014144 00000100:00100000:3.0:1788598436.474413:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1788598436.474420:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747014144:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598436.474531:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6523:x1875480747014144:12345-0@lo:1000:mdt00_000.0 Request processed in 111us (530us total) trans 4294967352 rc 0/0 00000100:00100000:3.0:1788598436.474538:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1788598436.475074:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747014144:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1788598436.475411:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967967 00010000:00010000:1.0:1788598436.475451:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475461:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475468:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475474:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598436.475479:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475486:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475512:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:1.0:1788598436.475516:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598436.475520:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475525:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070323 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475548:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475553:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475559:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475564:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598436.475566:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475571:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475577:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a85343500) 00010000:00010000:1.0:1788598436.475580:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598436.475586:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb16070258 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcf0 expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475595:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb16070258 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcf0 expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475730:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb16070258 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcf0 expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.475791:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99a00/0x6b7334fb16070258 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebcf0 expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598436.475804:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747014272:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598436.476005:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890eea80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598436.481811:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747014272:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598436.481857:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481868:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070251 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481907:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1607032a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481922:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1607032a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481935:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1607032a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481945:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1607032a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481951:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1607032a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481958:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1607032a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481963:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89321600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598436.481967:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1607032a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481974:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1607032a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481985:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a85343500) 00010000:00010000:1.0:1788598436.481989:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598436.481992:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1607032a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.481997:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89321600/0x6b7334fb1607032a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.482006:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607031c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.482011:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607031c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.482016:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607031c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.482020:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598436.482023:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607031c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.482032:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607031c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.482040:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8a1a85343500) 00010000:00010000:1.0:1788598436.482042:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598436.482045:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607031c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598436.482050:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607031c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598436.482597:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598436.482936:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598436.483441:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788598436.483452:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598436.483879:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:29124:x1875480722978432:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 30663us (31557us total) trans 4294967968 rc 0/0 00000100:00100000:1.0:1788598436.483891:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1121 00000020:00080000:1.0:1788598436.483898:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1788598436.484201:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.485835:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722978688 00000100:00100000:0.0:1788598436.485849:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722978688 00000100:00100000:0.0:1788598436.485910:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 226 00000100:00100000:0.0:1788598436.485919:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+94:29123:x1875480722978688:12345-192.168.202.17@tcp:49:cmp.0 00000100:00100000:0.0:1788598436.486521:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+94:29123:x1875480722978688:12345-192.168.202.17@tcp:49:cmp.0 Request processed in 601us (2319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598436.486531:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 226 00000100:00100000:1.0:1788598436.487487:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598436.494661:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598436.494804:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722978944 00000100:00100000:2.0:1788598436.494814:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722978944 00000100:00100000:2.0:1788598436.494876:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 227 00000100:00100000:2.0:1788598436.494886:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+51:29124:x1875480722978944:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788598436.495129:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788598436.495296:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967969 00010000:00010000:2.0:1788598436.495330:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.495348:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.495358:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.495367:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.495373:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.495379:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.495400:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788598436.495488:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:29124:x1875480722978944:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 603us (8006us total) trans 4294967970 rc 0/0 00000100:00100000:2.0:1788598436.495497:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 227 00000020:00080000:2.0:1788598436.496459:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788598436.496490:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598436.496498:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.496710:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598436.496715:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.496723:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.496758:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:2.0:1788598436.496761:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788598436.496766:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.496771:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070331 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598436.496784:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598436.496785:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598436.496787:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598436.498120:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722979072 00000100:00100000:0.0:1788598436.498133:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722979072 00000100:00100000:0.0:1788598436.498321:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 302 00000100:00100000:0.0:1788598436.498330:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+15:29123:x1875480722979072:12345-192.168.202.17@tcp:101:cmp.0 00010000:00010000:0.0:1788598436.498348:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598436.498369:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb37cb6/0x6b7334fb16070338 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd36 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598436.498394:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 1516, mtime: 0x6a9bd8a2, atime: 0x6a9bd8a2, ctime: 0x6a9bd8a2, blocks: 0x8 00010000:00010000:0.0:1788598436.498418:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598436.498420:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598436.498428:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb37cb6/0x6b7334fb16070338 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd36 expref: 16 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.498444:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb37cb6/0x6b7334fb16070338 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd36 expref: 16 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598436.498457:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730e00, rc 0) 00000100:00100000:0.0:1788598436.498534:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+16:29123:x1875480722979072:12345-192.168.202.17@tcp:101:cmp.0 Request processed in 200us (3934us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598436.498541:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 302 00000100:00100000:2.0:1788598436.510841:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598436.510972:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722979200 00000100:00100000:3.0:1788598436.510983:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722979200 00002000:00100000:3.0:1788598436.511031:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff8a1b88352680 x1875480722979200/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:427/0 lens 488/0 e 0 to 0 dl 1788598447 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598436.511043:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88352680 with x1875480722979200 ext(0->4095) 00002000:00010000:3.0:1788598436.511049:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b88352680 00000100:00100000:3.0:1788598436.511077:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 84 00000100:00100000:3.0:1788598436.511086:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480722979200:12345-192.168.202.17@tcp:3:cmp.0 00000100:00100000:3.0:1788598436.511472:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480722979200:12345-192.168.202.17@tcp:3:cmp.0 Request processed in 385us (648us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788598436.511480:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 84 00002000:00100000:3.0:1788598436.511487:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff8a1b88352680 x1875480722979200/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:427/0 lens 488/4536 e 0 to 0 dl 1788598447 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598436.511497:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88352680 with x1875480722979200 ext(0->4095) 00002000:00010000:3.0:1788598436.511509:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b88352680 00000100:00100000:1.0:1788598436.533248:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598436.533347:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722979456 00000100:00100000:0.0:1788598436.533357:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722979456 00000100:00100000:0.0:1788598436.533424:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 228 00000100:00100000:0.0:1788598436.533435:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+94:29123:x1875480722979456:12345-192.168.202.17@tcp:35:cmp.0 00000100:00100000:0.0:1788598436.533692:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+95:29123:x1875480722979456:12345-192.168.202.17@tcp:35:cmp.0 Request processed in 259us (453us total) trans 4294967971 rc 0/0 00000100:00100000:0.0:1788598436.533701:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 228 00000100:00100000:3.0:1788598436.610062:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747014400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598436.610134:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598436.610283:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747014400 00000100:00100000:2.0:1788598436.610293:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747014400 00000100:00100000:2.0:1788598436.610359:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1788598436.610369:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747014400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598436.610403:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598436.610472:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747014400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598436.610480:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1788598436.610566:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747014400:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598436.738390:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598437.122837:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747014912:0@lo:400:kworker.0 00000100:00100000:1.0:1788598437.122930:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598437.122992:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747015424:0@lo:400:kworker.0 00000100:00100000:1.0:1788598437.123020:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598437.123039:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747015936:0@lo:400:kworker.0 00000100:00100000:1.0:1788598437.123059:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598437.123080:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788598437.123087:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747014784:0@lo:400:kworker.0 00000100:00100000:2.0:1788598437.123648:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747015424 00000100:00100000:2.0:1788598437.123658:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747015424 00000100:00100000:2.0:1788598437.123715:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747015936 00000100:00100000:2.0:1788598437.123718:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747015936 00000100:00100000:2.0:1788598437.123767:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1788598437.123777:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747015424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.123866:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747014656:0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.123953:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747014528:0@lo:400:kworker.0 00000100:00100000:2.0:1788598437.127691:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747015424:12345-0@lo:400:kworker.0 Request processed in 3908us (4662us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598437.127704:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1788598437.127749:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1788598437.127758:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747015936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598437.127800:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747015936:12345-0@lo:400:kworker.0 Request processed in 46us (4741us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598437.127804:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:2.0:1788598437.127825:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598437.127829:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598437.128085:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747014912 00000100:00100000:2.0:1788598437.128091:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747014912 00000100:00100000:2.0:1788598437.128143:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1788598437.128150:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747014912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598437.128187:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747014912:12345-0@lo:400:kworker.0 Request processed in 38us (5258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598437.128194:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1788598437.130055:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598437.130105:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747014656 00000100:00100000:3.0:1788598437.130112:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747015168:0@lo:400:kworker.0 00000100:00100000:2.0:1788598437.130113:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747014656 00000100:00100000:3.0:1788598437.130141:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598437.130234:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598437.130261:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747014528 00000100:00100000:0.0:1788598437.130265:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747014528 00000100:00100000:0.0:1788598437.130296:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1788598437.130315:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747014528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130363:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747014528:12345-0@lo:400:kworker.0 Request processed in 60us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598437.130369:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1788598437.130425:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747014528:0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130433:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747015040:0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130464:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598437.130488:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747015040 00000100:00100000:0.0:1788598437.130491:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747015040 00000100:00100000:0.0:1788598437.130523:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1788598437.130529:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747015040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130557:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747015040:12345-0@lo:400:kworker.0 Request processed in 28us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598437.130562:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1788598437.130584:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747015040:0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130589:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747015552:0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130609:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598437.130627:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747015552 00000100:00100000:0.0:1788598437.130630:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747015552 00000100:00100000:0.0:1788598437.130651:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1788598437.130655:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747015552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130679:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747015552:12345-0@lo:400:kworker.0 Request processed in 23us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598437.130687:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1788598437.130707:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747015552:0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130713:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747016064:0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130730:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598437.130762:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747016064 00000100:00100000:0.0:1788598437.130765:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747016064 00000100:00100000:0.0:1788598437.130791:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1788598437.130796:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747016064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130819:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747016064:12345-0@lo:400:kworker.0 Request processed in 23us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598437.130825:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00080000:0.0:1788598437.130836:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598437.130850:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747016064:0@lo:400:kworker.0 00000100:00100000:0.0:1788598437.130870:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598437.130876:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747016192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598437.130901:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598437.130922:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747016192 00000100:00100000:0.0:1788598437.130925:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747016192 00000100:00100000:0.0:1788598437.130953:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1788598437.130958:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747016192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598437.130978:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 128600896 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598437.131010:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747016192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598437.131016:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1788598437.131049:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747016192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598437.135240:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598437.135302:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747015296:0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.135482:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747014784 00000100:00100000:3.0:1788598437.135490:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747014784 00000100:00100000:3.0:1788598437.135601:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1788598437.135608:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747014784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.135660:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747014784:12345-0@lo:400:kworker.0 Request processed in 52us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598437.135666:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1788598437.135688:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598437.138427:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747015168 00000100:00100000:2.0:1788598437.138442:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747015168 00000100:00100000:2.0:1788598437.138525:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1788598437.138539:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747014656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598437.138618:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747014656:12345-0@lo:400:kworker.0 Request processed in 85us (8569us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598437.138625:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1788598437.138643:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1788598437.138649:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747015168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598437.138675:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747015168:12345-0@lo:400:kworker.0 Request processed in 27us (8533us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598437.138680:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1788598437.138839:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747015168:0@lo:400:kworker.0 00000100:00100000:2.0:1788598437.138850:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747015680:0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.140570:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747015808:0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.140621:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598437.140656:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747015296 00000100:00100000:3.0:1788598437.140663:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747015296 00000100:00100000:3.0:1788598437.140730:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747015808 00000100:00100000:3.0:1788598437.140749:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747015808 00000100:00100000:3.0:1788598437.140773:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1788598437.140781:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747015296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.140827:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747015296:12345-0@lo:400:kworker.0 Request processed in 47us (5138us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598437.140834:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1788598437.140849:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1788598437.140856:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747015808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.140882:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747015808:12345-0@lo:400:kworker.0 Request processed in 25us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598437.140887:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1788598437.140921:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747015808:0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.140936:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747014912:0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.140948:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747015424:0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.140962:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747015936:0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.140993:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747014784:0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.141002:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747015296:0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.141025:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598437.141047:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747015680 00000100:00100000:3.0:1788598437.141050:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747015680 00000100:00100000:3.0:1788598437.141070:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1788598437.141075:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747015680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.141105:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747015680:12345-0@lo:400:kworker.0 Request processed in 28us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598437.141111:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1788598437.141136:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747015680:0@lo:400:kworker.0 00000100:00100000:3.0:1788598437.141159:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747014656:0@lo:400:kworker.0 00000100:00080000:2.0:1788598437.146760:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598437.146771:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598437.635950:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747016320:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598437.636023:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598437.636396:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747016320 00000100:00100000:0.0:1788598437.636406:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747016320 00000100:00100000:0.0:1788598437.636450:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1788598437.636457:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3667:x1875480747016320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598437.636479:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 128600896 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598437.636531:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3667:x1875480747016320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598437.636538:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1788598437.636587:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747016320:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598437.761971:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598438.786092:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598439.172350:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598439.172385:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747016448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598439.172487:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598439.172590:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747016448 00000100:00100000:2.0:1788598439.172602:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747016448 00000100:00100000:2.0:1788598439.172681:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1788598439.172691:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747016448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598439.172772:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3916144640 avail 3684622336 00000100:00100000:2.0:1788598439.172835:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747016448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598439.172910:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00080000:2.0:1788598439.172942:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598439.173015:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747016448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598439.173562:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747016576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598439.173613:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598439.174055:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747016576 00000100:00100000:1.0:1788598439.174064:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747016576 00000100:00100000:1.0:1788598439.174114:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1788598439.174123:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747016576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598439.174142:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3916144640 avail 3684622336 00000100:00080000:2.0:1788598439.174438:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598439.185160:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747016576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 11019us (11527us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598439.185182:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1788598439.196525:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747016576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598439.681929:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598439.681951:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747016704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598439.682018:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598439.682087:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747016704 00000100:00100000:0.0:1788598439.682094:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747016704 00000100:00100000:0.0:1788598439.682146:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1788598439.682154:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747016704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598439.682187:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:0.0:1788598439.682233:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747016704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598439.682250:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1788598439.682301:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747016704:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788598439.810653:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598440.770635:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598440.834546:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598441.098846:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598441.098889:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598441.098921:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598441.098947:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598441.098973:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598441.098993:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598441.099012:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598441.099029:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598441.099170:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722979968 00000100:00100000:1.0:1788598441.099180:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722979968 00000100:00100000:1.0:1788598441.099240:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722980480 00000100:00100000:1.0:1788598441.099244:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722980480 00000100:00100000:1.0:1788598441.099274:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722980096 00000100:00100000:1.0:1788598441.099278:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722980096 00000100:00100000:1.0:1788598441.099296:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 556 00000100:00100000:1.0:1788598441.099304:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480722979968:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598441.099375:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480722979968:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 72us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598441.099382:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 556 00000100:00100000:1.0:1788598441.099398:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 557 00000100:00100000:1.0:1788598441.099420:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722980480:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598441.099446:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722980480:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598441.099456:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 557 00000100:00100000:1.0:1788598441.099469:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 558 00000100:00100000:1.0:1788598441.099474:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722980096:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598441.099496:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722980096:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598441.099502:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 558 00000100:00080000:1.0:1788598441.099519:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598441.099523:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598441.099563:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722979712 00000100:00100000:1.0:1788598441.099567:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722979712 00000100:00100000:1.0:1788598441.099595:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722980224 00000100:00100000:1.0:1788598441.099598:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722980224 00000100:00100000:1.0:1788598441.099609:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722979840 00000100:00100000:1.0:1788598441.099612:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722979840 00000100:00100000:1.0:1788598441.099621:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722980352 00000100:00100000:1.0:1788598441.099623:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722980352 00000100:00100000:1.0:1788598441.099636:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 883 00000100:00100000:1.0:1788598441.099642:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+95:2433:x1875480722979712:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598441.099673:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+95:2433:x1875480722979712:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598441.099679:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 883 00000100:00100000:1.0:1788598441.099692:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 884 00000100:00100000:1.0:1788598441.099698:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480722980224:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598441.099722:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480722980224:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598441.099729:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 884 00000100:00100000:1.0:1788598441.099774:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 885 00000100:00100000:1.0:1788598441.099782:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722979840:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598441.099809:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722979840:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598441.099815:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 885 00000100:00100000:1.0:1788598441.099826:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 886 00000100:00100000:1.0:1788598441.099832:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722980352:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598441.099852:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722980352:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598441.099857:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 886 00000100:00080000:1.0:1788598441.100304:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598441.100310:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598441.100455:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722979584 00000100:00100000:0.0:1788598441.100461:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722979584 00000100:00100000:0.0:1788598441.100498:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 708 00000100:00100000:0.0:1788598441.100505:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722979584:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598441.100541:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722979584:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (1567us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598441.100547:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 708 00000100:00100000:2.0:1788598441.100699:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598441.101276:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722980608 00000100:00100000:1.0:1788598441.101282:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722980608 00000100:00100000:1.0:1788598441.101339:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 559 00000100:00100000:1.0:1788598441.101347:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722980608:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598441.101391:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722980608:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 46us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598441.101858:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 559 00000100:00080000:0.0:1788598441.102272:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1788598441.234080:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00000001:00080000:2.0:1788598441.234097:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000040:00080000:3.0:1788598441.601993:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598441.602015:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598441.602038:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:3.0:1788598441.602045:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598441.737644:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747016832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598441.737748:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598441.737927:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747016832 00000100:00100000:3.0:1788598441.737937:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747016832 00000100:00100000:3.0:1788598441.737989:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1788598441.737999:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747016832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598441.738036:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598441.740402:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747016832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2393us (2657us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598441.740420:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1788598441.748961:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747016832:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598441.857913:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598442.214936:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598442.215030:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722980736 00000100:00100000:1.0:1788598442.215040:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722980736 00000100:00100000:1.0:1788598442.215104:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1122 00000100:00100000:1.0:1788598442.215115:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:29103:x1875480722980736:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788598442.215239:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:29103:x1875480722980736:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 125us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598442.215250:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1122 00000100:00100000:1.0:1788598442.223267:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598442.223774:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722980864 00000100:00100000:2.0:1788598442.223784:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722980864 00000100:00100000:2.0:1788598442.223855:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1123 00000100:00100000:2.0:1788598442.223866:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:29103:x1875480722980864:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788598442.223974:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:29103:x1875480722980864:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 109us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598442.223981:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1123 00000100:00100000:1.0:1788598442.242976:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747017344:0@lo:400:kworker.0 00000100:00100000:3.0:1788598442.242994:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747017216:0@lo:400:kworker.0 00000100:00100000:0.0:1788598442.243621:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747016960:0@lo:400:kworker.0 00000001:00080000:2.0:1788598442.244453:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967971 is committed 00000001:00080000:2.0:1788598442.244473:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967970 is committed 00000020:00080000:2.0:1788598442.244488:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a890eecc0 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:2.0:1788598442.244493:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bc2ef0b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a890ee840 00000020:00080000:2.0:1788598442.244497:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bc2ef0400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a87a17600 00000020:00080000:2.0:1788598442.244511:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000020:00080000:2.0:1788598442.244522:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:2.0:1788598442.244589:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00010000:00010000:2.0:1788598442.244934:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598442.244945:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598442.244951:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598442.244958:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598442.244962:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598442.244970:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598442.244988:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8a1a86120600) 00010000:00010000:2.0:1788598442.244991:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598442.244995:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598442.245001:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16070300 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598442.245041:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747017088:0@lo:400:kworker.0 00000100:00100000:3.0:1788598442.245246:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598442.245321:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747017728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598442.245525:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747017216 00000100:00100000:1.0:1788598442.245534:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747017216 00000100:00100000:1.0:1788598442.245587:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1788598442.245596:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747017216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598442.245661:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747017216:12345-0@lo:400:kworker.0 Request processed in 65us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598442.245668:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1788598442.245702:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598442.245758:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747016960 00000100:00100000:1.0:1788598442.245763:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747016960 00000100:00100000:0.0:1788598442.245767:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747017472:0@lo:400:kworker.0 00000100:00100000:1.0:1788598442.245792:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1788598442.245800:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598442.245804:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747016960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598442.245826:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747017984:0@lo:400:kworker.0 00000100:00100000:1.0:1788598442.245844:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747016960:12345-0@lo:400:kworker.0 Request processed in 45us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598442.245851:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1788598442.245859:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598442.245882:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747018496:0@lo:400:kworker.0 00000100:00100000:0.0:1788598442.245905:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598442.245953:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747016960:0@lo:400:kworker.0 00000100:00100000:0.0:1788598442.245968:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598442.245975:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747018368:0@lo:400:kworker.0 00000100:00100000:0.0:1788598442.245998:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598442.246033:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747017472 00000100:00100000:0.0:1788598442.246037:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747017472 00000100:00100000:0.0:1788598442.246063:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1788598442.246068:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747017472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598442.246109:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747017472:12345-0@lo:400:kworker.0 Request processed in 40us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598442.246113:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747017984 00000100:00100000:1.0:1788598442.246118:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747017984 00000100:00100000:0.0:1788598442.246118:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1788598442.246148:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747018496 00000100:00100000:0.0:1788598442.246152:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747018496 00000100:00100000:1.0:1788598442.246161:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747018368 00000100:00100000:1.0:1788598442.246165:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747018368 00000100:00100000:3.0:1788598442.246478:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598442.246548:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747017728 00000100:00100000:2.0:1788598442.246553:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747017728 00000100:00100000:2.0:1788598442.246585:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1788598442.246593:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747017728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598442.246711:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747018240:0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.246722:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747017728:12345-0@lo:400:kworker.0 Request processed in 129us (1367us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598442.246730:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1788598442.246762:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598442.246806:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747018240 00000100:00100000:2.0:1788598442.246811:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747018240 00000100:00100000:2.0:1788598442.246843:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1788598442.246844:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747017216:0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.246853:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747018240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598442.246860:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747017728:0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.246899:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747018240:12345-0@lo:400:kworker.0 Request processed in 48us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598442.246901:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598442.246909:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:2.0:1788598442.246921:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747017088 00000100:00100000:2.0:1788598442.246925:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747017088 00000100:00100000:3.0:1788598442.246933:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747017600:0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.246948:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1788598442.246955:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747017088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598442.246966:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598442.246982:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747018112:0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.246993:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747017088:12345-0@lo:400:kworker.0 Request processed in 38us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598442.247002:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1788598442.247007:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598442.247017:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747017600 00000100:00100000:2.0:1788598442.247022:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747017600 00000100:00100000:3.0:1788598442.247023:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747018624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598442.247044:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747018112 00000100:00100000:2.0:1788598442.247048:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747018112 00000100:00100000:3.0:1788598442.247052:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598442.247084:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747017088:0@lo:400:kworker.0 00000100:00100000:3.0:1788598442.247106:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747018624 00000100:00100000:3.0:1788598442.247109:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747018624 00000100:00100000:2.0:1788598442.247147:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:2.0:1788598442.247154:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747017600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.247188:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747017600:12345-0@lo:400:kworker.0 Request processed in 35us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598442.247194:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:2.0:1788598442.247204:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:2.0:1788598442.247340:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747018112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.247370:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747018112:12345-0@lo:400:kworker.0 Request processed in 161us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598442.247376:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:2.0:1788598442.247422:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747018240:0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.247450:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747017600:0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.247459:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747018112:0@lo:400:kworker.0 00000100:00080000:2.0:1788598442.248812:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598442.248820:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598442.248823:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598442.248850:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1788598442.248868:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747017984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.248934:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747017984:12345-0@lo:400:kworker.0 Request processed in 74us (3074us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598442.248944:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1788598442.248996:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747017472:0@lo:400:kworker.0 00000100:00100000:2.0:1788598442.249010:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747017984:0@lo:400:kworker.0 00000100:00100000:1.0:1788598442.251519:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598442.251574:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747017856:0@lo:400:kworker.0 00000100:00100000:1.0:1788598442.251636:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598442.251661:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1788598442.251673:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747018624:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598442.251693:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747017856 00000100:00100000:1.0:1788598442.251701:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747017856 00002000:00000024:3.0:1788598442.251709:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 128572224 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788598442.251756:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1788598442.251765:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747018368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598442.251784:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747018624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (4732us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598442.251794:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1788598442.251846:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747018624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598442.251986:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1788598442.251995:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747017856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598442.252038:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747018368:12345-0@lo:400:kworker.0 Request processed in 275us (6039us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598442.252045:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1788598442.252246:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747018368:0@lo:400:kworker.0 00000100:00100000:3.0:1788598442.252292:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747017344 00000100:00100000:3.0:1788598442.252297:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747017344 00000100:00100000:3.0:1788598442.252329:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1788598442.252336:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747017344:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788598442.252396:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598442.252400:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1788598442.253047:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000001:00080000:1.0:1788598442.253065:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000100:00100000:2.0:1788598442.253368:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747017856:12345-0@lo:400:kworker.0 Request processed in 1373us (1729us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598442.253377:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1788598442.253432:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747017856:0@lo:400:kworker.0 00000100:00100000:0.0:1788598442.267078:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1788598442.267093:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747018496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598442.267197:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747018496:12345-0@lo:400:kworker.0 Request processed in 109us (21290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598442.267204:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1788598442.267252:0:3668:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:0.0:1788598442.267268:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967354 committed transno 4294967355 00000004:00080000:0.0:1788598442.267292:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1b88350e00, transno 4294967355 00000100:00100000:0.0:1788598442.267306:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747018496:0@lo:400:kworker.0 00000100:00100000:3.0:1788598442.267750:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747017344:12345-0@lo:400:kworker.0 Request processed in 15413us (16235us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598442.267760:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00080000:2.0:1788598442.270596:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598442.274899:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747017344:0@lo:400:kworker.0 00000100:00100000:3.0:1788598442.754669:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747018752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598442.754780:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598442.755340:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747018752 00000100:00100000:1.0:1788598442.755350:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747018752 00000100:00100000:1.0:1788598442.755413:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1788598442.755423:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747018752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598442.755454:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 128572224 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788598442.755534:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747018752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598442.755551:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1788598442.755816:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747018752:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598442.882110:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788598443.903197:0:21887:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 04:54:02 (1788598442) 00010000:00010000:2.0:1788598443.905928:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598444.216115:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598444.216342:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722980992 00000100:00100000:2.0:1788598444.216357:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722980992 00000100:00100000:2.0:1788598444.216444:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1124 00000100:00100000:2.0:1788598444.216462:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29734:x1875480722980992:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598444.216592:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29734:x1875480722980992:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 133us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598444.216600:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1124 00000100:00080000:1.0:1788598444.216725:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598444.222909:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598444.223340:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722981120 00000100:00100000:2.0:1788598444.223353:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722981120 00000100:00100000:2.0:1788598444.223455:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1125 00000100:00100000:2.0:1788598444.223469:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:29734:x1875480722981120:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598444.223602:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:29734:x1875480722981120:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 137us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598444.223614:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1125 00000100:00080000:1.0:1788598444.223917:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598444.241661:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598444.242286:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722981248 00000100:00100000:2.0:1788598444.242299:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722981248 00000100:00100000:2.0:1788598444.242401:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1126 00000100:00100000:2.0:1788598444.242413:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+94:2434:x1875480722981248:12345-192.168.202.17@tcp:41:mkdir.0 00000004:00000024:2.0:1788598444.242484:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00080000:1.0:1788598444.242654:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598444.243377:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+94:2434:x1875480722981248:12345-192.168.202.17@tcp:41:mkdir.0 Request processed in 962us (1726us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598444.243388:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1126 00000100:00100000:1.0:1788598444.244712:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598444.245993:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722981504 00000100:00100000:2.0:1788598444.246008:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722981504 00000100:00100000:2.0:1788598444.246129:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1127 00000100:00100000:2.0:1788598444.246141:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+94:29735:x1875480722981504:12345-192.168.202.17@tcp:36:mkdir.0 00010000:00010000:2.0:1788598444.246216:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598444.246254:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89320a00/0x6b7334fb160700a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc56 expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.246288:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598444.246295:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598444.246376:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.246393:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc6b expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.246403:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.246448:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc6b expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.246466:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc6b expref: 42 pid: 6524 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598444.246484:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747018880:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598444.246680:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a85f8c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598444.249772:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598444.249843:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722981632 00000100:00100000:0.0:1788598444.249858:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722981632 00000100:00100000:2.0:1788598444.249918:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747018880:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598444.249919:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc6b expref: 43 pid: 6524 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.249949:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598444.249979:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 352 00000100:00100000:0.0:1788598444.249991:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+43:2433:x1875480722981632:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598444.250011:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598444.250018:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc6b expref: 43 pid: 6524 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.250033:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc6b expref: 43 pid: 6524 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.250054:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb160700e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebc6b expref: 43 pid: 6524 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.250068:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598444.250071:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.250079:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.250085:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.250115:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598444.250178:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+42:2433:x1875480722981632:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 187us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598444.250184:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 352 00010000:00010000:2.0:1788598444.250302:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.250311:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.250343:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.250354:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.250362:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260344:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260379:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260394:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598444.260419:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd01db1e reply state 00000000b177f8c2 transno 4294967972 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260433:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260442:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:2.0:1788598444.260445:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598444.260494:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788598444.260505:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00010000:00010000:2.0:1788598444.260516:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260525:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260531:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260538:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598444.260543:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260602:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260622:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598444.260624:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598444.260629:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260640:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607033f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598444.260658:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd01db1e reply state 00000000b177f8c2 transno 4294967972 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260666:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.260673:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8a1a86120600) 00010000:00010000:2.0:1788598444.260675:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598444.260677:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788598444.261542:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+95:29735:x1875480722981504:12345-192.168.202.17@tcp:36:mkdir.0 Request processed in 15393us (16829us total) trans 4294967972 rc 0/0 00000100:00100000:2.0:1788598444.261565:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1127 00000100:00100000:0.0:1788598444.293332:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598444.293363:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747019008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598444.293458:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598444.293707:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747019008 00000100:00100000:2.0:1788598444.293718:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747019008 00000100:00100000:2.0:1788598444.293817:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1788598444.293828:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747019008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598444.293882:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3916144640 avail 3684622336 00000100:00100000:2.0:1788598444.293948:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747019008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598444.293955:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1788598444.294001:0:3668:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:2.0:1788598444.294008:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967352 00000100:00100000:2.0:1788598444.294041:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747019008:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788598444.294224:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598444.294476:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598444.294491:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747019136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598444.294529:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598444.294577:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747019136 00000100:00100000:1.0:1788598444.294581:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747019136 00000100:00100000:1.0:1788598444.294625:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1788598444.294633:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747019136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598444.294646:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3916144640 avail 3684622336 00000100:00100000:1.0:1788598444.294677:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747019136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598444.294684:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1788598444.294714:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747019136:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788598444.294796:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598444.666125:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598444.666228:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722981760 00000100:00100000:2.0:1788598444.666246:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722981760 00000100:00100000:2.0:1788598444.666354:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1128 00000100:00100000:2.0:1788598444.666368:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+95:29772:x1875480722981760:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:2.0:1788598444.666403:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598444.666429:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070354 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd3d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.666573:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607035b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.666587:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607035b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.666599:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607035b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598444.666645:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788598444.666649:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598444.666668:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607035b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.666689:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070354 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd3d expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.666706:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607035b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd3d expref: 96 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.666717:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598444.666719:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598444.666723:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ece00, rc 0) 00000100:00100000:2.0:1788598444.666865:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+96:29772:x1875480722981760:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 500us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598444.666872:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1128 00000100:00100000:0.0:1788598444.668866:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598444.668963:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598444.669120:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722981888 00000100:00100000:3.0:1788598444.669135:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722981888 00000100:00100000:3.0:1788598444.669211:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722982144 00000100:00100000:3.0:1788598444.669214:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722982144 00000100:00100000:3.0:1788598444.669246:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1129 00000100:00100000:3.0:1788598444.669255:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722981888:12345-192.168.202.17@tcp:41:mkdir.0 00000004:00000024:3.0:1788598444.669308:0:10034:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598444.669375:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+10:2433:x1875480722981888:12345-192.168.202.17@tcp:41:mkdir.0 Request processed in 120us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598444.669386:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1129 00000100:00100000:3.0:1788598444.669402:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1130 00000100:00100000:3.0:1788598444.669408:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:29772:x1875480722982144:12345-192.168.202.17@tcp:36:mkdir.0 00000100:00100000:3.0:1788598444.669501:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:10034:1875480747019264:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788598444.669543:0:10034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598444.669599:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598444.669715:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747019264 00000100:00100000:3.0:1788598444.669718:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747019264 00000100:00100000:3.0:1788598444.669781:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1788598444.669788:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:10034:x1875480747019264:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788598444.669883:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:10034:x1875480747019264:12345-0@lo:1000:mdt00_003.0 Request processed in 96us (338us total) trans 0 rc 1/1 00000100:00100000:3.0:1788598444.669890:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1788598444.669927:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:10034:1875480747019264:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788598444.669982:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:29772:x1875480722982144:12345-192.168.202.17@tcp:36:mkdir.0 Request processed in 574us (1019us total) trans 0 rc -17/-17 00000100:00100000:3.0:1788598444.669988:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1130 00000100:00080000:0.0:1788598444.670092:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598444.671815:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598444.671965:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722982272 00000100:00100000:3.0:1788598444.671974:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722982272 00000100:00100000:3.0:1788598444.672031:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1131 00000100:00100000:3.0:1788598444.672039:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+96:29772:x1875480722982272:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:3.0:1788598444.672056:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598444.672077:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070362 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd44 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672142:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672157:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672169:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672180:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070370 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672188:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070370 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672195:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070370 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672267:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070377 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672286:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070377 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672293:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070377 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598444.672334:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:3.0:1788598444.672339:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598444.672355:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070377 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672372:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672378:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672384:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672389:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672396:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598444.672401:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672407:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672418:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598444.672421:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598444.672425:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672432:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070369 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672445:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070370 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672451:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070370 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672457:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070370 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672462:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598444.672465:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070370 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672470:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070370 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672475:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8a1a86120600) 00010000:00010000:3.0:1788598444.672477:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598444.672479:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070370 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672484:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070370 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672506:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070362 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd44 expref: 98 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672519:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070377 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd44 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.672525:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:3.0:1788598444.672526:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598444.672529:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656e00, rc 0) 00000100:00100000:3.0:1788598444.672596:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+97:29772:x1875480722982272:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 557us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598444.672606:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1131 00000040:00080000:3.0:1788598444.674448:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598444.674457:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598444.676021:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788598444.676035:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598444.775802:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598444.795023:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722982400 00000100:00100000:0.0:1788598444.795039:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722982400 00000100:00100000:0.0:1788598444.795120:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1132 00000100:00100000:0.0:1788598444.795130:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+42:29778:x1875480722982400:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598444.795155:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598444.795177:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb1607037e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd4b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.795243:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.795258:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.795269:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598444.795344:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598444.795348:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598444.795368:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.795394:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb1607037e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd4b expref: 44 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.795415:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd4b expref: 43 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.795425:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598444.795427:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598444.795431:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731200, rc 0) 00000100:00100000:0.0:1788598444.795507:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29778:x1875480722982400:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 377us (19713us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598444.795514:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1132 00000100:00100000:3.0:1788598444.803337:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747019392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598444.803420:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598444.803772:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747019392 00000100:00100000:1.0:1788598444.803781:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747019392 00000100:00100000:1.0:1788598444.803847:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1788598444.803859:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747019392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598444.803888:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:1.0:1788598444.803937:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747019392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598444.803944:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1788598444.804089:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747019392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598444.824810:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598444.829632:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722982656 00000100:00100000:2.0:1788598444.829649:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722982656 00000100:00100000:2.0:1788598444.829728:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1133 00000100:00100000:2.0:1788598444.829780:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+97:29778:x1875480722982656:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598444.829802:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598444.829806:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1788598444.829833:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070377 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd44 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.829856:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:2.0:1788598444.829862:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598444.829884:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607038c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd52 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.829989:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070393 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.830003:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070393 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.830012:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070393 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.830027:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.830033:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.830039:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.830416:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.830425:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598444.830433:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598444.830443:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:3.0:1788598444.830644:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070393 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.830653:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070393 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.830660:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070393 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.830666:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eda00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598444.830672:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070393 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.830680:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070393 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.830690:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:3.0:1788598444.830693:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598444.830697:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070393 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.830703:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070393 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598444.830715:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd0484e2 reply state 000000006f1a1c72 transno 4294967973 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.830726:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.830731:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8a1a86120a00) 00010000:00010000:3.0:1788598444.830766:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598444.830770:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788598444.830799:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607038c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd52 expref: 99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.830814:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd52 expref: 98 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.830821:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86120f00) 00010000:00010000:3.0:1788598444.830823:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598444.830825:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893edc00, rc 0) 00000100:00100000:3.0:1788598444.830959:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+99:29778:x1875480722982656:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1182us (6160us total) trans 4294967973 rc 0/0 00000100:00100000:3.0:1788598444.830969:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1133 00000100:00100000:0.0:1788598444.841540:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598444.841811:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722982912 00000100:00100000:3.0:1788598444.841822:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722982912 00000100:00100000:3.0:1788598444.842016:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1134 00000100:00100000:3.0:1788598444.842029:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+99:29778:x1875480722982912:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598444.842057:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598444.842079:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160703af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd59 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.842285:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.842300:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd52 expref: 100 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.842503:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.842544:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd52 expref: 100 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.842569:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd52 expref: 100 pid: 6524 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598444.842584:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747019520:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598444.842702:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598444.847089:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598444.847253:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722983040 00000100:00100000:0.0:1788598444.847262:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722983040 00010000:00010000:0.0:1788598444.847308:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd52 expref: 101 pid: 6524 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598444.847358:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 353 00000100:00100000:0.0:1788598444.847367:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+101:2433:x1875480722983040:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598444.847381:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598444.847388:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd52 expref: 101 pid: 6524 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.847403:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd52 expref: 101 pid: 6524 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.847426:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86120f00) 00010000:00010000:0.0:1788598444.847432:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.847442:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.847450:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598444.847468:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598444.847526:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+101:2433:x1875480722983040:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 160us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598444.847533:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 353 00010000:00010000:3.0:1788598444.848663:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160703a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd52 expref: 100 pid: 6524 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598444.848682:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747019520:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598444.848701:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.848709:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.848720:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598444.848781:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:3.0:1788598444.849045:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.849053:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.849060:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.849065:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598444.849069:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.849077:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.849089:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86120f00) 00010000:00010000:3.0:1788598444.849091:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598444.849094:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.849100:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703b6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.849462:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160703af lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd59 expref: 100 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.849479:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:3.0:1788598444.849481:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598444.849485:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160703af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd59 expref: 100 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.849495:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657a00, rc 0) 00000100:00100000:3.0:1788598444.849556:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+99:29778:x1875480722982912:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 7531us (8029us total) trans 4294967974 rc 301/301 00000100:00100000:3.0:1788598444.849564:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1134 00000100:00100000:2.0:1788598444.858975:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598444.859178:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722983296 00000100:00100000:0.0:1788598444.859189:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722983296 00000100:00100000:0.0:1788598444.859305:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 229 00000100:00100000:0.0:1788598444.859316:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+99:29778:x1875480722983296:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598444.860182:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+100:29778:x1875480722983296:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 862us (1209us total) trans 4294967975 rc 0/0 00000100:00100000:0.0:1788598444.860193:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 229 00000100:00100000:1.0:1788598444.864871:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598444.865410:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722983424 00000100:00100000:3.0:1788598444.865420:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722983424 00000100:00100000:3.0:1788598444.865484:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1135 00000100:00100000:3.0:1788598444.865493:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+100:29778:x1875480722983424:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598444.865513:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598444.865534:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160703c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd60 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.865651:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160703c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd60 expref: 101 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.865666:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160703c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd60 expref: 101 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.865683:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:3.0:1788598444.865687:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598444.865691:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657a00, rc 0) 00000100:00100000:3.0:1788598444.865790:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+101:29778:x1875480722983424:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 297us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598444.865798:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1135 00000040:00080000:3.0:1788598444.868479:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788598444.871994:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598444.872080:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722983680 00000100:00100000:3.0:1788598444.872092:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722983680 00000100:00100000:3.0:1788598444.872160:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1136 00000100:00100000:3.0:1788598444.872171:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+101:29778:x1875480722983680:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788598444.872254:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.872280:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.872293:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.872550:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.872676:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.872683:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.872688:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598444.872693:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.872704:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703cb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.872716:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:3.0:1788598444.872719:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788598444.872724:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703cb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.872730:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160703cb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598444.872843:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+102:29778:x1875480722983680:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 673us (858us total) trans 4294967976 rc 0/0 00000100:00100000:3.0:1788598444.872850:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1136 00000100:00100000:1.0:1788598444.876819:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598444.876912:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722983936 00000100:00100000:3.0:1788598444.876922:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722983936 00000100:00100000:3.0:1788598444.876977:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1137 00000100:00100000:3.0:1788598444.876986:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+102:29778:x1875480722983936:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598444.877209:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.877226:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.877237:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788598444.877470:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967977 00000004:00010000:3.0:1788598444.877495:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db50b616 reply state 0000000041210483 transno 4294967978 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.877512:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598444.877519:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:3.0:1788598444.877522:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788598444.877526:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598444.878100:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+105:29778:x1875480722983936:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 1113us (1288us total) trans 4294967978 rc 0/0 00000100:00100000:3.0:1788598444.878109:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1137 00000020:00080000:3.0:1788598444.878114:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788598444.887008:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598444.887107:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722984192 00000100:00100000:2.0:1788598444.887118:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722984192 00000100:00100000:2.0:1788598444.887397:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 230 00000100:00100000:2.0:1788598444.887409:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+105:29778:x1875480722984192:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598444.887683:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+106:29778:x1875480722984192:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 276us (684us total) trans 4294967979 rc 0/0 00000100:00100000:2.0:1788598444.887691:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 230 00010000:00010000:2.0:1788598444.929936:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598445.027858:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.027999:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722984320 00000100:00100000:0.0:1788598445.028009:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722984320 00000100:00100000:0.0:1788598445.028069:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1138 00000100:00100000:0.0:1788598445.028079:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+106:29784:x1875480722984320:12345-192.168.202.17@tcp:101:cmp.0 00010000:00010000:0.0:1788598445.028104:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598445.028122:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb160703d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd67 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028187:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028201:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028212:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028223:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb160703e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028231:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb160703e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028237:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb160703e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028347:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730000/0x6b7334fb160703ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028355:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730000/0x6b7334fb160703ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028362:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730000/0x6b7334fb160703ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598445.028393:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1788598445.028397:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598445.028416:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730000/0x6b7334fb160703ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028429:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028440:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028446:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028453:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028458:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598445.028463:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028470:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028481:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598445.028483:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598445.028488:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028493:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb160703e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028510:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb160703e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028516:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb160703e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.028522:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb160703e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.029066:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598445.029070:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb160703e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.029076:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb160703e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.029086:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8a1a86120600) 00010000:00010000:0.0:1788598445.029088:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598445.029091:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb160703e7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.029097:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb160703e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.029125:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb160703d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd67 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.029138:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730000/0x6b7334fb160703ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd67 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.029145:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:0.0:1788598445.029147:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788598445.029149:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730000, rc 0) 00000100:00100000:0.0:1788598445.029213:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+107:29784:x1875480722984320:12345-192.168.202.17@tcp:101:cmp.0 Request processed in 1136us (1366us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598445.029222:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1138 00000100:00100000:3.0:1788598445.035243:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598445.035313:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722984576 00000100:00100000:2.0:1788598445.035324:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722984576 00000100:00100000:2.0:1788598445.035391:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1139 00000100:00100000:2.0:1788598445.035401:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+107:29784:x1875480722984576:12345-192.168.202.17@tcp:101:cmp.0 00010000:00010000:2.0:1788598445.035422:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598445.035443:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160703f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd6e expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.035522:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160703fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.035667:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160703fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.035680:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160703fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.035693:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070403 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.035700:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070403 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.035706:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070403 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036043:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1607040a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036054:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1607040a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036064:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1607040a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598445.036074:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:2.0:1788598445.036152:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160703fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036159:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160703fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036165:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160703fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036171:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598445.036175:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160703fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036182:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160703fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036193:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:2.0:1788598445.036196:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598445.036200:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160703fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036206:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb160703fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036216:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070403 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036226:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070403 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036231:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070403 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036236:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598445.036238:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070403 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036243:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070403 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036249:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8a1a86120a00) 00010000:00010000:2.0:1788598445.036252:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598445.036254:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070403 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036260:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070403 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036311:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160703f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd6e expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036327:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1607040a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd6e expref: 109 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.036334:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:2.0:1788598445.036336:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598445.036339:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec000, rc 0) 00000100:00100000:2.0:1788598445.036453:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+109:29784:x1875480722984576:12345-192.168.202.17@tcp:101:cmp.0 Request processed in 1053us (1219us total) trans 4294967980 rc 0/0 00000100:00100000:2.0:1788598445.036461:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1139 00000100:00100000:1.0:1788598445.056835:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.058029:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722984832 00000100:00100000:0.0:1788598445.058043:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722984832 00000100:00100000:0.0:1788598445.058113:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 52 00000100:00100000:0.0:1788598445.058125:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+109:29784:x1875480722984832:12345-192.168.202.17@tcp:103:cmp.0 00010000:00010000:1.0:1788598445.058205:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788598445.058232:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb1607040a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd6e expref: 109 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.058256:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160703c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd60 expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.058284:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:1.0:1788598445.058290:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598445.058364:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+107:29784:x1875480722984832:12345-192.168.202.17@tcp:103:cmp.0 Request processed in 242us (1538us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598445.058372:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 52 00000100:00100000:3.0:1788598445.061202:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.061322:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722984960 00000100:00100000:0.0:1788598445.061332:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722984960 00000100:00100000:0.0:1788598445.061394:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1140 00000100:00100000:0.0:1788598445.061404:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+107:29784:x1875480722984960:12345-192.168.202.17@tcp:58:cmp.0 00010000:00010000:0.0:1788598445.061515:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.061539:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.061551:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788598445.061649:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:0.0:1788598445.061929:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+107:29784:x1875480722984960:12345-192.168.202.17@tcp:58:cmp.0 Request processed in 332us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598445.061938:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1140 00000100:00100000:3.0:1788598445.064136:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.067842:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722985088 00000100:00100000:0.0:1788598445.067858:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722985088 00000100:00100000:0.0:1788598445.067928:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1141 00000100:00100000:0.0:1788598445.067939:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+107:29784:x1875480722985088:12345-192.168.202.17@tcp:101:cmp.0 00010000:00010000:0.0:1788598445.067960:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598445.067982:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd75 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.068038:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.068049:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.068068:0:6525:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.068081:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.068095:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:0.0:1788598445.068098:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598445.068102:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.068110:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731400, rc 0) 00000100:00100000:0.0:1788598445.068188:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+108:29784:x1875480722985088:12345-192.168.202.17@tcp:101:cmp.0 Request processed in 250us (4059us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598445.068196:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1141 00000040:00080000:3.0:1788598445.698416:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598445.698441:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598445.698649:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:3.0:1788598445.698663:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598445.699090:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747019648:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598445.701394:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788598445.707552:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747019648:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598445.708521:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598445.712135:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722985216 00000100:00100000:2.0:1788598445.712153:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722985216 00000100:00100000:2.0:1788598445.712254:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1142 00000100:00100000:2.0:1788598445.712265:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29785:x1875480722985216:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598445.712319:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598445.712518:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29785:x1875480722985216:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 253us (4004us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598445.712526:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1142 00000100:00100000:1.0:1788598445.723702:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598445.735602:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722985344 00000100:00100000:3.0:1788598445.735617:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722985344 00000100:00100000:2.0:1788598445.736557:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1143 00000100:00100000:2.0:1788598445.736569:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29785:x1875480722985344:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788598445.736644:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070426 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736663:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070426 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736676:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070426 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736725:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1607042d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736749:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1607042d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736761:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1607042d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736785:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736793:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736799:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598445.736845:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:2.0:1788598445.736850:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598445.736861:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736871:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070426 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736877:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070426 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736884:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070426 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736890:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598445.736894:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070426 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736901:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070426 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736913:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598445.736916:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598445.736921:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070426 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736926:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070426 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736939:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1607042d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736944:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1607042d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736949:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1607042d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736954:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598445.736956:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1607042d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736962:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1607042d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736968:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xf416ea50 (ffff8a1a86120300) 00010000:00010000:2.0:1788598445.736970:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598445.736972:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1607042d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736978:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb1607042d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.736995:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.737001:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.737005:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.737010:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598445.737012:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.737017:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.737023:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:2.0:1788598445.737025:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598445.737027:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.737033:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070434 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598445.737110:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29785:x1875480722985344:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 541us (13427us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598445.737117:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1143 00000100:00100000:1.0:1788598445.741646:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.741835:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722985600 00000100:00100000:0.0:1788598445.741845:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722985600 00000100:00100000:0.0:1788598445.741906:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1144 00000100:00100000:0.0:1788598445.741918:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+43:29785:x1875480722985600:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598445.741939:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598445.741959:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607043b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd7c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742071:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070442 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742086:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070442 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742098:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070442 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598445.742110:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:0.0:1788598445.742182:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070442 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742190:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070442 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742197:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070442 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742202:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598445.742206:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070442 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742214:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070442 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742226:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:0.0:1788598445.742229:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598445.742233:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070442 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742242:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070442 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742295:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607043b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd7c expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742306:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:0.0:1788598445.742308:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598445.742312:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607043b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd7c expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.742323:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731a00, rc 0) 00000100:00100000:0.0:1788598445.742384:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:29785:x1875480722985600:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 469us (747us total) trans 4294967981 rc 301/301 00000100:00100000:0.0:1788598445.742392:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1144 00000100:00100000:2.0:1788598445.749329:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.749381:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722985728 00000100:00100000:0.0:1788598445.749392:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722985728 00000100:00100000:0.0:1788598445.749457:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1145 00000100:00100000:0.0:1788598445.749467:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:29785:x1875480722985728:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598445.749507:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598445.749627:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:29785:x1875480722985728:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 160us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598445.749635:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1145 00000100:00100000:1.0:1788598445.755001:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598445.755152:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722985856 00000100:00100000:3.0:1788598445.755162:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722985856 00000100:00100000:3.0:1788598445.755289:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1146 00000100:00100000:3.0:1788598445.755300:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+44:29785:x1875480722985856:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598445.755323:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598445.755343:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070450 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd83 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755421:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16070457 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755436:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16070457 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755449:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16070457 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755462:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607045e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755469:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607045e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755476:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607045e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755571:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070465 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755580:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070465 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755588:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070465 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598445.755621:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:3.0:1788598445.755625:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598445.755643:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070465 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755655:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16070457 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755661:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16070457 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755673:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16070457 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755689:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598445.755852:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16070457 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755862:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16070457 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755875:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598445.755878:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598445.755883:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16070457 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755890:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16070457 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755906:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607045e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755913:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607045e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755924:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607045e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755928:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598445.755931:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607045e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755936:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607045e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755944:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8a1a86120600) 00010000:00010000:3.0:1788598445.755946:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598445.755948:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607045e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755953:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607045e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755981:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070450 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd83 expref: 46 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.755994:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656e00/0x6b7334fb16070465 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd83 expref: 45 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.756002:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:3.0:1788598445.756004:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788598445.756006:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656e00, rc 0) 00000100:00100000:3.0:1788598445.756116:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:29785:x1875480722985856:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 818us (1125us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598445.756128:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1146 00000100:00100000:1.0:1788598445.766206:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.766331:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722986112 00000100:00100000:0.0:1788598445.766342:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722986112 00000100:00100000:0.0:1788598445.766398:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1147 00000100:00100000:0.0:1788598445.766408:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:29785:x1875480722986112:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598445.766428:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598445.766446:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb1607046c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd8a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788598445.766875:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17:0x0], index 1: 0 00010000:00010000:0.0:1788598445.767016:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070473 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.767029:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070473 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.767040:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070473 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.767093:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb1607046c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd8a expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.767110:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070473 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd8a expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.767118:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1b88344900) 00010000:00010000:0.0:1788598445.767121:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598445.767124:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731600, rc 0) 00000100:00100000:0.0:1788598445.767177:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29785:x1875480722986112:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 770us (980us total) trans 4294967982 rc 0/0 00000100:00100000:0.0:1788598445.767184:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1147 00000100:00100000:0.0:1788598445.797331:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598445.797418:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722986368 00000100:00100000:2.0:1788598445.797428:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722986368 00000100:00100000:2.0:1788598445.797501:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1148 00000100:00100000:2.0:1788598445.797511:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29785:x1875480722986368:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598445.797570:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598445.797596:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070473 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd8a expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.797616:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1b88344900) 00010000:00010000:2.0:1788598445.797626:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598445.797648:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070481 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.797660:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070481 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.797670:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070481 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.797696:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070488 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0xa80c2058 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.797703:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070488 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0xa80c2058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.797709:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070488 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0xa80c2058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798191:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070481 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798199:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070481 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798209:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070481 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798215:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598445.798219:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070481 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798227:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070481 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798236:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:2.0:1788598445.798239:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598445.798242:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070481 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798248:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070481 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798258:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070488 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0xa80c2058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798265:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070488 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xa80c2058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798270:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xa80c2058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798274:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598445.798286:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070488 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xa80c2058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798296:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070488 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xa80c2058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798303:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0xa80c2058 (ffff8a1a86120300) 00010000:00010000:2.0:1788598445.798305:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598445.798307:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070488 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0xa80c2058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.798312:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070488 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0xa80c2058 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598445.798416:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:29785:x1875480722986368:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 905us (1093us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788598445.798424:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1148 00000100:00100000:1.0:1788598445.808649:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598445.808791:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722986496 00000100:00100000:3.0:1788598445.808801:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722986496 00000100:00100000:3.0:1788598445.808862:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1149 00000100:00100000:3.0:1788598445.808871:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:29785:x1875480722986496:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598445.808893:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598445.808916:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607048f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd91 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.808951:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.808963:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.808975:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.809083:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607048f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd91 expref: 48 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.809103:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd91 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.809112:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598445.809115:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598445.809119:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657a00, rc 0) 00000100:00100000:3.0:1788598445.809236:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29785:x1875480722986496:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 364us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598445.809243:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1149 00000100:00100000:1.0:1788598445.829987:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598445.830112:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722986752 00000100:00100000:3.0:1788598445.830122:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722986752 00000100:00100000:3.0:1788598445.830187:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1150 00000100:00100000:3.0:1788598445.830197:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29785:x1875480722986752:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598445.830295:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.830313:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.830325:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598445.830502:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 88 off9184 00000004:00080000:3.0:1788598445.830513:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 735715777374ns, next at 736715774901ns, rc = 0 00000004:00010000:3.0:1788598445.830559:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000392e2ab reply state 0000000033ceb3d0 transno 4294967983 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.830580:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.830588:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598445.830591:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788598445.830594:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598445.830690:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29785:x1875480722986752:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 493us (711us total) trans 4294967983 rc 0/0 00000100:00100000:3.0:1788598445.830697:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1150 00000100:00100000:2.0:1788598445.833553:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598445.833705:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722986880 00000100:00100000:1.0:1788598445.833715:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722986880 00000100:00100000:1.0:1788598445.833803:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1151 00000100:00100000:1.0:1788598445.833813:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:29785:x1875480722986880:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598445.833838:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598445.833859:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160704a4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd98 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.833913:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160704a4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd98 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.833928:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160704a4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd98 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.833948:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598445.833951:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598445.833955:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f600, rc 0) 00000100:00100000:1.0:1788598445.834014:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:29785:x1875480722986880:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 203us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598445.834026:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1151 00000100:00100000:1.0:1788598445.836900:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598445.837807:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722987008 00000100:00100000:2.0:1788598445.837818:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722987008 00000100:00100000:2.0:1788598445.837901:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 303 00000100:00100000:2.0:1788598445.837913:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722987008:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788598445.838153:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722987008:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 243us (1270us total) trans 4294967356 rc 0/0 00000100:00100000:2.0:1788598445.838160:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 303 00000100:00080000:0.0:1788598445.838241:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598445.866922:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.867116:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722987264 00000100:00100000:0.0:1788598445.867127:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722987264 00000100:00100000:0.0:1788598445.867190:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 231 00000100:00100000:0.0:1788598445.867201:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:29785:x1875480722987264:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598445.867482:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:29785:x1875480722987264:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 283us (568us total) trans 4294967984 rc 0/0 00000100:00100000:0.0:1788598445.867491:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 231 00000100:00100000:1.0:1788598445.882879:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.883063:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722987520 00000100:00100000:0.0:1788598445.883073:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722987520 00000100:00100000:0.0:1788598445.883136:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1152 00000100:00100000:0.0:1788598445.883146:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:29785:x1875480722987520:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598445.883262:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:29785:x1875480722987520:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 117us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598445.883269:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1152 00000100:00100000:3.0:1788598445.909927:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598445.910146:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722987648 00000100:00100000:2.0:1788598445.910158:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722987648 00000100:00100000:2.0:1788598445.910227:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1153 00000100:00100000:2.0:1788598445.910238:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:29785:x1875480722987648:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598445.910264:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598445.910301:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb160704ab lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebd9f expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.910374:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160704b2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.910389:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160704b2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.910402:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160704b2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598445.910457:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598445.910480:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160704b2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.910506:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb160704ab lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd9f expref: 53 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.910525:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160704b2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd9f expref: 52 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598445.910534:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598445.910537:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788598445.910541:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ecc00, rc 0) 00000100:00100000:2.0:1788598445.910624:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+52:29785:x1875480722987648:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 388us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598445.910631:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1153 00000100:00100000:2.0:1788598445.922581:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.925529:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722987776 00000100:00100000:0.0:1788598445.925552:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722987776 00000100:00100000:0.0:1788598445.925628:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 304 00000100:00100000:0.0:1788598445.925637:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722987776:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598445.925663:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598445.925685:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb160704b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebda6 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598445.925711:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9bd8ae, blocks: 0x0 00010000:00010000:0.0:1788598445.925730:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598445.925763:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598445.925774:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb160704b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebda6 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.925794:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb160704b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebda6 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.925809:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731000, rc 0) 00000100:00100000:0.0:1788598445.925892:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722987776:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 256us (3321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598445.925899:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 304 00000100:00100000:0.0:1788598445.933002:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598445.933187:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722988032 00000100:00100000:3.0:1788598445.933198:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722988032 00000100:00100000:3.0:1788598445.933258:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1154 00000100:00100000:3.0:1788598445.933268:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:29785:x1875480722988032:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598445.933396:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:29785:x1875480722988032:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 129us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598445.933404:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1154 00000100:00100000:3.0:1788598445.946301:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.946412:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722988160 00000100:00100000:0.0:1788598445.946423:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722988160 00000100:00100000:0.0:1788598445.946489:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 305 00000100:00100000:0.0:1788598445.946499:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:29785:x1875480722988160:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598445.946518:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598445.946535:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdad expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.946582:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb160704b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebda6 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.946591:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598445.946593:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598445.946596:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 13 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.946638:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb160704b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebda6 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.946654:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb160704b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebda6 expref: 13 pid: 8405 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598445.946668:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747019776:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598445.946806:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88f21240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598445.949931:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747019776:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598445.949964:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 13 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.949985:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730200, rc 0) 00000100:00100000:0.0:1788598445.950044:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:29785:x1875480722988160:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 3546us (3765us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598445.950053:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 305 00000100:00100000:1.0:1788598445.952335:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.952472:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722988288 00000100:00100000:0.0:1788598445.952482:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722988288 00010000:00010000:0.0:1788598445.952522:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb160704b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebda6 expref: 13 pid: 8405 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598445.952571:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 354 00000100:00100000:0.0:1788598445.952581:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722988288:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598445.952599:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598445.952624:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb160704b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebda6 expref: 13 pid: 8405 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.952639:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb160704b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebda6 expref: 13 pid: 8405 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.952661:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb160704b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebda6 expref: 13 pid: 8405 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.952679:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598445.952681:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598445.952687:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.952698:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598445.952781:0:10276:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598445.952798:0:10276:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10276:1875480747019904:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598445.952871:0:10276:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88f21240 going to sleep for 11 seconds 00010000:00010000:1.0:1788598445.955057:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598445.958042:0:10276:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10276:1875480747019904:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598445.958070:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598445.958126:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722988288:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 5546us (5800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598445.958137:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 354 00000100:00100000:1.0:1788598445.966844:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598445.966940:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722988416 00000100:00100000:0.0:1788598445.966952:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722988416 00002000:00100000:0.0:1788598445.967007:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff8a1ba023dc00 x1875480722988416/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:436/0 lens 648/0 e 0 to 0 dl 1788598456 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598445.967019:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1ba023dc00 with x1875480722988416 ext(0->157) 00002000:00010000:0.0:1788598445.967025:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1ba023dc00 00000100:00100000:0.0:1788598445.967058:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 85 00000100:00100000:0.0:1788598445.967068:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722988416:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788598445.969953:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2433:x1875480722988416:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 2875us (3108us total) trans 4294967357 rc 0/0 00000100:00100000:0.0:1788598445.969967:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 85 00002000:00100000:0.0:1788598445.969979:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff8a1ba023dc00 x1875480722988416/t4294967357(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:436/0 lens 648/448 e 0 to 0 dl 1788598456 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598445.969989:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1ba023dc00 with x1875480722988416 ext(0->157) 00002000:00010000:0.0:1788598445.969995:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1ba023dc00 00000100:00100000:1.0:1788598445.975490:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598445.975765:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722988544 00000100:00100000:3.0:1788598445.975776:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722988544 00000100:00100000:3.0:1788598445.975837:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1155 00000100:00100000:3.0:1788598445.975847:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:29785:x1875480722988544:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788598445.979366:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967984 is committed 00000004:00080000:2.0:1788598445.979384:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000001:00080000:2.0:1788598445.979419:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967980 is committed 00000020:00080000:2.0:1788598445.979434:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000020:00080000:2.0:1788598445.979453:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:2.0:1788598445.979463:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00010000:00010000:3.0:1788598445.979521:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979533:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979540:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979546:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598445.979550:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979571:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979589:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8a1a86120600) 00010000:00010000:3.0:1788598445.979593:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598445.979598:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979604:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070346 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979627:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979633:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979639:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979644:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598445.979647:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979653:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979660:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:3.0:1788598445.979663:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598445.979666:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979671:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607034d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979686:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979693:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979698:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979703:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598445.979706:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979712:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979720:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8a1a86120a00) 00010000:00010000:3.0:1788598445.979723:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598445.979725:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979731:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607039a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979786:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979793:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979799:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979805:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598445.979808:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979813:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979822:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:3.0:1788598445.979824:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788598445.979827:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598445.979833:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160703d2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598445.980116:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:29785:x1875480722988544:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 4265us (4629us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598445.980127:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1155 00000100:00100000:2.0:1788598445.980641:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747020032:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788598445.980696:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598445.981119:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747020032 00000100:00100000:0.0:1788598445.981127:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747020032 00000100:00100000:0.0:1788598445.981190:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1788598445.981199:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747020032:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1788598445.981319:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1788598445.981322:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1788598446 00002000:00010000:0.0:1788598445.981325:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788598445.981328:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1788598446 -> 1788598446 00002000:00010000:0.0:1788598445.981330:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1788598445.981371:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747020032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 173us (674us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1788598445.981378:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000004:00080000:0.0:1788598445.981417:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1b88353b80/2, rc 0, transno 4294967358 00000100:00100000:0.0:1788598445.981423:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747020032:0@lo:2:osp-syn-1-0.0 00000100:00080000:2.0:1788598445.981503:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788598445.981631:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.981641:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.981648:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.981653:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598445.981657:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.981663:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.981680:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598445.981683:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788598445.981686:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598445.981692:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607049d lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598445.985346:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598445.985449:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722988672 00000100:00100000:2.0:1788598445.985462:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722988672 00000100:00100000:2.0:1788598445.985547:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 307 00000100:00100000:2.0:1788598445.985558:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2433:x1875480722988672:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1788598445.989580:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000001:00080000:0.0:1788598445.989595:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00000100:00100000:1.0:1788598445.989786:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722988672:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 4224us (4443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598445.989798:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 307 00000100:00100000:1.0:1788598446.001609:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598446.001871:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722988928 00000100:00100000:2.0:1788598446.001881:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722988928 00000100:00100000:2.0:1788598446.001962:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1156 00000100:00100000:2.0:1788598446.001972:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29785:x1875480722988928:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00000100:00080000:0.0:1788598446.002184:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598446.002245:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598446.002273:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160704b2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd9f expref: 47 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.002305:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598446.002310:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598446.002341:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.002354:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.002364:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598446.002480:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006a2aa8bd reply state 00000000525240b2 transno 4294967985 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.002492:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.002498:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598446.002501:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598446.002504:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598446.002658:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:29785:x1875480722988928:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 687us (1058us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1788598446.002666:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1156 00000100:00100000:0.0:1788598446.015207:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598446.015294:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722989056 00000100:00100000:1.0:1788598446.015303:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722989056 00000100:00100000:1.0:1788598446.015364:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 308 00000100:00100000:1.0:1788598446.015375:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480722989056:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788598446.015550:0:14172:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1788598446.015554:0:14172:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1788598446 -> 1536580263 00002000:00010000:1.0:1788598446.015557:0:14172:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime from disk: 0 -> 1788597742 00002000:00010000:1.0:1788598446.015571:0:14172:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1788598446 -> 1788598445 00002000:00010000:1.0:1788598446.015574:0:14172:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1788598446.015634:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480722989056:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 261us (437us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1788598446.015642:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 308 00000100:00100000:0.0:1788598446.022937:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598446.023660:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722989312 00000100:00100000:3.0:1788598446.023669:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722989312 00000100:00100000:3.0:1788598446.023777:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1157 00000100:00100000:3.0:1788598446.023787:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:29785:x1875480722989312:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788598446.023859:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.023875:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd91 expref: 48 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.023885:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.023934:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd91 expref: 48 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.023948:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd91 expref: 48 pid: 10034 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598446.023961:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747020160:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598446.024498:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133780 going to sleep for 11 seconds 00000100:00100000:2.0:1788598446.033413:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598446.034253:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747020160:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598446.034292:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598446.035657:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722989440 00000100:00100000:1.0:1788598446.036233:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722989440 00010000:00010000:0.0:1788598446.036396:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd91 expref: 49 pid: 10034 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598446.036497:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 355 00000100:00100000:0.0:1788598446.036506:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2433:x1875480722989440:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598446.036521:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598446.036528:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd91 expref: 49 pid: 10034 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.036542:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd91 expref: 49 pid: 10034 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.036578:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070496 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd91 expref: 49 pid: 10034 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.036603:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598446.036607:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.036618:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.036625:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.036662:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598446.036872:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.036880:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.036929:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.036936:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.036943:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.036948:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598446.036952:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.036960:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.036969:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598446.036972:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788598446.036976:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.036992:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb160704ce lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598446.037069:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:29785:x1875480722989312:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 13283us (14139us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788598446.037082:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1157 00000100:00100000:0.0:1788598446.039850:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2433:x1875480722989440:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 3333us (6435us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598446.039863:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 355 00000100:00100000:2.0:1788598446.054200:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598446.058533:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722989568 00000100:00100000:0.0:1788598446.058546:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722989568 00000100:00100000:0.0:1788598446.058755:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 309 00000100:00100000:0.0:1788598446.058768:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722989568:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598446.058816:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.058835:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.058844:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598446.058846:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598446.058849:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.058901:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.058916:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 12 pid: 14172 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598446.058932:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747020288:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598446.059031:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88f21240 going to sleep for 11 seconds 00000100:00100000:1.0:1788598446.068494:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598446.068671:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722989696 00000100:00100000:3.0:1788598446.068682:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722989696 00010000:00010000:3.0:1788598446.068721:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 13 pid: 14172 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598446.068796:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 356 00000100:00100000:3.0:1788598446.068805:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722989696:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598446.068820:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598446.068843:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 13 pid: 14172 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.068859:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 13 pid: 14172 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.068901:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598446.068904:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598446.068910:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.068920:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.068941:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598446.069214:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480722989696:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 409us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598446.069222:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 356 00010000:00010000:0.0:1788598446.070583:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b82492ce/0x6b7334fb160704c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdad expref: 12 pid: 14172 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598446.070605:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747020288:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598446.070628:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.070640:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.070647:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.070685:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.070697:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.070705:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.070718:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598446.070723:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.070730:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.070808:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.070816:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d53749b/0x6b7334fb160704d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598446.071149:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722989568:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 12383us (16957us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598446.071159:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 309 00000100:00100000:0.0:1788598446.089980:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598446.090367:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722989952 00000100:00100000:3.0:1788598446.090377:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722989952 00000100:00100000:3.0:1788598446.090431:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1158 00000100:00100000:3.0:1788598446.090440:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:29785:x1875480722989952:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598446.090515:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160704dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.090531:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160704dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.090540:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160704dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.090685:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.090699:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160704a4 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd98 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.090718:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.090773:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160704a4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd98 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.090787:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160704a4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd98 expref: 48 pid: 6524 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598446.090801:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747020416:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598446.091601:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b86133a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598446.098953:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598446.099611:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747020416:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598446.099640:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598446.114357:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722990080 00000100:00100000:1.0:1788598446.114373:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722990080 00010000:00010000:1.0:1788598446.114430:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160704a4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd98 expref: 49 pid: 6524 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598446.114480:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 357 00000100:00100000:1.0:1788598446.114492:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2433:x1875480722990080:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598446.114508:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598446.114515:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160704a4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd98 expref: 49 pid: 6524 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.114531:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160704a4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd98 expref: 49 pid: 6524 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.114555:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160704a4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd98 expref: 49 pid: 6524 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.114583:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598446.114590:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.114600:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.114608:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.114642:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598446.114715:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480722990080:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 226us (15772us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598446.114723:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 357 00010000:00010000:0.0:1788598446.114833:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.114842:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598446.114957:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967986 00000001:00080000:0.0:1788598446.115085:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967987 00000001:00080000:0.0:1788598446.115119:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967988 00000100:00100000:0.0:1788598446.115202:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747020544:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788598446.115258:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598446.115311:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88f21a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598446.119630:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747020544 00000100:00100000:1.0:1788598446.119646:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747020544 00000100:00100000:1.0:1788598446.119725:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1788598446.119755:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747020544:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788598446.119911:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747020544:12345-0@lo:1000:mdt00_000.0 Request processed in 176us (4652us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598446.119919:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1788598446.120937:0:6523:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000004:00080000:0.0:1788598446.120945:0:6523:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1b88353b80, transno 4294967358 00000100:00100000:0.0:1788598446.120968:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747020544:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1788598446.121134:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967989 00000100:00100000:0.0:1788598446.121216:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747020672:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788598446.121264:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598446.121321:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88f21780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598446.121508:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747020672 00000100:00100000:3.0:1788598446.121514:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747020672 00000100:00100000:3.0:1788598446.121555:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1788598446.121564:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747020672:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598446.121718:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6523:x1875480747020672:12345-0@lo:1000:mdt00_000.0 Request processed in 155us (453us total) trans 4294967360 rc 0/0 00000100:00100000:3.0:1788598446.121727:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1788598446.122323:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747020672:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1788598446.122363:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122374:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122387:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122392:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598446.122397:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122404:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122421:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598446.122424:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598446.122429:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122435:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160704e3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122461:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122467:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122472:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122477:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598446.122479:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122488:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122496:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:0.0:1788598446.122498:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598446.122504:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122515:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122523:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.122555:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598446.122567:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747020800:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598446.122651:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88f21780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598446.129192:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598446.129459:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747020800:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598446.129487:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129499:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070418 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129538:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb160704ea lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129551:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb160704ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129574:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb160704ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129584:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb160704ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129589:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb160704ea lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129595:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb160704ea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129600:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598446.129603:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb160704ea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129610:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb160704ea lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129621:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:0.0:1788598446.129624:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598446.129627:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb160704ea lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129632:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb160704ea lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129641:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160704dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129647:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160704dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129652:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160704dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129656:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598446.129659:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160704dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129670:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160704dc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129687:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:0.0:1788598446.129689:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598446.129692:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160704dc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.129697:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160704dc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598446.129914:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:29785:x1875480722989952:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 39473us (39943us total) trans 4294967990 rc 0/0 00000100:00100000:0.0:1788598446.129925:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1158 00000020:00080000:0.0:1788598446.129932:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1788598446.130898:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598446.130906:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598446.131440:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788598446.131452:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598446.145538:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598446.164853:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722990208 00000100:00100000:2.0:1788598446.164868:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722990208 00000100:00100000:0.0:1788598446.165141:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722990464 00000100:00100000:0.0:1788598446.165145:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722990464 00000100:00100000:0.0:1788598446.165164:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 232 00000100:00100000:0.0:1788598446.165174:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+96:29784:x1875480722990208:12345-192.168.202.17@tcp:49:cmp.0 00000100:00100000:0.0:1788598446.165335:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+96:29784:x1875480722990208:12345-192.168.202.17@tcp:49:cmp.0 Request processed in 161us (36151us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598446.165342:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 232 00000100:00100000:0.0:1788598446.165359:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 233 00000100:00100000:0.0:1788598446.165365:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:29785:x1875480722990464:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788598446.165549:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788598446.165579:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967991 00010000:00010000:0.0:1788598446.165606:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.165623:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.165634:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.165643:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.165650:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.165656:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.165669:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598446.165723:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:29785:x1875480722990464:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 358us (20195us total) trans 4294967992 rc 0/0 00000100:00100000:0.0:1788598446.165730:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 233 00000020:00080000:0.0:1788598446.165762:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1788598446.171266:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598446.171300:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598446.171311:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.171323:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598446.171327:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.171338:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.171361:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598446.171365:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788598446.171370:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598446.171390:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00010000:00010000:2.0:1788598446.171816:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160704f1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.171834:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598446.171836:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598446.171838:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598446.173825:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722990592 00000100:00100000:2.0:1788598446.173851:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722990592 00000100:00100000:2.0:1788598446.173954:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 310 00000100:00100000:2.0:1788598446.173964:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:29784:x1875480722990592:12345-192.168.202.17@tcp:101:cmp.0 00010000:00010000:2.0:1788598446.173984:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598446.174453:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047889745/0x6b7334fb160704f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdb4 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598446.174482:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9bd5ee, ctime: 0x6a9bd8ad, blocks: 0x8 00010000:00010000:2.0:1788598446.174506:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598446.174508:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598446.174517:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047889745/0x6b7334fb160704f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdb4 expref: 13 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.174535:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000047889745/0x6b7334fb160704f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdb4 expref: 13 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.174554:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec600, rc 0) 00000100:00080000:0.0:1788598446.175449:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598446.175484:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+13:29784:x1875480722990592:12345-192.168.202.17@tcp:101:cmp.0 Request processed in 1517us (4093us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598446.175493:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 310 00000100:00100000:3.0:1788598446.190668:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598446.192220:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722990720 00000100:00100000:1.0:1788598446.192233:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722990720 00002000:00100000:1.0:1788598446.192476:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8a1bc5b83100 x1875480722990720/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:437/0 lens 488/0 e 0 to 0 dl 1788598457 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598446.192488:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b83100 with x1875480722990720 ext(0->4095) 00002000:00010000:1.0:1788598446.192494:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bc5b83100 00000100:00100000:1.0:1788598446.192569:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 86 00000100:00100000:1.0:1788598446.192579:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480722990720:12345-192.168.202.17@tcp:3:cmp.0 00000100:00100000:1.0:1788598446.192808:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480722990720:12345-192.168.202.17@tcp:3:cmp.0 Request processed in 230us (2149us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598446.192816:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 86 00002000:00100000:1.0:1788598446.192822:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8a1bc5b83100 x1875480722990720/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:437/0 lens 488/4536 e 0 to 0 dl 1788598457 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598446.192837:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b83100 with x1875480722990720 ext(0->4095) 00002000:00010000:1.0:1788598446.192840:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bc5b83100 00000100:00100000:3.0:1788598446.209343:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598446.210146:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722990976 00000100:00100000:0.0:1788598446.210159:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722990976 00000100:00100000:0.0:1788598446.210217:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 234 00000100:00100000:0.0:1788598446.210228:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+96:29784:x1875480722990976:12345-192.168.202.17@tcp:35:cmp.0 00000001:00080000:0.0:1788598446.210464:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967993 00000100:00100000:0.0:1788598446.210571:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+98:29784:x1875480722990976:12345-192.168.202.17@tcp:35:cmp.0 Request processed in 345us (1235us total) trans 4294967994 rc 0/0 00000100:00100000:0.0:1788598446.210579:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 234 00000020:00080000:0.0:1788598446.210585:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788598446.213056:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598446.213099:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598446.213129:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598446.213156:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598446.213183:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722991360 00000100:00100000:0.0:1788598446.213194:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722991360 00000100:00100000:0.0:1788598446.213255:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 564 00000100:00100000:0.0:1788598446.213265:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480722991360:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598446.213340:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480722991360:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 77us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598446.213347:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 564 00000100:00080000:0.0:1788598446.213366:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598446.213408:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598446.213425:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722991616 00000100:00100000:0.0:1788598446.213428:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722991616 00000100:00100000:0.0:1788598446.213453:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 565 00000100:00100000:0.0:1788598446.213459:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480722991616:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598446.213482:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480722991616:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598446.213487:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 565 00000100:00080000:0.0:1788598446.213623:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598446.213912:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722991232 00000100:00100000:2.0:1788598446.213929:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722991232 00000100:00100000:2.0:1788598446.213970:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722991488 00000100:00100000:2.0:1788598446.213974:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722991488 00000100:00100000:2.0:1788598446.214003:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 893 00000100:00100000:2.0:1788598446.214010:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480722991232:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598446.214057:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480722991232:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 47us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598446.214063:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 893 00000100:00100000:2.0:1788598446.214074:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 894 00000100:00100000:2.0:1788598446.214081:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480722991488:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598446.214103:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480722991488:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598446.214110:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 894 00000100:00100000:1.0:1788598446.214813:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722991104 00000100:00100000:1.0:1788598446.214820:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722991104 00000100:00100000:1.0:1788598446.214865:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 710 00000100:00100000:1.0:1788598446.214889:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722991104:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598446.214940:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722991104:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 69us (1840us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598446.214946:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 710 00000100:00080000:0.0:1788598446.215833:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598446.266266:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598446.266406:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722991744 00000100:00100000:0.0:1788598446.266417:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722991744 00000100:00100000:0.0:1788598446.266480:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1159 00000100:00100000:0.0:1788598446.266491:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+98:29786:x1875480722991744:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598446.266516:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598446.266542:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb160704ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdbb expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.266622:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070506 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.266639:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070506 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.266651:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070506 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.266664:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607050d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.266670:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607050d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.266689:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607050d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267089:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267100:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267107:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598446.267147:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:0.0:1788598446.267152:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598446.267170:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267181:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267190:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070506 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267196:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070506 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267202:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070506 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267207:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598446.267212:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070506 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267219:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070506 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267230:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:0.0:1788598446.267233:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598446.267238:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070506 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267244:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070506 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267259:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607050d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267264:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607050d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267269:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607050d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267274:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598446.267277:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607050d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267294:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607050d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267300:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8a1b88344700) 00010000:00010000:0.0:1788598446.267303:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598446.267305:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607050d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267310:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607050d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267344:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb160704ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdbb expref: 100 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267358:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdbb expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598446.267365:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:0.0:1788598446.267367:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598446.267370:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731e00, rc 0) 00000100:00100000:0.0:1788598446.267452:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+99:29786:x1875480722991744:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 962us (1197us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598446.267460:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1159 00000100:00100000:3.0:1788598446.279145:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598446.279325:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722991872 00000100:00100000:2.0:1788598446.279336:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722991872 00000100:00100000:2.0:1788598446.279409:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1160 00000100:00100000:2.0:1788598446.279419:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+99:29786:x1875480722991872:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598446.279440:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598446.279462:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1607051b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdc2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.279534:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070522 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.279549:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070522 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.279561:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070522 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598446.279605:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:2.0:1788598446.279608:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598446.279626:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070522 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.279652:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb1607051b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdc2 expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.279671:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec000/0x6b7334fb16070522 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdc2 expref: 100 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.279691:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8a1a86120500) 00010000:00010000:2.0:1788598446.279694:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598446.279698:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec000, rc 0) 00000100:00100000:2.0:1788598446.280189:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+100:29786:x1875480722991872:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 769us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598446.280197:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1160 00000100:00100000:3.0:1788598446.286897:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598446.287207:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722992128 00000100:00100000:2.0:1788598446.287219:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722992128 00000100:00100000:2.0:1788598446.287272:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1161 00000100:00100000:2.0:1788598446.287291:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+100:29786:x1875480722992128:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598446.287312:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598446.287334:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070529 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdc9 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.287441:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070530 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.287454:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070530 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.287466:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070530 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598446.287477:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:2.0:1788598446.287566:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070529 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdc9 expref: 103 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.287584:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070530 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdc9 expref: 102 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.287593:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:2.0:1788598446.287596:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788598446.287599:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed000, rc 0) 00000100:00100000:2.0:1788598446.287653:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+102:29786:x1875480722992128:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 373us (776us total) trans 4294967995 rc 0/0 00000100:00100000:2.0:1788598446.287660:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1161 00000100:00100000:0.0:1788598446.305352:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598446.305609:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722992256 00000100:00100000:2.0:1788598446.305618:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722992256 00000100:00100000:2.0:1788598446.305690:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 311 00000100:00100000:2.0:1788598446.305701:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480722992256:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:2.0:1788598446.305799:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.305820:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000047889745/0x6b7334fb160704f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdb4 expref: 13 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.305829:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598446.305832:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598446.305835:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.305885:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000047889745/0x6b7334fb160704f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdb4 expref: 13 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.305906:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000047889745/0x6b7334fb160704f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdb4 expref: 13 pid: 8868 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598446.305922:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747020928:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598446.306022:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a85f8c780 going to sleep for 11 seconds 00000100:00100000:2.0:1788598446.312494:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747020928:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598446.312526:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598446.321304:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598446.321388:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722992384 00000100:00100000:3.0:1788598446.321398:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722992384 00010000:00010000:3.0:1788598446.321441:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000047889745/0x6b7334fb160704f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdb4 expref: 14 pid: 8868 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598446.321489:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 358 00000100:00100000:3.0:1788598446.321500:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+14:2433:x1875480722992384:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598446.321515:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598446.321537:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000047889745/0x6b7334fb160704f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdb4 expref: 14 pid: 8868 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.321553:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000047889745/0x6b7334fb160704f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdb4 expref: 14 pid: 8868 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.321586:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047889745/0x6b7334fb160704f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdb4 expref: 14 pid: 8868 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.321603:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598446.321605:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598446.321610:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.321620:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.321658:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598446.321780:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480722992384:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 282us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598446.321789:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 358 00010000:00010000:2.0:1788598446.321997:0:8868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.322008:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.322040:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.322048:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.322056:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.322063:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893edc00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598446.322067:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.322077:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.322090:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.322102:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb1607053e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598446.322152:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480722992256:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 16453us (16811us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598446.322161:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 311 00000100:00100000:3.0:1788598446.330778:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598446.330896:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722992640 00000100:00100000:1.0:1788598446.330908:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722992640 00000100:00100000:1.0:1788598446.330972:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 235 00000100:00100000:1.0:1788598446.330983:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b9fcbf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+102:29786:x1875480722992640:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:1.0:1788598446.331063:0:15204:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x3d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070530 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdc9 expref: 102 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598446.331247:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967996 00000001:00080000:1.0:1788598446.331840:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967997 00010000:00010000:1.0:1788598446.331970:0:15204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.331987:0:15204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.331995:0:15204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdbb expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.332008:0:15204:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.332158:0:15204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdbb expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.332175:0:15204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdbb expref: 105 pid: 6523 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598446.332190:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747021056:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598446.332292:0:15204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.332302:0:15204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 105 pid: 6525 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598446.332312:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747021184:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598446.332341:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b8374c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598446.335784:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598446.335884:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722992768 00000100:00100000:3.0:1788598446.335907:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722992768 00010000:00010000:3.0:1788598446.335946:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 106 pid: 6525 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598446.335990:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 359 00000100:00100000:3.0:1788598446.336000:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+106:2433:x1875480722992768:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598446.336015:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598446.336021:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 106 pid: 6525 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.336043:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 106 pid: 6525 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.336065:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:3.0:1788598446.336070:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.336078:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.336083:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598446.336134:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+106:2433:x1875480722992768:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 136us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598446.336142:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 359 00000100:00100000:1.0:1788598446.345812:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747021056:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598446.345833:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb1607041f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd75 expref: 105 pid: 6525 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598446.345857:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747021184:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598446.345901:0:15204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598446.352839:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598446.353066:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722992896 00000100:00100000:3.0:1788598446.353076:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722992896 00010000:00010000:3.0:1788598446.353117:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdbb expref: 105 pid: 6523 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598446.353160:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 360 00000100:00100000:3.0:1788598446.353170:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+105:2432:x1875480722992896:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598446.353185:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598446.353192:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdbb expref: 105 pid: 6523 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.353207:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdbb expref: 105 pid: 6523 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.353229:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070514 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdbb expref: 105 pid: 6523 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.353245:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:3.0:1788598446.353250:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.353258:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.353264:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598446.353306:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598446.353362:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+104:2432:x1875480722992896:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 194us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598446.353369:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 360 00010000:00010000:1.0:1788598446.353553:0:15204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598446.353563:0:15204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598446.353671:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967998 00000001:00080000:1.0:1788598446.353825:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967999 00000100:00100000:1.0:1788598446.353925:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747021312:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1788598446.353973:0:15204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598446.353997:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b8374cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788598446.354061:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747021312 00000100:00100000:0.0:1788598446.354067:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747021312 00000100:00100000:0.0:1788598446.354107:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1788598446.354115:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15204:x1875480747021312:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1788598446.354184:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15204:x1875480747021312:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 70us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598446.354190:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1788598446.354609:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747021312:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1788598446.354719:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968000 00000100:00100000:1.0:1788598446.354804:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747021440:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1788598446.354841:0:15204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598446.354855:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270780 going to sleep for 11 seconds 00000100:00100000:0.0:1788598446.354913:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747021440 00000100:00100000:0.0:1788598446.354918:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747021440 00000100:00100000:0.0:1788598446.354953:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1788598446.354959:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15204:x1875480747021440:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1788598446.355071:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:15204:x1875480747021440:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 112us (235us total) trans 4294967361 rc 0/0 00000100:00100000:0.0:1788598446.355078:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1788598446.355838:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747021440:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1788598446.355896:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968001 00010000:00010000:2.0:1788598446.355925:0:15204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.355934:0:15204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.355941:0:15204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.355946:0:15204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598446.355950:0:15204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.355958:0:15204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.355972:0:15204:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:2.0:1788598446.355975:0:15204:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1788598446.355981:0:15204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598446.355986:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070545 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598446.356147:0:15204:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x3e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788598446.356200:0:15204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9248 00000001:00080000:2.0:1788598446.356212:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968002 00010000:00010000:2.0:1788598446.356235:0:15204:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8a1a86203c00) 00010000:00010000:2.0:1788598446.356238:0:15204:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788598446.356244:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070530 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdc9 expref: 108 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598446.356354:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b9fcbf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+107:29786:x1875480722992640:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 25372us (25585us total) trans 4294968003 rc 0/0 00000100:00100000:2.0:1788598446.356363:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 235 00000020:00080000:2.0:1788598446.356368:0:15204:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1788598446.852339:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598446.852363:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747021568:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598446.852442:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598446.852708:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747021568 00000100:00100000:3.0:1788598446.852716:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747021568 00000100:00100000:3.0:1788598446.852812:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1788598446.852820:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747021568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598446.852856:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598446.853012:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747021568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 191us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598446.853021:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1788598446.859238:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747021568:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598446.978354:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598447.364104:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747021824:0@lo:400:kworker.0 00000100:00100000:0.0:1788598447.364169:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598447.364235:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747022336:0@lo:400:kworker.0 00000100:00100000:0.0:1788598447.364256:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598447.364370:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747021952:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.364403:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598447.364426:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747022464:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.364452:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747022080:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.364483:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747021952 00000100:00100000:2.0:1788598447.364492:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747021952 00000100:00100000:2.0:1788598447.364540:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1788598447.364559:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747021952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.364762:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747021696:0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.364800:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598447.364826:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747022208:0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.364849:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598447.364866:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747022720:0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.364889:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598447.364906:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747023232:0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.364925:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598447.364959:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747022720 00000100:00100000:3.0:1788598447.364963:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747022720 00000100:00100000:3.0:1788598447.364999:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747023232 00000100:00100000:3.0:1788598447.365002:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747023232 00000100:00100000:3.0:1788598447.365022:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1788598447.365041:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747022720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.365087:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747022720:12345-0@lo:400:kworker.0 Request processed in 58us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598447.365095:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1788598447.365110:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1788598447.365117:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3668:x1875480747023232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.365145:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3668:x1875480747023232:12345-0@lo:400:kworker.0 Request processed in 28us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598447.365150:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00080000:3.0:1788598447.365168:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598447.365172:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598447.365185:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747022208 00000100:00100000:3.0:1788598447.365188:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747022208 00000100:00100000:3.0:1788598447.365210:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1788598447.365216:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747022208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.365244:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747022208:12345-0@lo:400:kworker.0 Request processed in 28us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598447.365249:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1788598447.365284:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747022208:0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.365307:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747022720:0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.365316:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747023232:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.365429:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747021952:12345-0@lo:400:kworker.0 Request processed in 871us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598447.365435:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1788598447.365463:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747021696 00000100:00100000:2.0:1788598447.365467:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747021696 00000100:00100000:2.0:1788598447.365495:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1788598447.365501:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747021696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.365533:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747021696:12345-0@lo:400:kworker.0 Request processed in 32us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598447.365539:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1788598447.365593:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747021696:0@lo:400:kworker.0 00000100:00100000:0.0:1788598447.374789:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747022848:0@lo:400:kworker.0 00000100:00100000:0.0:1788598447.374855:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598447.381257:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747023360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598447.381332:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598447.381376:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747023360 00000100:00100000:0.0:1788598447.381384:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747023360 00000100:00100000:0.0:1788598447.381448:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1788598447.381457:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747023360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598447.381488:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1788598447.381530:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747023360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598447.381536:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00080000:0.0:1788598447.381560:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598447.381606:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747023360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598447.384204:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598447.392368:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747021824 00000100:00100000:3.0:1788598447.392384:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747021824 00000100:00100000:3.0:1788598447.392482:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747022336 00000100:00100000:3.0:1788598447.392486:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747022336 00000100:00100000:3.0:1788598447.392527:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747022848 00000100:00100000:3.0:1788598447.392530:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747022848 00000100:00100000:3.0:1788598447.392551:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1788598447.392560:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747021824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.392661:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747021824:12345-0@lo:400:kworker.0 Request processed in 102us (28491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598447.392669:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1788598447.392685:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1788598447.392692:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747022336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.392916:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747022336:12345-0@lo:400:kworker.0 Request processed in 28us (28462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598447.392926:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1788598447.392939:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1788598447.392945:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747022848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.392979:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747022848:12345-0@lo:400:kworker.0 Request processed in 34us (18123us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598447.392984:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00080000:3.0:1788598447.393002:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598447.393109:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747021824:0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.393125:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747022336:0@lo:400:kworker.0 00000100:00100000:3.0:1788598447.393136:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747022848:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399064:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598447.399106:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747022976:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399152:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598447.399195:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747021952:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399221:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747022080 00000100:00100000:2.0:1788598447.399226:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747022080 00000100:00100000:2.0:1788598447.399266:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747022464 00000100:00100000:2.0:1788598447.399268:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747022464 00000100:00100000:2.0:1788598447.399299:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747022976 00000100:00100000:2.0:1788598447.399302:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747022976 00000100:00100000:2.0:1788598447.399317:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1788598447.399324:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747022080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399371:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747022080:12345-0@lo:400:kworker.0 Request processed in 47us (15174us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598447.399377:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1788598447.399392:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1788598447.399397:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747022464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399421:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747022464:12345-0@lo:400:kworker.0 Request processed in 25us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598447.399427:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1788598447.399435:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1788598447.399440:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747022976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399457:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747022976:12345-0@lo:400:kworker.0 Request processed in 17us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598447.399462:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00080000:2.0:1788598447.399474:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598447.399489:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747022464:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399497:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747022976:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399516:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747022080:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399524:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747022592:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399545:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598447.399563:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747022592 00000100:00100000:2.0:1788598447.399565:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747022592 00000100:00100000:2.0:1788598447.399604:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1788598447.399609:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747022592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399633:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747022592:12345-0@lo:400:kworker.0 Request processed in 24us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598447.399638:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00080000:2.0:1788598447.399649:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598447.399675:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747022592:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399681:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747023104:0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399698:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598447.399716:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747023104 00000100:00100000:2.0:1788598447.399731:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747023104 00000100:00100000:2.0:1788598447.399775:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1788598447.399781:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747023104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598447.399808:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747023104:12345-0@lo:400:kworker.0 Request processed in 28us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598447.399814:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1788598447.399835:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747023104:0@lo:400:kworker.0 00000004:00080000:1.0:1788598447.876036:0:9836:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 737761298141ns, next at 738761295473ns, rc = 0 00000100:00100000:3.0:1788598447.876150:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598447.876173:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747023488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598447.876241:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598447.876560:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747023488 00000100:00100000:1.0:1788598447.876578:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747023488 00000100:00100000:1.0:1788598447.876638:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788598447.876647:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747023488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598447.876670:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788598447.876725:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747023488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598447.876756:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1788598447.876894:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747023488:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598448.006690:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598449.026144:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598449.410125:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747023616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598449.410196:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598449.410335:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747023616 00000100:00100000:2.0:1788598449.410345:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747023616 00000100:00100000:2.0:1788598449.410413:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1788598449.410423:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747023616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598449.410453:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3916144640 avail 3684622336 00000100:00100000:2.0:1788598449.410526:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747023616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598449.410533:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00080000:0.0:1788598449.410603:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598449.410727:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747023616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598449.410772:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598449.410779:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747023744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598449.410816:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598449.410883:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747023744 00000100:00100000:0.0:1788598449.410888:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747023744 00000100:00100000:0.0:1788598449.410936:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1788598449.410943:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747023744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598449.410954:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3916144640 avail 3684622336 00000100:00100000:0.0:1788598449.410992:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747023744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598449.410998:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1788598449.411033:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747023744:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788598449.411115:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598449.927381:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598449.927402:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747023872:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598449.927470:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598449.927795:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747023872 00000100:00100000:3.0:1788598449.927803:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747023872 00000100:00100000:3.0:1788598449.927845:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1788598449.927853:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747023872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598449.927883:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:3.0:1788598449.927924:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747023872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598449.927931:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1788598449.927974:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747023872:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598450.050555:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598451.010436:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598451.073979:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598451.266718:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598451.266727:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598451.266879:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 2 00000040:00080000:3.0:1788598451.266887:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000004:00080000:2.0:1788598451.269225:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000001:00080000:2.0:1788598451.269260:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968003 is committed 00000020:00080000:2.0:1788598451.269273:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1ba02709c0 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:2.0:1788598451.269279:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b84ca8a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1ba0270180 00000020:00080000:2.0:1788598451.269282:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b84ca8700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a88f66a00 00000001:00080000:2.0:1788598451.269347:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967992 is committed 00000020:00080000:2.0:1788598451.269358:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a88f21a80 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:2.0:1788598451.269361:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a86159a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a88f21840 00000020:00080000:2.0:1788598451.269363:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a86159900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a88b3be00 00010000:00010000:1.0:1788598451.269483:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598451.269497:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598451.269505:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598451.269511:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598451.269516:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598451.269523:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598451.269542:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598451.269545:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598451.269550:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598451.269556:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160704c7 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788598451.269636:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00000020:00080000:3.0:1788598451.269696:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:3.0:1788598451.269725:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747024000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788598451.269831:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598451.269866:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747024000 00000100:00100000:0.0:1788598451.269881:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747024000 00000100:00100000:0.0:1788598451.269952:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00080000:1.0:1788598451.269960:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598451.269965:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3666:x1875480747024000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788598451.269996:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00002000:00010000:0.0:1788598451.270029:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9bd5ee, ctime: 0x6a9bd8ad, blocks: 0x8 00010000:00010000:0.0:1788598451.270036:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a819d782/0x6b7334fb1607054c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598451.270052:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598451.270054:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598451.270060:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a819d782/0x6b7334fb1607054c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598451.270075:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a819d782/0x6b7334fb1607054c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598451.270081:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a819d782/0x6b7334fb1607054c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598451.270090:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a819d782/0x6b7334fb1607054c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598451.270110:0:8406:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598451.270219:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3666:x1875480747024000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 258us (388us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1788598451.270224:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000004:00080000:0.0:1788598451.270273:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a87381180/2, rc 0, transno 4294967362 00000100:00100000:0.0:1788598451.270279:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747024000:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788598451.271221:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788598451.271231:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a819d782/0x6b7334fb1607054c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598451.271244:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730c00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598451.271248:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a819d782/0x6b7334fb1607054c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598451.271264:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a819d782/0x6b7334fb1607054c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598451.271282:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a819d782/0x6b7334fb1607054c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598451.271289:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a819d782/0x6b7334fb1607054c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598451.271321:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598451.271323:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598451.271325:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788598451.273820:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000001:00080000:1.0:1788598451.273839:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000100:00100000:3.0:1788598451.337822:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598451.337866:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598451.337892:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598451.337926:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598451.337945:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598451.337964:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598451.337981:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598451.337997:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598451.338017:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598451.338047:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722993536 00000100:00100000:3.0:1788598451.338056:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722993536 00000100:00100000:3.0:1788598451.338118:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722994048 00000100:00100000:3.0:1788598451.338121:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722994048 00000100:00100000:3.0:1788598451.338133:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722993408 00000100:00100000:3.0:1788598451.338136:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722993408 00000100:00100000:3.0:1788598451.338148:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722993920 00000100:00100000:3.0:1788598451.338150:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722993920 00000100:00100000:3.0:1788598451.338166:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 570 00000100:00100000:3.0:1788598451.338175:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722993536:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598451.338247:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480722993536:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 73us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598451.338254:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 570 00000100:00100000:3.0:1788598451.338275:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 571 00000100:00100000:3.0:1788598451.338281:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480722994048:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598451.338333:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480722994048:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 53us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598451.338339:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 571 00000100:00100000:3.0:1788598451.338350:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 572 00000100:00100000:3.0:1788598451.338357:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480722993408:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598451.338379:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480722993408:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598451.338385:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 572 00000100:00100000:3.0:1788598451.338394:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 573 00000100:00100000:3.0:1788598451.338400:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722993920:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598451.338425:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480722993920:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598451.338430:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 573 00000100:00100000:2.0:1788598451.338446:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722993024 00000100:00100000:3.0:1788598451.338452:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722993280 00000100:00100000:2.0:1788598451.338454:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722993024 00000100:00100000:3.0:1788598451.338458:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722993280 00000100:00100000:3.0:1788598451.338492:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722993792 00000100:00100000:3.0:1788598451.338494:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722993792 00000100:00100000:2.0:1788598451.338499:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 712 00000100:00100000:2.0:1788598451.338511:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722993024:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598451.338514:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722993152 00000100:00100000:3.0:1788598451.338517:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722993152 00000100:00100000:3.0:1788598451.338531:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722993664 00000100:00100000:3.0:1788598451.338534:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722993664 00000100:00100000:2.0:1788598451.338548:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480722993024:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 42us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598451.338553:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 901 00000100:00100000:2.0:1788598451.338562:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 712 00000100:00100000:3.0:1788598451.338566:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722993280:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598451.338596:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480722993280:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598451.338603:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 902 00000100:00100000:2.0:1788598451.338617:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722993792:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598451.338644:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480722993792:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598451.338763:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 901 00000100:00100000:3.0:1788598451.338776:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 903 00000100:00100000:3.0:1788598451.338782:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+96:2435:x1875480722993152:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598451.338810:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+96:2435:x1875480722993152:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598451.338816:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 903 00000100:00100000:3.0:1788598451.338826:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 904 00000100:00100000:3.0:1788598451.338831:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:2435:x1875480722993664:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598451.338837:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 902 00000100:00100000:3.0:1788598451.338854:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:2435:x1875480722993664:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598451.338860:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 904 00000100:00080000:3.0:1788598451.338882:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598451.338887:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598451.338889:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598451.338892:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598451.970149:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747024128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598451.970220:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598451.970448:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747024128 00000100:00100000:3.0:1788598451.970457:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747024128 00000100:00100000:3.0:1788598451.970514:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1788598451.970523:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747024128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598451.970557:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598451.970612:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747024128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598451.970620:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1788598451.970707:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747024128:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598452.099021:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598452.486024:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747024256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598452.486116:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598452.496203:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747024384:0@lo:400:kworker.0 00000100:00100000:2.0:1788598452.496372:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598452.496456:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747024384 00000100:00100000:2.0:1788598452.496466:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747024384 00000100:00100000:2.0:1788598452.496574:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1788598452.496584:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747024384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598452.496644:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747024384:12345-0@lo:400:kworker.0 Request processed in 61us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598452.496652:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1788598452.496839:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747024512:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.496875:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598452.496911:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747024512 00000100:00100000:1.0:1788598452.496914:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747024512 00000100:00100000:1.0:1788598452.496952:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1788598452.496959:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747024512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.496993:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747024512:12345-0@lo:400:kworker.0 Request processed in 36us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598452.496999:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1788598452.497036:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747024512:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497080:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747024640:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497110:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598452.497147:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747024640 00000100:00100000:1.0:1788598452.497150:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747024640 00000100:00100000:1.0:1788598452.497176:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1788598452.497183:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747024640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497218:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747024640:12345-0@lo:400:kworker.0 Request processed in 36us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598452.497224:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1788598452.497265:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747024640:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497295:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747024768:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497318:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598452.497362:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747024768 00000100:00100000:1.0:1788598452.497366:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747024768 00000100:00100000:1.0:1788598452.497390:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1788598452.497396:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747024768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.497418:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747024256 00000100:00100000:3.0:1788598452.497425:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747024256 00000100:00100000:1.0:1788598452.497429:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747024768:12345-0@lo:400:kworker.0 Request processed in 32us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598452.497436:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1788598452.497466:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747024768:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497524:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747025152:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497545:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598452.497572:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747025152 00000100:00100000:1.0:1788598452.497575:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747025152 00000100:00100000:1.0:1788598452.497603:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1788598452.497608:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747025152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497637:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747025152:12345-0@lo:400:kworker.0 Request processed in 28us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598452.497642:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1788598452.497662:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747025152:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497686:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747025280:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497722:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598452.497794:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747025664:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497815:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598452.497836:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747025664 00000100:00100000:1.0:1788598452.497839:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747025664 00000100:00100000:1.0:1788598452.497857:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1788598452.497862:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747025664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497889:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747025664:12345-0@lo:400:kworker.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598452.497895:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1788598452.497915:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747025664:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497940:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747025792:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.497959:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598452.497985:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747025280 00000100:00100000:1.0:1788598452.497988:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747025280 00000100:00100000:1.0:1788598452.498012:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747025792 00000100:00100000:1.0:1788598452.498014:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747025792 00000100:00100000:1.0:1788598452.498031:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1788598452.498036:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747025280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.498064:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747025280:12345-0@lo:400:kworker.0 Request processed in 28us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598452.498070:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1788598452.498079:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1788598452.498084:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747025792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.498105:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747025792:12345-0@lo:400:kworker.0 Request processed in 21us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598452.498110:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1788598452.498134:0:3668:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:1.0:1788598452.498139:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967360 committed transno 4294967362 00000004:00080000:1.0:1788598452.498153:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967362 00000004:00080000:1.0:1788598452.498166:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a87381180, transno 4294967362 00000100:00100000:1.0:1788598452.498176:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747025792:0@lo:400:kworker.0 00000100:00100000:1.0:1788598452.498185:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747025280:0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.498531:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747025024:0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.498566:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598452.498585:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747025536:0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.498602:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598452.498618:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788598452.498623:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747024896:0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.498645:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598452.498658:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747025408:0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.498675:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788598452.498697:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598452.498714:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598452.498725:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747025408 00000100:00100000:3.0:1788598452.498728:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747025408 00000100:00100000:3.0:1788598452.498782:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1788598452.498789:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747025408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.498822:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747025408:12345-0@lo:400:kworker.0 Request processed in 35us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598452.498828:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1788598452.498844:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747025024 00000100:00100000:3.0:1788598452.498847:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747025024 00000100:00100000:3.0:1788598452.498866:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747025536 00000100:00100000:3.0:1788598452.498868:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747025536 00000100:00100000:3.0:1788598452.498883:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1788598452.498889:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747025024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.498915:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747025024:12345-0@lo:400:kworker.0 Request processed in 27us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598452.498920:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1788598452.498929:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1788598452.498933:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747025536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.498952:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747025536:12345-0@lo:400:kworker.0 Request processed in 19us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598452.498958:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1788598452.498975:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747024896 00000100:00100000:3.0:1788598452.498978:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747024896 00000100:00100000:3.0:1788598452.498998:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1788598452.499003:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747024896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.499030:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747024896:12345-0@lo:400:kworker.0 Request processed in 27us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598452.499036:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00080000:3.0:1788598452.499049:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598452.499052:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598452.499071:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747024896:0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.499080:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747025408:0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.499087:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747025024:0@lo:400:kworker.0 00000100:00100000:3.0:1788598452.499095:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747025536:0@lo:400:kworker.0 00000100:00100000:2.0:1788598452.499308:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747024384:0@lo:400:kworker.0 00000100:00100000:2.0:1788598452.499375:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1788598452.499381:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747024256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598452.499406:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598452.499444:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747024256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (13329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598452.499450:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00080000:3.0:1788598452.499498:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598452.499589:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747024256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598452.994467:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598452.994678:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747025920:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598452.995275:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598452.996126:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747025920 00000100:00100000:0.0:1788598452.996140:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747025920 00000100:00100000:0.0:1788598452.996528:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1788598452.996714:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747025920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598452.996781:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598452.996988:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747025920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 449us (1715us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598452.996996:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788598452.997101:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747025920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598453.096308:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598453.096436:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722994176 00000100:00100000:1.0:1788598453.096450:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722994176 00000100:00100000:1.0:1788598453.096708:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1162 00000100:00100000:1.0:1788598453.096785:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+44:29734:x1875480722994176:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788598453.096928:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+44:29734:x1875480722994176:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 208us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598453.096936:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1162 00000100:00080000:3.0:1788598453.097008:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598453.101872:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598453.102048:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722994304 00000100:00100000:3.0:1788598453.102063:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722994304 00000100:00100000:3.0:1788598453.102158:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1163 00000100:00100000:3.0:1788598453.102173:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:29734:x1875480722994304:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788598453.102319:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:29734:x1875480722994304:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 149us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598453.102337:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1163 00000100:00080000:0.0:1788598453.102423:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788598453.122626:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598454.149376:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598454.530058:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598454.530099:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747026048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598454.530193:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598454.530629:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747026048 00000100:00100000:3.0:1788598454.530640:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747026048 00000100:00100000:3.0:1788598454.530728:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1788598454.530767:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747026048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598454.530808:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3916144640 avail 3684622336 00000100:00080000:2.0:1788598454.531013:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598454.531668:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598454.531683:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747026176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598454.531726:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598454.531950:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747026048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598454.531961:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1788598454.531986:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747026176 00000100:00100000:3.0:1788598454.531990:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747026176 00000100:00100000:3.0:1788598454.532029:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1788598454.532036:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747026176:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788598454.532542:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1788598454.534591:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3916144640 avail 3684622336 00000100:00100000:3.0:1788598454.536082:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747026176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4036us (4345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598454.536097:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1788598454.536225:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747026048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598454.536812:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747026176:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598455.043577:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747026304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598455.043675:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598455.043854:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747026304 00000100:00100000:2.0:1788598455.043864:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747026304 00000100:00100000:2.0:1788598455.043923:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1788598455.043933:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747026304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598455.043982:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:2.0:1788598455.044046:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747026304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598455.044054:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1788598455.044124:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747026304:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1788598455.062306:0:22083:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 04:54:13 (1788598453) 00010000:00010000:1.0:1788598455.172140:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598455.363620:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598455.363727:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722994432 00000100:00100000:1.0:1788598455.363779:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722994432 00000100:00100000:1.0:1788598455.363884:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1164 00000100:00100000:1.0:1788598455.363897:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:30409:x1875480722994432:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788598455.364067:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+44:30409:x1875480722994432:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 171us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598455.364077:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1164 00000100:00080000:3.0:1788598455.365209:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1788598455.365621:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598455.365960:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598455.369507:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1788598455.369531:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598455.380081:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598455.380141:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722994560 00000100:00100000:3.0:1788598455.380154:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722994560 00000100:00100000:3.0:1788598455.380236:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1165 00000100:00100000:3.0:1788598455.380248:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:30409:x1875480722994560:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788598455.380392:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:30409:x1875480722994560:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 146us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598455.380400:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1165 00000100:00080000:3.0:1788598455.380424:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598455.395312:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598455.395453:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722994688 00000100:00100000:1.0:1788598455.395467:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722994688 00000100:00100000:1.0:1788598455.395575:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1166 00000100:00100000:1.0:1788598455.395588:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+96:30410:x1875480722994688:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598455.395618:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598455.395644:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070553 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdd0 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395779:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb1607055a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395798:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb1607055a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395812:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb1607055a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395829:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070561 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395836:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395843:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395899:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb1607055a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395906:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb1607055a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395911:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb1607055a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395917:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598455.395922:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb1607055a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395934:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb1607055a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395959:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598455.395963:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598455.395968:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb1607055a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395974:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb1607055a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395988:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.395995:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070561 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.396000:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070561 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.396005:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598455.396008:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070561 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.396013:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070561 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.396019:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8a1b9fd8cb00) 00010000:00010000:1.0:1788598455.396022:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598455.396024:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070561 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.396033:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070561 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.396074:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070553 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdd0 expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.396086:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598455.396088:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598455.396092:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070553 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdd0 expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.396102:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:1.0:1788598455.396184:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+96:30410:x1875480722994688:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 599us (891us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598455.396192:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1166 00000100:00080000:3.0:1788598455.397212:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598455.409543:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598455.409616:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722994944 00000100:00100000:0.0:1788598455.409637:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722994944 00000100:00100000:0.0:1788598455.409706:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1167 00000100:00100000:0.0:1788598455.409716:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+96:30410:x1875480722994944:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:0.0:1788598455.409814:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598455.409850:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607035b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd3d expref: 96 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.409872:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598455.409878:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598455.409961:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.409977:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd4b expref: 43 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.409987:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.410024:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd4b expref: 43 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.410038:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd4b expref: 43 pid: 10034 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598455.410055:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747026432:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598455.410161:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88f219c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598455.413651:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598455.413729:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722995072 00000100:00100000:2.0:1788598455.413775:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722995072 00010000:00010000:2.0:1788598455.413822:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd4b expref: 44 pid: 10034 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598455.413869:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 361 00000100:00100000:2.0:1788598455.413881:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+44:2432:x1875480722995072:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598455.413901:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598455.413909:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd4b expref: 44 pid: 10034 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.413927:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd4b expref: 44 pid: 10034 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.413971:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598455.413978:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.413990:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.413999:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.414023:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598455.414084:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+44:2432:x1875480722995072:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 205us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598455.414092:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 361 00010000:00010000:0.0:1788598455.414611:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070385 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebd4b expref: 43 pid: 10034 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598455.414636:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747026432:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598455.414663:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.414675:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.414682:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.414710:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.414721:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.414730:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415492:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415505:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415514:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598455.415532:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df58d431 reply state 0000000076cd92c6 transno 4294968004 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415548:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415555:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:0.0:1788598455.415558:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598455.415562:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788598455.415570:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00010000:00010000:0.0:1788598455.415577:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415583:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415589:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415596:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598455.415601:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415609:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415619:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598455.415622:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598455.415625:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415631:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070568 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598455.415649:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df58d431 reply state 0000000076cd92c6 transno 4294968004 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415657:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.415664:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8a1b88344400) 00010000:00010000:0.0:1788598455.415666:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598455.415668:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788598455.415800:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+97:30410:x1875480722994944:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 6083us (6267us total) trans 4294968004 rc 0/0 00000100:00100000:0.0:1788598455.415809:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1167 00000100:00100000:2.0:1788598455.440255:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598455.440364:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722995200 00000100:00100000:3.0:1788598455.440382:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722995200 00000100:00100000:3.0:1788598455.440472:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1168 00000100:00100000:3.0:1788598455.440487:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+97:30411:x1875480722995200:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:3.0:1788598455.440530:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598455.440562:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb1607057d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdd7 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.440675:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070584 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.440695:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.440712:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598455.440844:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788598455.440849:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598455.440877:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.440914:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb1607057d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdd7 expref: 99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.440935:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070584 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdd7 expref: 98 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.440948:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598455.440952:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598455.440958:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656200, rc 0) 00000100:00100000:3.0:1788598455.441057:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+98:30411:x1875480722995200:12345-192.168.202.17@tcp:101:bash.0 Request processed in 573us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598455.441068:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1168 00000100:00100000:3.0:1788598455.448191:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598455.452596:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722995328 00000100:00100000:0.0:1788598455.452619:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722995328 00000100:00100000:0.0:1788598455.452715:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1169 00000100:00100000:0.0:1788598455.452727:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+98:30411:x1875480722995328:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598455.452794:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598455.452828:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb1607058b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdde expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.452925:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070592 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.452944:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070592 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.452958:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070592 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.452974:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070599 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.452982:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070599 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.452989:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070599 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453097:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730a00/0x6b7334fb160705a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453105:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730a00/0x6b7334fb160705a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453112:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730a00/0x6b7334fb160705a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598455.453153:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:0.0:1788598455.453158:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598455.453183:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730a00/0x6b7334fb160705a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453197:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070592 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453204:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070592 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453211:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070592 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453223:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598455.453228:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070592 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453237:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070592 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453251:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598455.453254:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598455.453260:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070592 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453266:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070592 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453283:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070599 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453289:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070599 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453296:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070599 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453301:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598455.453304:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070599 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453310:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070599 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453321:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8a1b88344400) 00010000:00010000:0.0:1788598455.453324:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598455.453327:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070599 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453333:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070599 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453373:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb1607058b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdde expref: 100 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453389:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730a00/0x6b7334fb160705a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdde expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.453397:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:0.0:1788598455.453399:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788598455.453402:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730a00, rc 0) 00000100:00100000:0.0:1788598455.453493:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+99:30411:x1875480722995328:12345-192.168.202.17@tcp:101:bash.0 Request processed in 768us (5317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598455.453502:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1169 00000100:00100000:2.0:1788598455.469548:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598455.476197:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722995456 00000100:00100000:3.0:1788598455.476220:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722995456 00000100:00100000:3.0:1788598455.476315:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1170 00000100:00100000:3.0:1788598455.476328:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+99:30411:x1875480722995456:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:3.0:1788598455.476368:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598455.476398:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160705a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebde5 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476496:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160705ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476516:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160705ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476532:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160705ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476552:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160705b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476559:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160705b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476565:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160705b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476622:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160705ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476630:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160705ae lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476637:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160705ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476643:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598455.476648:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160705ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476656:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160705ae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476671:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:3.0:1788598455.476675:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598455.476681:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160705ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476688:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160705ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476704:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160705b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476710:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160705b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476715:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160705b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476721:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598455.476725:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160705b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476730:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160705b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476763:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8a1a86203300) 00010000:00010000:3.0:1788598455.476766:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598455.476769:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160705b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476774:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160705b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476812:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160705a7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebde5 expref: 100 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476823:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:3.0:1788598455.476825:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598455.476829:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160705a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebde5 expref: 100 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.476839:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598455.476928:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+99:30411:x1875480722995456:12345-192.168.202.17@tcp:101:bash.0 Request processed in 603us (7395us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598455.476937:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1170 00000100:00100000:3.0:1788598455.494894:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598455.495040:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722995584 00000100:00100000:2.0:1788598455.495055:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722995584 00000100:00100000:2.0:1788598455.495122:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1171 00000100:00100000:2.0:1788598455.495133:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+43:30413:x1875480722995584:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598455.495160:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598455.495187:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb160705bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdec expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.495274:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.495293:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.495307:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598455.495382:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788598455.495387:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598455.495412:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.495443:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb160705bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdec expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.495461:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdec expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.495472:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598455.495476:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598455.495480:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec200, rc 0) 00000100:00100000:2.0:1788598455.495561:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+44:30413:x1875480722995584:12345-192.168.202.17@tcp:101:rm.0 Request processed in 429us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598455.495569:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1171 00000100:00100000:3.0:1788598455.499641:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598455.499729:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722995712 00000100:00100000:1.0:1788598455.499775:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722995712 00000100:00100000:1.0:1788598455.499840:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1172 00000100:00100000:1.0:1788598455.499850:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+44:30413:x1875480722995712:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598455.499877:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598455.499901:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb160705ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdf3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.499987:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500007:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500022:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500035:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160705d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500042:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160705d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500049:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160705d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500147:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ea00/0x6b7334fb160705df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500156:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ea00/0x6b7334fb160705df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500163:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ea00/0x6b7334fb160705df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598455.500203:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:1.0:1788598455.500207:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598455.500233:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ea00/0x6b7334fb160705df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500247:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500253:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500263:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500269:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500275:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598455.500281:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500289:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500302:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598455.500305:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598455.500311:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500317:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160705d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500333:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160705d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500348:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160705d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500354:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160705d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500359:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598455.500363:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160705d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500368:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160705d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500376:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8a1b88344400) 00010000:00010000:1.0:1788598455.500378:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598455.500381:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160705d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500387:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160705d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500419:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb160705ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdf3 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500434:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ea00/0x6b7334fb160705df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdf3 expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.500442:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:1.0:1788598455.500445:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788598455.500448:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959ea00, rc 0) 00000100:00100000:1.0:1788598455.500541:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30413:x1875480722995712:12345-192.168.202.17@tcp:101:rm.0 Request processed in 690us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598455.500550:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1172 00000100:00100000:2.0:1788598455.508934:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598455.510007:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722995840 00000100:00100000:0.0:1788598455.510026:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722995840 00000100:00100000:0.0:1788598455.510105:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1173 00000100:00100000:0.0:1788598455.510116:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30413:x1875480722995840:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598455.510145:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598455.510171:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb160705e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebdfa expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510266:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160705ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510284:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160705ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510297:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160705ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510311:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160705f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510317:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160705f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510324:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160705f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510378:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160705ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510387:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160705ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510394:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160705ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510399:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598455.510405:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160705ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510417:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160705ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510431:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:0.0:1788598455.510435:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598455.510440:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160705ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510446:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160705ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510459:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160705f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510464:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160705f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510470:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160705f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510475:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598455.510477:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160705f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510483:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160705f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510490:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8a1b88344300) 00010000:00010000:0.0:1788598455.510492:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598455.510494:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160705f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510500:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160705f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510540:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb160705e6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdfa expref: 46 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510551:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:0.0:1788598455.510553:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598455.510557:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb160705e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdfa expref: 46 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.510567:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731e00, rc 0) 00000100:00100000:0.0:1788598455.510898:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30413:x1875480722995840:12345-192.168.202.17@tcp:101:rm.0 Request processed in 782us (1977us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598455.510906:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1173 00000100:00100000:3.0:1788598455.514699:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598455.514874:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722995968 00000100:00100000:1.0:1788598455.514888:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722995968 00000100:00100000:1.0:1788598455.514966:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1174 00000100:00100000:1.0:1788598455.514977:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30413:x1875480722995968:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598455.515008:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598455.515036:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160705fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe01 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515130:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070602 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515148:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070602 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515163:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070602 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515180:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070609 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515187:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515194:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515245:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070602 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515252:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070602 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515258:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070602 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515264:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598455.515270:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070602 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515279:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070602 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515293:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:1.0:1788598455.515296:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598455.515302:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070602 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515308:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070602 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515322:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515328:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070609 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515333:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070609 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515337:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598455.515370:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070609 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515377:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070609 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515385:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8a1b9fd8cb00) 00010000:00010000:1.0:1788598455.515388:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598455.515391:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070609 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515396:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070609 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515436:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160705fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe01 expref: 46 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515447:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:1.0:1788598455.515450:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598455.515454:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160705fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe01 expref: 46 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.515463:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fe00, rc 0) 00000100:00100000:1.0:1788598455.515537:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30413:x1875480722995968:12345-192.168.202.17@tcp:101:rm.0 Request processed in 562us (854us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598455.515545:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1174 00000100:00100000:3.0:1788598455.538325:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598455.538409:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722996096 00000100:00100000:0.0:1788598455.538423:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722996096 00000100:00100000:0.0:1788598455.538500:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1175 00000100:00100000:0.0:1788598455.538513:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30414:x1875480722996096:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598455.538541:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598455.538569:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070610 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe08 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.538724:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070617 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.539056:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070617 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.539074:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070617 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539144:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607061e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539152:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607061e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539157:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607061e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539201:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070617 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539207:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070617 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539212:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070617 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539215:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598455.539219:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070617 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539225:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070617 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539235:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:2.0:1788598455.539237:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598455.539242:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070617 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539248:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070617 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539264:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607061e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539270:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607061e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539292:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607061e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539298:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598455.539300:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607061e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539305:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607061e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539310:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8a1a86120f00) 00010000:00010000:2.0:1788598455.539311:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598455.539313:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607061e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539316:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607061e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539370:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070610 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe08 expref: 46 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539383:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:2.0:1788598455.539385:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598455.539388:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070610 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe08 expref: 46 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.539398:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731e00, rc 0) 00000100:00100000:2.0:1788598455.539536:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30414:x1875480722996096:12345-192.168.202.17@tcp:101:cp.0 Request processed in 1026us (1223us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598455.539546:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1175 00000100:00100000:0.0:1788598455.542653:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598455.542788:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722996224 00000100:00100000:2.0:1788598455.542801:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722996224 00000100:00100000:2.0:1788598455.542883:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1176 00000100:00100000:2.0:1788598455.542893:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30414:x1875480722996224:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598455.542920:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598455.542940:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070625 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe0f expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543026:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607062c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543040:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607062c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543052:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607062c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543068:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070633 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543074:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543081:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543129:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607062c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543134:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607062c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543140:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607062c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543143:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893edc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598455.543148:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607062c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543154:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607062c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543164:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:2.0:1788598455.543166:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598455.543170:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607062c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543174:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb1607062c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543185:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543189:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070633 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543193:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070633 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543195:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598455.543197:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070633 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543200:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070633 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543203:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8a1a86120c00) 00010000:00010000:2.0:1788598455.543204:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598455.543206:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070633 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543210:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070633 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543242:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070625 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe0f expref: 46 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543252:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:2.0:1788598455.543254:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598455.543258:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070625 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe0f expref: 46 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.543267:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec600, rc 0) 00000100:00100000:2.0:1788598455.543333:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30414:x1875480722996224:12345-192.168.202.17@tcp:101:cp.0 Request processed in 441us (694us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598455.543351:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1176 00000100:00100000:1.0:1788598455.547803:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598455.547967:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722996480 00000100:00100000:3.0:1788598455.547981:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722996480 00000100:00100000:3.0:1788598455.548068:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1177 00000100:00100000:3.0:1788598455.548081:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30414:x1875480722996480:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598455.548113:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598455.548141:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb1607063a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe16 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.548855:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.548879:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.548894:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.548911:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.548918:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.548926:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788598455.550016:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x16:0x0], index 0: 0 00010000:00010000:3.0:1788598455.550217:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550298:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550310:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550440:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550447:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550454:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550460:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550467:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598455.550472:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550479:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550494:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:3.0:1788598455.550497:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598455.550503:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550509:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070641 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598455.550527:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086684772 reply state 00000000dea6e16f transno 4294968005 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550539:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550544:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8a1a86203300) 00010000:00010000:3.0:1788598455.550547:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598455.550550:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788598455.550614:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb1607063a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe16 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550695:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe16 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598455.550704:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:3.0:1788598455.550706:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598455.550708:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657e00, rc 0) 00000100:00100000:0.0:1788598455.555447:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30414:x1875480722996480:12345-192.168.202.17@tcp:101:cp.0 Request processed in 7352us (7641us total) trans 4294968005 rc 0/0 00000100:00100000:0.0:1788598455.555465:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1177 00000100:00100000:2.0:1788598455.560446:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598455.560798:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722996608 00000100:00100000:1.0:1788598455.560814:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722996608 00000100:00100000:1.0:1788598455.560982:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 313 00000100:00100000:1.0:1788598455.560996:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480722996608:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598455.561022:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598455.561052:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002136c7df/0x6b7334fb1607065d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe1d expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598455.561083:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788598455.561109:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598455.561112:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598455.561124:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002136c7df/0x6b7334fb1607065d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe1d expref: 9 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.561146:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002136c7df/0x6b7334fb1607065d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe1d expref: 9 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.561165:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f200, rc 0) 00000100:00100000:1.0:1788598455.561249:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480722996608:12345-192.168.202.17@tcp:101:cp.0 Request processed in 257us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598455.561257:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 313 00000100:00080000:3.0:1788598455.562400:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598455.565925:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598455.567466:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722996736 00000100:00100000:3.0:1788598455.567486:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722996736 00000100:00100000:2.0:1788598455.567775:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 314 00000100:00100000:2.0:1788598455.567789:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:30414:x1875480722996736:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598455.567815:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598455.567842:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe24 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.567885:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002136c7df/0x6b7334fb1607065d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe1d expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.567902:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598455.567904:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598455.567909:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.567954:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002136c7df/0x6b7334fb1607065d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe1d expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.567973:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002136c7df/0x6b7334fb1607065d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe1d expref: 10 pid: 14172 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598455.567989:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747026560:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598455.568129:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909f780 going to sleep for 11 seconds 00000100:00100000:2.0:1788598455.570257:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747026560:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598455.570301:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.570330:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec600, rc 0) 00000100:00100000:2.0:1788598455.570456:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:30414:x1875480722996736:12345-192.168.202.17@tcp:101:cp.0 Request processed in 2671us (4547us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598455.570465:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 314 00000100:00100000:0.0:1788598455.571858:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598455.572159:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722996864 00000100:00100000:1.0:1788598455.572173:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722996864 00010000:00010000:1.0:1788598455.572226:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002136c7df/0x6b7334fb1607065d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe1d expref: 10 pid: 14172 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598455.572276:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 362 00000100:00100000:1.0:1788598455.572365:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722996864:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598455.572384:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598455.572409:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002136c7df/0x6b7334fb1607065d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe1d expref: 10 pid: 14172 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.572427:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002136c7df/0x6b7334fb1607065d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe1d expref: 10 pid: 14172 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.572459:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002136c7df/0x6b7334fb1607065d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe1d expref: 10 pid: 14172 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.572480:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598455.572482:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598455.572490:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.572503:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.572549:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598455.572567:0:6510:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1875480747026688:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598455.572669:0:6510:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598455.576091:0:6510:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1875480747026688:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598455.576131:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598455.576206:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480722996864:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 3919us (4354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598455.576220:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 362 00000100:00100000:2.0:1788598455.577983:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598455.578048:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722997120 00000100:00100000:3.0:1788598455.578073:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722997120 00000100:00100000:3.0:1788598455.578150:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 236 00000100:00100000:3.0:1788598455.578161:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30414:x1875480722997120:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:3.0:1788598455.578568:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:30414:x1875480722997120:12345-192.168.202.17@tcp:35:cp.0 Request processed in 407us (595us total) trans 4294968006 rc 0/0 00000100:00100000:3.0:1788598455.578576:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 236 00000100:00100000:0.0:1788598455.614794:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598455.615325:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722997248 00000100:00100000:2.0:1788598455.615350:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722997248 00000100:00100000:2.0:1788598455.615594:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1178 00000100:00100000:2.0:1788598455.615608:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+99:30417:x1875480722997248:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598455.615652:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598455.615682:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607066b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe2b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.615814:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070672 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.615833:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070672 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617135:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070672 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617158:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16070679 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617170:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16070679 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617177:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16070679 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617278:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617287:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617295:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598455.617365:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:2.0:1788598455.617370:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598455.617398:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617413:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617423:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070672 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617431:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070672 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617438:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070672 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617444:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893edc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598455.617450:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070672 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617459:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070672 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617474:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:2.0:1788598455.617478:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598455.617484:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070672 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617491:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070672 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617511:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16070679 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617517:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16070679 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617522:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16070679 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617527:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598455.617530:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16070679 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617536:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16070679 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617544:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8a1a86203300) 00010000:00010000:2.0:1788598455.617546:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598455.617549:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16070679 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617555:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16070679 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617595:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607066b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe2b expref: 101 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617611:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe2b expref: 100 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598455.617636:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:2.0:1788598455.617638:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598455.617640:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ede00, rc 0) 00000100:00100000:2.0:1788598455.617777:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+100:30417:x1875480722997248:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 2172us (3053us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598455.617787:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1178 00000100:00100000:1.0:1788598455.621439:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598455.621533:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722997376 00000100:00100000:3.0:1788598455.621547:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722997376 00000100:00100000:3.0:1788598455.621644:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 315 00000100:00100000:3.0:1788598455.621655:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2432:x1875480722997376:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598455.621679:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598455.621703:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070687 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe32 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598455.621808:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747026816:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598455.622170:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b813776c0 going to sleep for 11 seconds 00000100:00080000:0.0:1788598455.623420:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1788598455.625460:0:8403:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788598455.625472:0:8403:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb mtime: 0 -> 1788598455 00002000:00010000:1.0:1788598455.625475:0:8403:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb atime: 0 -> 1788598455 00002000:00010000:1.0:1788598455.625477:0:8403:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb ctime: 0 -> 1788598455 00002000:00010000:1.0:1788598455.625479:0:8403:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1788598455.625508:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747026816:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598455.625564:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070687 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe32 expref: 17 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.625597:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070687 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe32 expref: 17 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.625612:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:1.0:1788598455.625700:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2432:x1875480722997376:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4046us (4275us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598455.625711:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 315 00000100:00100000:1.0:1788598455.629638:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598455.629797:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722997504 00000100:00100000:0.0:1788598455.629810:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722997504 00000100:00100000:0.0:1788598455.629896:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1179 00000100:00100000:0.0:1788598455.629910:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+100:30417:x1875480722997504:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598455.629940:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598455.629982:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607068e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe39 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.630226:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.630248:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.630264:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598455.630328:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:0.0:1788598455.630334:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598455.630377:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.630412:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607068e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe39 expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.630438:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe39 expref: 101 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598455.630449:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:0.0:1788598455.630452:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598455.630458:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731c00, rc 0) 00000100:00100000:0.0:1788598455.630540:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+101:30417:x1875480722997504:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 633us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598455.630549:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1179 00000100:00100000:0.0:1788598455.635559:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598455.636727:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722997632 00000100:00100000:1.0:1788598455.636809:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722997632 00000100:00100000:1.0:1788598455.637151:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 316 00000100:00100000:1.0:1788598455.637164:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480722997632:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598455.637189:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598455.637214:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb1607069c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe40 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598455.637292:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747026944:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598455.637532:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598455.640681:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747026944:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598455.641043:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb1607069c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe40 expref: 17 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.641155:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb1607069c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe40 expref: 17 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598455.641173:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f600, rc 0) 00000100:00100000:1.0:1788598455.641256:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480722997632:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4094us (5711us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598455.641268:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 316 00000100:00100000:0.0:1788598455.645973:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598455.646075:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722997888 00000100:00100000:1.0:1788598455.646090:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722997888 00000100:00100000:1.0:1788598455.646168:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1180 00000100:00100000:1.0:1788598455.646179:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+101:30417:x1875480722997888:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:1.0:1788598455.646426:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:1.0:1788598455.646543:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+101:30417:x1875480722997888:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 365us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598455.646552:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1180 00000040:00080000:1.0:1788598456.135117:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598456.194728:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598456.390664:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598456.390677:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598456.390713:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:2.0:1788598456.390727:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598456.391568:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747027072:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598456.393449:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909f480 going to sleep for 11 seconds 00000100:00100000:0.0:1788598456.404357:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747027072:192.168.202.17@tcp:107:hsm_cdtr.0 00000001:00080000:1.0:1788598456.405886:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968006 is committed 00000001:00080000:1.0:1788598456.405909:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968004 is committed 00000020:00080000:1.0:1788598456.405918:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00010000:00010000:1.0:1788598456.405949:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.405964:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.405978:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.405985:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598456.405991:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.405999:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.406021:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8a1b88344400) 00010000:00010000:1.0:1788598456.406024:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598456.406031:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.406038:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb1607056f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.406077:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.406084:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.406090:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.406095:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598456.406098:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.406108:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.406115:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:1.0:1788598456.406118:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598456.406121:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.406135:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070576 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.409418:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.409442:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.409452:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.409458:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598456.409464:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.409472:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.409493:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8a1a86203300) 00010000:00010000:3.0:1788598456.409496:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598456.409502:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.409514:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070648 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788598456.409553:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000020:00080000:3.0:1788598456.409571:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:1.0:1788598456.410847:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.411014:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722998016 00000100:00100000:3.0:1788598456.411027:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722998016 00000100:00100000:3.0:1788598456.411124:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1181 00000100:00100000:3.0:1788598456.411146:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30427:x1875480722998016:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598456.411195:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598456.411382:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30427:x1875480722998016:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 239us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598456.411391:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1181 00000100:00100000:1.0:1788598456.418480:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598456.419438:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722998272 00000100:00100000:2.0:1788598456.419454:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722998272 00000100:00100000:2.0:1788598456.419530:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1182 00000100:00100000:2.0:1788598456.419541:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30427:x1875480722998272:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598456.419567:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598456.419594:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb160706a3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe47 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598456.421433:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160706aa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598456.421462:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160706aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598456.421478:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160706aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598456.421495:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1788598456.421674:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb160706a3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe47 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598456.421696:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160706aa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe47 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598456.421707:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:2.0:1788598456.421710:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598456.421715:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec400, rc 0) 00000100:00100000:2.0:1788598456.421825:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30427:x1875480722998272:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2285us (3359us total) trans 4294968007 rc 0/0 00000100:00100000:2.0:1788598456.421836:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1182 00000100:00100000:3.0:1788598456.428460:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.428517:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598456.428593:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722998528 00000100:00100000:1.0:1788598456.428605:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722998528 00000100:00100000:0.0:1788598456.428646:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722998400 00000100:00100000:0.0:1788598456.428651:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722998400 00000100:00100000:1.0:1788598456.428693:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 53 00000100:00100000:0.0:1788598456.428693:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 317 00000100:00100000:1.0:1788598456.428704:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2434:x1875480722998528:12345-192.168.202.17@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788598456.428704:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480722998400:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598456.428726:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598456.428788:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160706aa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe47 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.428809:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:1.0:1788598456.428815:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598456.428849:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.428870:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.428884:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1788598456.428887:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2434:x1875480722998528:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 185us (369us total) trans 0 rc 0/0 00010000:00010000:0.0:1788598456.428887:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598456.428891:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598456.428895:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 53 00010000:00010000:0.0:1788598456.428929:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.428944:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 9 pid: 8405 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598456.428961:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747027200:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598456.429038:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88f21e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598456.432435:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598456.432533:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747027200:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598456.432553:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722998656 00000100:00100000:3.0:1788598456.432561:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722998656 00010000:00010000:0.0:1788598456.432568:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:3.0:1788598456.432623:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff8a1a89109f80 x1875480722998656/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:447/0 lens 648/0 e 0 to 0 dl 1788598467 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598456.432643:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a89109f80 with x1875480722998656 ext(0->157) 00010000:00010000:3.0:1788598456.432652:0:14217:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 10 pid: 8405 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.432668:0:14217:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 10 pid: 8405 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598456.432681:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a89109f80 00000100:00100000:3.0:1788598456.432720:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 14 00000100:00100000:3.0:1788598456.432731:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722998656:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:2.0:1788598456.434206:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480722998656:12345-192.168.202.17@tcp:4:cp.0 Request processed in 1469us (1778us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1788598456.434336:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 14 00002000:00100000:2.0:1788598456.434360:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff8a1a89109f80 x1875480722998656/t4294967353(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:447/0 lens 648/448 e 0 to 0 dl 1788598467 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598456.434369:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a89109f80 with x1875480722998656 ext(0->157) 00010000:00010000:2.0:1788598456.434378:0:14217:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 12 pid: 8405 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598456.434571:0:14217:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 12 pid: 8405 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598456.434586:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a89109f80 00000100:00100000:2.0:1788598456.436887:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.436947:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722998784 00000100:00100000:3.0:1788598456.436967:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722998784 00010000:00010000:3.0:1788598456.437016:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 12 pid: 8405 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598456.438603:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 363 00000100:00100000:3.0:1788598456.438624:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480722998784:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598456.438650:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1788598456.438676:0:6511:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1788598456.438686:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 12 pid: 8405 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.438709:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 12 pid: 8405 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.438763:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047889745/0x6b7334fb16070664 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe24 expref: 12 pid: 8405 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.438781:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598456.438783:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598456.438789:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.438801:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.438838:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598456.438915:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480722998784:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 298us (2039us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598456.438924:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 363 00010000:00010000:0.0:1788598456.439253:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.439265:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.439290:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.439298:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.439307:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.439314:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598456.439320:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.439328:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.439341:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.439358:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598456.439441:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480722998400:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 10738us (10996us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598456.439451:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 317 00000100:00100000:2.0:1788598456.443615:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598456.443675:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722999040 00000100:00100000:0.0:1788598456.443690:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722999040 00000100:00100000:0.0:1788598456.443787:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1183 00000100:00100000:0.0:1788598456.443799:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30427:x1875480722999040:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598456.444312:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30427:x1875480722999040:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 513us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598456.444321:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1183 00000100:00100000:3.0:1788598456.447904:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598456.449494:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722999168 00000100:00100000:0.0:1788598456.449513:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722999168 00000100:00100000:0.0:1788598456.449589:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 318 00000100:00100000:0.0:1788598456.449601:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480722999168:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598456.449623:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598456.449652:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe4e expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598456.449682:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x6a9bd8b7, atime: 0x0, ctime: 0x6a9bd8b7, blocks: 0x8 00010000:00010000:0.0:1788598456.449705:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598456.449708:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598456.449717:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe4e expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.449765:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe4e expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598456.449783:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731400, rc 0) 00000100:00100000:0.0:1788598456.449863:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480722999168:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 263us (1973us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598456.449871:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 318 00000100:00100000:2.0:1788598456.461067:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598456.461126:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598456.461161:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.461196:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722999680 00000100:00100000:2.0:1788598456.461202:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.461210:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722999680 00000100:00100000:3.0:1788598456.461283:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 577 00000100:00100000:3.0:1788598456.461299:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480722999680:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598456.461354:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.461409:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480722999680:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 116us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598456.461418:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 577 00000100:00100000:0.0:1788598456.461983:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722999424 00000100:00100000:0.0:1788598456.461993:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722999424 00000100:00100000:0.0:1788598456.462033:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722999936 00000100:00100000:0.0:1788598456.462037:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722999936 00000100:00100000:0.0:1788598456.462056:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722999552 00000100:00100000:0.0:1788598456.462059:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722999552 00000100:00100000:0.0:1788598456.462103:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 911 00000100:00100000:0.0:1788598456.462112:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+99:2433:x1875480722999424:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598456.462287:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 912 00000100:00100000:1.0:1788598456.462310:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722999936:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598456.462387:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722999296 00000100:00100000:2.0:1788598456.462393:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722999296 00000100:00100000:2.0:1788598456.462431:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 714 00000100:00100000:2.0:1788598456.462439:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722999296:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598456.462477:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480722999296:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 39us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598456.462485:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 714 00000100:00100000:2.0:1788598456.462537:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 913 00000100:00100000:2.0:1788598456.462545:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722999552:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598456.462718:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+99:2433:x1875480722999424:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 607us (1667us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598456.462726:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 911 00000100:00080000:0.0:1788598456.462787:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598456.463095:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480722999936:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 793us (1930us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598456.463106:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 912 00000100:00100000:2.0:1788598456.463390:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480722999552:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 843us (2148us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598456.463398:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 913 00000100:00100000:3.0:1788598456.466848:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.466893:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.466922:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.467029:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480722999808 00000100:00100000:3.0:1788598456.467043:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480722999808 00000100:00100000:3.0:1788598456.467249:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723000064 00000100:00100000:3.0:1788598456.467253:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723000064 00000100:00100000:3.0:1788598456.467279:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 578 00000100:00100000:3.0:1788598456.467289:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722999808:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598456.467464:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480722999808:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 175us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598456.467473:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 578 00000100:00100000:3.0:1788598456.467494:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 579 00000100:00100000:3.0:1788598456.467500:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723000064:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598456.467527:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723000064:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598456.467533:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 579 00000100:00080000:3.0:1788598456.467552:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598456.468802:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723000320 00000100:00100000:2.0:1788598456.468817:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723000320 00000100:00100000:2.0:1788598456.468880:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1184 00000100:00100000:2.0:1788598456.468888:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30427:x1875480723000320:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598456.469004:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30427:x1875480723000320:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 116us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598456.469012:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1184 00000100:00100000:3.0:1788598456.472591:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598456.486905:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723000448 00000100:00100000:0.0:1788598456.486928:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723000448 00002000:00100000:0.0:1788598456.487016:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff8a1a873c7b80 x1875480723000448/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:447/0 lens 488/0 e 0 to 0 dl 1788598467 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598456.487032:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a873c7b80 with x1875480723000448 ext(0->4095) 00002000:00010000:0.0:1788598456.487041:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a873c7b80 00000100:00100000:0.0:1788598456.487091:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 87 00000100:00100000:0.0:1788598456.487102:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723000448:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788598456.487383:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723000448:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 283us (14808us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788598456.487392:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 87 00002000:00100000:0.0:1788598456.487399:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff8a1a873c7b80 x1875480723000448/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:447/0 lens 488/4536 e 0 to 0 dl 1788598467 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598456.487407:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a873c7b80 with x1875480723000448 ext(0->4095) 00002000:00010000:0.0:1788598456.487411:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a873c7b80 00000100:00100000:0.0:1788598456.502473:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.502936:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723000576 00000100:00100000:3.0:1788598456.502949:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723000576 00000100:00100000:3.0:1788598456.503073:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1185 00000100:00100000:3.0:1788598456.503085:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30427:x1875480723000576:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598456.503114:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598456.503235:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160706c6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe55 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.503281:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.503299:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.503313:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.503465:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160706c6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe55 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.503488:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe55 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.503499:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:3.0:1788598456.503502:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598456.503507:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657200, rc 0) 00000100:00100000:3.0:1788598456.503594:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30427:x1875480723000576:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 511us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598456.503602:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1185 00000100:00100000:3.0:1788598456.510698:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598456.510785:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723000704 00000100:00100000:0.0:1788598456.510799:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723000704 00000100:00100000:0.0:1788598456.510901:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1186 00000100:00100000:0.0:1788598456.510914:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30427:x1875480723000704:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598456.510961:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598456.511123:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30427:x1875480723000704:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 210us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598456.511140:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1186 00000040:00080000:3.0:1788598456.522601:0:22132:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598456.522614:0:22132:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598456.522724:0:22132:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:3.0:1788598456.522756:0:22132:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598456.526641:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598456.527024:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723000832 00000100:00100000:3.0:1788598456.527039:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723000832 00000100:00100000:3.0:1788598456.527140:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 319 00000100:00100000:3.0:1788598456.527151:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723000832:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598456.527215:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb160706d4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.527237:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598456.527248:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598456.527255:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb160706d4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.527279:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb160706d4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.527310:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb160706d4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.527318:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb160706d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.527327:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb160706d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.527334:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598456.527340:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb160706d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.527360:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb160706d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.527378:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb160706d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598456.527386:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb160706d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598456.527482:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723000832:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 332us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598456.527491:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 319 00000100:00100000:3.0:1788598456.530822:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598456.530922:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723001088 00000100:00100000:2.0:1788598456.530933:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723001088 00000100:00100000:2.0:1788598456.531006:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1187 00000100:00100000:2.0:1788598456.531019:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30427:x1875480723001088:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788598456.531137:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598456.531159:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe55 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598456.531168:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598456.531219:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe55 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598456.531235:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe55 expref: 48 pid: 6525 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598456.531413:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747027328:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598456.531539:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598456.534601:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747027328:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598456.534641:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598456.535823:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598456.536119:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723001216 00000100:00100000:1.0:1788598456.536130:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723001216 00010000:00010000:1.0:1788598456.536181:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe55 expref: 49 pid: 6525 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598456.536239:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 364 00000100:00100000:1.0:1788598456.536250:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2433:x1875480723001216:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598456.536268:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598456.536276:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe55 expref: 49 pid: 6525 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536292:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe55 expref: 49 pid: 6525 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536319:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160706cd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe55 expref: 49 pid: 6525 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536340:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:1.0:1788598456.536354:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536366:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536374:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536406:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598456.536482:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480723001216:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 234us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598456.536491:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 364 00010000:00010000:1.0:1788598456.536519:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536600:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536854:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536864:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536870:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536877:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598456.536882:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536894:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536904:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:1.0:1788598456.536907:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598456.536912:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598456.536918:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb160706db lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598456.537036:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30427:x1875480723001088:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 6018us (6227us total) trans 4294968008 rc 0/0 00000100:00100000:1.0:1788598456.537045:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1187 00000040:00080000:0.0:1788598456.537371:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598456.537378:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598456.537928:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1788598456.537938:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598456.546803:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598456.546856:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723001472 00000100:00100000:1.0:1788598456.546871:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723001472 00000100:00100000:1.0:1788598456.546946:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 237 00000100:00100000:1.0:1788598456.546957:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30427:x1875480723001472:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598456.547464:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:30427:x1875480723001472:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 506us (673us total) trans 4294968009 rc 0/0 00000100:00100000:1.0:1788598456.547473:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 237 00000100:00100000:1.0:1788598457.090807:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598457.090841:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747027456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598457.091161:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598457.091249:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747027456 00000100:00100000:3.0:1788598457.091259:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747027456 00000100:00100000:3.0:1788598457.091332:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1788598457.091343:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747027456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598457.091403:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598457.091476:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747027456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598457.091484:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1788598457.091590:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747027456:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788598457.218762:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598457.614652:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747027712:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.614775:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598457.614880:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747028224:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.614903:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598457.614920:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747028736:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.614942:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598457.615104:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788598457.615112:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747027840:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.615257:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598457.615397:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747028352:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.615420:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598457.615434:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747028864:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.615454:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598457.615555:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747027968:0@lo:400:kworker.0 00000100:00100000:2.0:1788598457.615592:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747027584:0@lo:400:kworker.0 00000100:00100000:2.0:1788598457.615622:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598457.615649:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747028096:0@lo:400:kworker.0 00000100:00100000:2.0:1788598457.615668:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598457.615682:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747028608:0@lo:400:kworker.0 00000100:00100000:2.0:1788598457.615704:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598457.615719:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747029120:0@lo:400:kworker.0 00000100:00100000:2.0:1788598457.615766:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598457.615816:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747027584 00000100:00100000:2.0:1788598457.615826:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747027584 00000100:00100000:2.0:1788598457.615906:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1788598457.615917:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747027584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.616094:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747027712 00000100:00100000:0.0:1788598457.616099:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747027712 00000100:00100000:0.0:1788598457.616125:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747028224 00000100:00100000:0.0:1788598457.616128:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747028224 00000100:00100000:0.0:1788598457.616163:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747028736 00000100:00100000:0.0:1788598457.616166:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747028736 00000100:00100000:0.0:1788598457.616178:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747028352 00000100:00100000:0.0:1788598457.616180:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747028352 00000100:00100000:0.0:1788598457.616193:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747028864 00000100:00100000:0.0:1788598457.616194:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747028864 00000100:00100000:0.0:1788598457.616209:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1788598457.616215:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747027712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.616257:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747027712:12345-0@lo:400:kworker.0 Request processed in 41us (1481us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598457.616263:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1788598457.617100:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1788598457.617114:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747028224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617180:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747028224:12345-0@lo:400:kworker.0 Request processed in 72us (2275us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598457.617187:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1788598457.617201:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1788598457.617208:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747028736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617237:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747028736:12345-0@lo:400:kworker.0 Request processed in 30us (2294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598457.617242:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1788598457.617252:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1788598457.617258:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747028352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617300:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747028352:12345-0@lo:400:kworker.0 Request processed in 42us (1879us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598457.617305:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1788598457.617315:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1788598457.617321:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747028864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617343:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747028864:12345-0@lo:400:kworker.0 Request processed in 23us (1888us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598457.617349:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1788598457.617390:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598457.617428:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747028480:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617460:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598457.617483:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747028992:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617505:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598457.617541:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747027968 00000100:00100000:0.0:1788598457.617547:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747027968 00000100:00100000:0.0:1788598457.617572:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1788598457.617577:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747027968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617612:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747027968:12345-0@lo:400:kworker.0 Request processed in 34us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598457.617618:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1788598457.617660:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747027968:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617699:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747028352:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617710:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747028864:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617722:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747027712:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617759:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747028224:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.617772:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747028736:0@lo:400:kworker.0 00000100:00100000:2.0:1788598457.618672:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747027584:12345-0@lo:400:kworker.0 Request processed in 2750us (3041us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598457.618684:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1788598457.619013:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747027840 00000100:00100000:3.0:1788598457.619022:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747027840 00000100:00100000:3.0:1788598457.619069:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747028096 00000100:00100000:3.0:1788598457.619072:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747028096 00000100:00100000:3.0:1788598457.619087:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1788598457.619096:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747027840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598457.619166:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747027840:12345-0@lo:400:kworker.0 Request processed in 72us (3909us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598457.619173:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1788598457.619188:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788598457.619193:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747028096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598457.619221:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747028096:12345-0@lo:400:kworker.0 Request processed in 28us (3552us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598457.619226:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788598457.619250:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747028608 00000100:00100000:3.0:1788598457.619254:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747028608 00000100:00100000:3.0:1788598457.619297:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747029120 00000100:00100000:3.0:1788598457.619301:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747029120 00000100:00100000:3.0:1788598457.619317:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747028480 00000100:00100000:3.0:1788598457.619320:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747028480 00000100:00100000:3.0:1788598457.619333:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747028992 00000100:00100000:3.0:1788598457.619337:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747028992 00000100:00100000:3.0:1788598457.619351:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1788598457.619369:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747028608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598457.619402:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747028608:12345-0@lo:400:kworker.0 Request processed in 34us (3697us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598457.619408:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1788598457.619420:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1788598457.619426:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747029120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598457.619455:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747029120:12345-0@lo:400:kworker.0 Request processed in 30us (3689us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598457.619461:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1788598457.619471:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1788598457.619478:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747028480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598457.619514:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747028480:12345-0@lo:400:kworker.0 Request processed in 37us (2053us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598457.619520:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1788598457.619531:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1788598457.619538:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747028992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598457.619566:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747028992:12345-0@lo:400:kworker.0 Request processed in 28us (2060us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598457.619571:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00080000:3.0:1788598457.619594:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598457.619598:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598457.619601:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598457.619604:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598457.619626:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598457.619641:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747029248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598457.619681:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598457.619769:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747028480:0@lo:400:kworker.0 00000100:00100000:3.0:1788598457.619783:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747028992:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.624648:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747027584:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.624676:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747028096:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.624694:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747028608:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.624708:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747029120:0@lo:400:kworker.0 00000100:00100000:2.0:1788598457.624987:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747029248 00000100:00100000:2.0:1788598457.624998:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747029248 00000100:00100000:2.0:1788598457.625065:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1788598457.625076:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747029248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598457.625120:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598457.625242:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747029248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 167us (5559us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598457.625251:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1788598457.625308:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747027840:0@lo:400:kworker.0 00000100:00100000:0.0:1788598457.625799:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747029248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598458.114346:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747029376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598458.114460:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598458.114657:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747029376 00000100:00100000:1.0:1788598458.114668:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747029376 00000100:00100000:1.0:1788598458.114769:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1788598458.114783:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747029376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598458.114812:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788598458.114862:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747029376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598458.114870:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1788598458.115039:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747029376:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598458.243709:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598458.686325:0:22183:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598458.686336:0:22183:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598458.686383:0:22183:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:3.0:1788598458.686395:0:22183:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598458.788102:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598458.790955:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723001600 00000100:00100000:0.0:1788598458.790974:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723001600 00000100:00100000:1.0:1788598458.791171:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 320 00000100:00100000:1.0:1788598458.791187:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+16:2434:x1875480723001600:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598458.791211:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598458.791235:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6fe27bb/0x6b7334fb160706e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe5c expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.791276:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598458.791279:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598458.791289:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6fe27bb/0x6b7334fb160706e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe5c expref: 17 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.791309:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6fe27bb/0x6b7334fb160706e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe5c expref: 17 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.791326:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959ee00, rc 0) 00000100:00100000:1.0:1788598458.791415:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723001600:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 233us (3324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598458.791422:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 320 00000100:00080000:3.0:1788598458.791546:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598458.806946:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598458.807058:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723001856 00000100:00100000:1.0:1788598458.807072:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723001856 00000100:00100000:1.0:1788598458.807170:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1188 00000100:00100000:1.0:1788598458.807184:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+99:30436:x1875480723001856:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598458.807212:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598458.807238:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160706e9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe63 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.807395:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160706f0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.807414:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160706f0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.807428:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160706f0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598458.807443:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:1.0:1788598458.807586:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160706e9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe63 expref: 102 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.807604:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160706f0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe63 expref: 101 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.807615:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:1.0:1788598458.807618:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788598458.807622:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f400, rc 0) 00000100:00100000:1.0:1788598458.807706:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+101:30436:x1875480723001856:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 527us (774us total) trans 4294968010 rc 0/0 00000100:00100000:1.0:1788598458.807713:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1188 00000100:00080000:0.0:1788598458.808106:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598458.813022:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598458.813230:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723001984 00000100:00100000:1.0:1788598458.813243:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723001984 00000100:00100000:1.0:1788598458.813322:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 321 00000100:00100000:1.0:1788598458.813335:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723001984:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:1.0:1788598458.813409:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.813436:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe4e expref: 10 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.813446:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6fe27bb/0x6b7334fb160706e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe5c expref: 17 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.813464:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598458.813467:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598458.813471:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 5/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.813517:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6fe27bb/0x6b7334fb160706e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe5c expref: 17 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.813536:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6fe27bb/0x6b7334fb160706e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe5c expref: 17 pid: 8406 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598458.813554:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747029504:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598458.813697:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe4e expref: 10 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.813709:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe4e expref: 10 pid: 8403 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598458.813721:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747029632:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598458.813778:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc480 going to sleep for 11 seconds 00000100:00100000:0.0:1788598458.816273:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747029504:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598458.816290:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747029632:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598458.816321:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598458.822852:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598458.822959:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598458.822998:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723002112 00000100:00100000:3.0:1788598458.823010:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723002112 00010000:00010000:3.0:1788598458.823059:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6fe27bb/0x6b7334fb160706e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe5c expref: 18 pid: 8406 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598458.823100:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723002240 00000100:00100000:3.0:1788598458.823105:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723002240 00010000:00010000:3.0:1788598458.823135:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe4e expref: 11 pid: 8403 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598458.823157:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 365 00000100:00100000:3.0:1788598458.823167:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+18:2432:x1875480723002112:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598458.823185:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598458.823209:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6fe27bb/0x6b7334fb160706e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe5c expref: 18 pid: 8406 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823225:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6fe27bb/0x6b7334fb160706e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe5c expref: 18 pid: 8406 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823252:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6fe27bb/0x6b7334fb160706e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe5c expref: 18 pid: 8406 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823273:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598458.823336:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723002112:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 170us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598458.823345:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 365 00000100:00100000:3.0:1788598458.823424:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 366 00000100:00100000:3.0:1788598458.823430:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723002240:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598458.823438:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598458.823446:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe4e expref: 11 pid: 8403 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823463:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe4e expref: 11 pid: 8403 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823479:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b574f4e7/0x6b7334fb160706bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe4e expref: 11 pid: 8403 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823502:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598458.823505:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598458.823511:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823522:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823553:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598458.823573:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723002240:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 142us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598458.823579:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 366 00000100:00080000:3.0:1788598458.823608:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788598458.823710:0:8868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823721:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823777:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823786:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823794:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823802:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598458.823807:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823816:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823828:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598458.823836:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160706fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598458.823894:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+16:2434:x1875480723001984:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 10562us (10887us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598458.823903:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 321 00000100:00100000:3.0:1788598458.827241:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598458.827353:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723002496 00000100:00100000:0.0:1788598458.827376:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723002496 00000100:00100000:0.0:1788598458.827452:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 238 00000100:00100000:0.0:1788598458.827474:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+101:30436:x1875480723002496:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:0.0:1788598458.827560:0:6527:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x1f:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160706f0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe63 expref: 101 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598458.829084:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968011 00000001:00080000:0.0:1788598458.829542:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968012 00010000:00010000:0.0:1788598458.829592:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598458.829616:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe16 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598458.829626:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe2b expref: 104 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598458.829634:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598458.829775:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe2b expref: 104 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598458.829798:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe2b expref: 104 pid: 10034 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598458.829817:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747029760:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598458.829949:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe16 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598458.829966:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe16 expref: 48 pid: 6525 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598458.829976:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747029888:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598458.830001:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88f210c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598458.842183:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598458.842280:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598458.842445:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747029760:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598458.842474:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747029888:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598458.842511:0:6527:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598458.842763:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723002752 00000100:00100000:2.0:1788598458.842773:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723002752 00010000:00010000:2.0:1788598458.842882:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe16 expref: 49 pid: 6525 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598458.842919:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723002624 00000100:00100000:2.0:1788598458.842923:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723002624 00010000:00010000:2.0:1788598458.842937:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe2b expref: 105 pid: 10034 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598458.842960:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 367 00000100:00100000:2.0:1788598458.842970:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2433:x1875480723002752:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598458.842990:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598458.842997:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe16 expref: 49 pid: 6525 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843009:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe16 expref: 49 pid: 6525 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843035:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb1607064f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe16 expref: 49 pid: 6525 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843053:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:2.0:1788598458.843059:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843072:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843080:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598458.843142:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480723002752:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 173us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598458.843151:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 367 00000100:00100000:2.0:1788598458.843171:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 368 00000100:00100000:2.0:1788598458.843178:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+105:2433:x1875480723002624:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598458.843187:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598458.843192:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe2b expref: 105 pid: 10034 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843204:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe2b expref: 105 pid: 10034 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843219:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070680 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe2b expref: 105 pid: 10034 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843229:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:2.0:1788598458.843233:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843242:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843251:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.843274:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598458.843293:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+104:2433:x1875480723002624:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 116us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598458.843300:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 368 00010000:00010000:1.0:1788598458.843687:0:6527:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598458.843696:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598458.843855:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968013 00000001:00080000:1.0:1788598458.843993:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968014 00000001:00080000:1.0:1788598458.844037:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968015 00000100:00100000:1.0:1788598458.844133:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747030016:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788598458.844197:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598458.844232:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b908ba840 going to sleep for 11 seconds 00000100:00100000:2.0:1788598458.844841:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747030016 00000100:00100000:2.0:1788598458.844852:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747030016 00000100:00100000:2.0:1788598458.844903:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1788598458.844912:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747030016:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788598458.845017:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747030016:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 106us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598458.845024:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1788598458.845075:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747030016:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1788598458.845225:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968016 00000100:00100000:2.0:1788598458.845287:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747030144:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788598458.845320:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598458.845342:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a873a5900 going to sleep for 11 seconds 00000100:00100000:2.0:1788598458.845377:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747030144 00000100:00100000:2.0:1788598458.845382:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747030144 00000100:00100000:2.0:1788598458.845408:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1788598458.845415:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747030144:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788598458.849875:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6527:x1875480747030144:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 4449us (4543us total) trans 4294967354 rc 0/0 00000100:00100000:2.0:1788598458.849893:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1788598458.849998:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747030144:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1788598458.850037:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.850051:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.850060:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.850067:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598458.850072:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.850081:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.850100:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:2.0:1788598458.850103:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1788598458.850109:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598458.850116:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070705 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598458.850282:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x40:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788598458.850376:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:2.0:1788598458.850390:0:6527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748735654864ns, next at 749735652494ns, rc = 0 00000001:00080000:2.0:1788598458.850401:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968017 00010000:00010000:2.0:1788598458.850441:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:2.0:1788598458.850444:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788598458.850452:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160706f0 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe63 expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598458.850962:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+107:30436:x1875480723002496:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 23491us (23734us total) trans 4294968018 rc 0/0 00000100:00100000:2.0:1788598458.850974:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 238 00000020:00080000:2.0:1788598458.850979:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00080000:3.0:1788598458.851158:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788598459.265959:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598459.650019:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747030272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598459.650101:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598459.650204:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747030272 00000100:00100000:1.0:1788598459.650214:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747030272 00000100:00100000:1.0:1788598459.650280:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1788598459.650290:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747030272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598459.650321:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161745728 pending 28672 free 3916140544 avail 3684618240 00000100:00080000:2.0:1788598459.650478:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598459.655443:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747030272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5142us (5328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598459.655460:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1788598459.662834:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747030272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598459.662868:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598459.662879:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747030400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598459.662937:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598459.663164:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747030400 00000100:00100000:3.0:1788598459.663171:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747030400 00000100:00100000:3.0:1788598459.663241:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1788598459.663252:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747030400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598459.663275:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161745728 pending 28672 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598459.663321:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747030400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598459.663327:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00080000:0.0:1788598459.663396:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598459.663424:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747030400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598460.162153:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598460.175805:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747030528:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598460.175968:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598460.176126:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747030528 00000100:00100000:2.0:1788598460.176135:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747030528 00000100:00100000:2.0:1788598460.176196:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1788598460.176205:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747030528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598460.176244:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:2.0:1788598460.176302:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747030528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598460.176310:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1788598460.176359:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747030528:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598460.290109:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598461.252090:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598461.313854:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598461.571934:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.571969:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598461.572082:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723003136 00000100:00100000:2.0:1788598461.572093:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723003136 00000100:00100000:2.0:1788598461.572162:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 920 00000100:00100000:2.0:1788598461.572171:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723003136:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598461.572250:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723003136:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 80us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598461.572258:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 920 00000100:00080000:2.0:1788598461.572282:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598461.572392:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723002880 00000100:00100000:1.0:1788598461.572396:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723002880 00000100:00100000:1.0:1788598461.572435:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 716 00000100:00100000:1.0:1788598461.572441:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723002880:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598461.572471:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723002880:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.572477:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 716 00000100:00100000:3.0:1788598461.572570:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.572592:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.572633:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.572657:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723003648 00000100:00100000:3.0:1788598461.572755:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723003648 00000100:00100000:3.0:1788598461.572793:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 921 00000100:00100000:3.0:1788598461.572799:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723003648:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598461.572831:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723003648:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598461.572849:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 921 00000100:00080000:3.0:1788598461.572866:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598461.572924:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723003392 00000100:00100000:1.0:1788598461.572928:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723003392 00000100:00100000:1.0:1788598461.572972:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723003904 00000100:00100000:1.0:1788598461.572975:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723003904 00000100:00100000:1.0:1788598461.573011:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 584 00000100:00100000:1.0:1788598461.573017:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480723003392:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598461.573044:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480723003392:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.573051:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 584 00000100:00100000:1.0:1788598461.573064:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 585 00000100:00100000:1.0:1788598461.573070:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723003904:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598461.573093:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723003904:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.573103:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 585 00000100:00080000:3.0:1788598461.574211:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598461.576327:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.576371:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.576427:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.576449:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.576474:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723003008 00000100:00100000:3.0:1788598461.576483:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723003008 00000100:00100000:3.0:1788598461.576533:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723003520 00000100:00100000:3.0:1788598461.576535:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723003520 00000100:00100000:3.0:1788598461.576555:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 922 00000100:00100000:3.0:1788598461.576563:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+107:2435:x1875480723003008:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598461.576630:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+107:2435:x1875480723003008:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 66us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598461.576637:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 922 00000100:00100000:3.0:1788598461.576651:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 923 00000100:00100000:3.0:1788598461.576657:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2435:x1875480723003520:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598461.577150:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723003264 00000100:00100000:2.0:1788598461.577155:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723003264 00000100:00100000:2.0:1788598461.577182:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723003776 00000100:00100000:2.0:1788598461.577184:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723003776 00000100:00100000:2.0:1788598461.577203:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 586 00000100:00100000:2.0:1788598461.577209:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480723003264:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598461.577241:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480723003264:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598461.577247:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 586 00000100:00100000:2.0:1788598461.577259:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 587 00000100:00100000:2.0:1788598461.577265:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723003776:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598461.577287:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723003776:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598461.577293:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 587 00000100:00080000:2.0:1788598461.577342:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598461.577347:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598461.583635:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2435:x1875480723003520:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 6966us (7196us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598461.583648:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 923 00000100:00100000:3.0:1788598461.592084:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.593143:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723004032 00000100:00100000:1.0:1788598461.593156:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723004032 00000100:00100000:0.0:1788598461.593325:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1189 00000100:00100000:0.0:1788598461.593337:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+107:30462:x1875480723004032:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:0.0:1788598461.593365:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598461.593399:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb1607070c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe6a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593475:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070713 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593496:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070713 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593507:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070713 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593522:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607071a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593530:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607071a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593537:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607071a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593614:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070721 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593623:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070721 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593630:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070721 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598461.593688:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:0.0:1788598461.593692:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598461.593713:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070721 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593727:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070721 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593766:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070713 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593772:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070713 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593779:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070713 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593786:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598461.593791:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070713 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593799:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070713 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593811:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:0.0:1788598461.593814:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598461.593819:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070713 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593825:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070713 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593849:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607071a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593855:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607071a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593861:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607071a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593867:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598461.593870:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607071a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593875:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607071a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593882:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8a1b88344700) 00010000:00010000:0.0:1788598461.593885:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598461.593887:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607071a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593893:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607071a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593924:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb1607070c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe6a expref: 109 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593937:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070721 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe6a expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.593944:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1b88344d00) 00010000:00010000:0.0:1788598461.593946:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598461.593948:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731800, rc 0) 00000100:00100000:0.0:1788598461.594015:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+108:30462:x1875480723004032:12345-192.168.202.17@tcp:101:diff.0 Request processed in 680us (1940us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598461.594023:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1189 00000100:00100000:1.0:1788598461.601641:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.601813:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723004288 00000100:00100000:3.0:1788598461.601823:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723004288 00000100:00100000:1.0:1788598461.602123:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1190 00000100:00100000:1.0:1788598461.602136:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+108:30462:x1875480723004288:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:1.0:1788598461.602159:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598461.602179:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070728 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe71 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.602290:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb1607072f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.602306:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb1607072f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.602318:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb1607072f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598461.602328:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:1.0:1788598461.602795:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070728 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe71 expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.602814:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb1607072f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe71 expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.602822:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1b88344d00) 00010000:00010000:1.0:1788598461.602825:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598461.602828:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fe00, rc 0) 00000100:00100000:1.0:1788598461.602898:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+110:30462:x1875480723004288:12345-192.168.202.17@tcp:101:diff.0 Request processed in 765us (1267us total) trans 4294968019 rc 0/0 00000100:00100000:1.0:1788598461.602906:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1190 00000001:00080000:0.0:1788598461.606682:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968019 is committed 00000004:00080000:0.0:1788598461.606701:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000020:00080000:0.0:1788598461.606724:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a873a5600 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:0.0:1788598461.606730:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bb6306600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a873a5d80 00000020:00080000:0.0:1788598461.606766:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bb6306400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a88b3ae00 00000001:00080000:0.0:1788598461.606793:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968009 is committed 00000100:00100000:3.0:1788598461.607003:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598461.607024:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747030656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788598461.607089:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598461.607156:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747030656 00000100:00100000:3.0:1788598461.607164:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747030656 00000100:00100000:3.0:1788598461.607218:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1788598461.607225:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747030656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788598461.607252:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00002000:00010000:3.0:1788598461.607285:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x6a9bd8b7, atime: 0x0, ctime: 0x6a9bd8b7, blocks: 0x8 00010000:00010000:3.0:1788598461.607293:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607073d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.607314:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598461.607316:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598461.607321:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607073d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.607337:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607073d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.607346:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607073d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.607353:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607073d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.607369:0:8403:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788598461.607521:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3667:x1875480747030656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 295us (431us total) trans 4294967355 rc 0/0 00000100:00100000:3.0:1788598461.607529:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00080000:3.0:1788598461.607549:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788598461.607561:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788598461.607567:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607073d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.607575:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657c00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598461.607579:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607073d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.607593:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607073d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.607610:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607073d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.607617:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039f2fc57/0x6b7334fb1607073d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.607633:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598461.607635:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598461.607637:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788598461.607841:0:3667:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a87303800/2, rc 0, transno 4294967355 00000100:00100000:3.0:1788598461.607848:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747030656:0@lo:6:osp-syn-0-0.0 00000020:00080000:2.0:1788598461.608157:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000020:00080000:2.0:1788598461.608196:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000001:00080000:3.0:1788598461.609288:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000001:00080000:3.0:1788598461.609300:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000100:00100000:2.0:1788598461.611335:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598461.611496:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723004544 00000100:00100000:0.0:1788598461.611505:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723004544 00000100:00100000:0.0:1788598461.611598:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 54 00000100:00100000:0.0:1788598461.611608:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+100:30462:x1875480723004544:12345-192.168.202.17@tcp:103:diff.0 00010000:00010000:0.0:1788598461.611625:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788598461.611650:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb1607072f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe71 expref: 100 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.611670:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb16070721 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe6a expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.611681:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1b88344d00) 00010000:00010000:0.0:1788598461.611691:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598461.611771:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+98:30462:x1875480723004544:12345-192.168.202.17@tcp:103:diff.0 Request processed in 164us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598461.611778:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 54 00000100:00100000:3.0:1788598461.614676:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598461.614918:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723004672 00000100:00100000:2.0:1788598461.614928:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723004672 00000100:00100000:2.0:1788598461.614986:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1191 00000100:00100000:2.0:1788598461.615358:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+98:30462:x1875480723004672:12345-192.168.202.17@tcp:58:diff.0 00010000:00010000:2.0:1788598461.615484:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.615502:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.615515:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788598461.615614:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:2.0:1788598461.615763:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+98:30462:x1875480723004672:12345-192.168.202.17@tcp:58:diff.0 Request processed in 381us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598461.615772:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1191 00000100:00100000:3.0:1788598461.622883:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598461.622929:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723004800 00000100:00100000:0.0:1788598461.622940:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723004800 00000100:00100000:0.0:1788598461.623002:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1192 00000100:00100000:0.0:1788598461.623014:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+98:30462:x1875480723004800:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:0.0:1788598461.623040:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598461.623064:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb1607074b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe78 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.623115:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.623123:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb1607074b lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe78 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.623138:0:10034:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.623148:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb1607074b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe78 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.623159:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:0.0:1788598461.623161:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598461.623164:0:10034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb1607074b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe78 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.623170:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731800, rc 0) 00000100:00100000:0.0:1788598461.623218:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+99:30462:x1875480723004800:12345-192.168.202.17@tcp:101:diff.0 Request processed in 208us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598461.623225:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1192 00000040:00080000:2.0:1788598461.640367:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598461.640375:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598461.640466:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:2.0:1788598461.640473:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598461.640592:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747030784:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598461.640687:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a86ebdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598461.645091:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747030784:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598461.645726:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.645860:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723004928 00000100:00100000:1.0:1788598461.645868:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723004928 00000100:00100000:1.0:1788598461.646213:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1193 00000100:00100000:1.0:1788598461.646226:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30463:x1875480723004928:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598461.646368:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598461.646495:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30463:x1875480723004928:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 271us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.646503:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1193 00000100:00100000:1.0:1788598461.653957:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.654084:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723005056 00000100:00100000:3.0:1788598461.654094:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723005056 00000100:00100000:3.0:1788598461.654153:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1194 00000100:00100000:3.0:1788598461.654163:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30463:x1875480723005056:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788598461.654232:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654249:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654261:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654275:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070759 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654281:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070759 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654287:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070759 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654441:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654449:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654456:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598461.654499:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:3.0:1788598461.654503:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598461.654514:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654526:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654536:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654541:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654547:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654552:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598461.654556:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654563:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654573:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598461.654576:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598461.654580:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654586:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070752 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654597:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070759 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654602:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070759 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654608:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070759 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654613:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598461.654616:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070759 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654621:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070759 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654626:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff8a1a85343300) 00010000:00010000:3.0:1788598461.654628:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598461.654630:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070759 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654635:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070759 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654647:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654654:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654672:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654677:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598461.654679:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654685:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654697:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:3.0:1788598461.654700:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598461.654703:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.654708:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070760 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598461.654926:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30463:x1875480723005056:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 675us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598461.654936:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1194 00000100:00100000:3.0:1788598461.660121:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598461.664196:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723005312 00000100:00100000:0.0:1788598461.664211:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723005312 00000100:00100000:0.0:1788598461.664317:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1195 00000100:00100000:0.0:1788598461.664329:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30463:x1875480723005312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598461.664354:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598461.664376:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070767 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe7f expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664492:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607076e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664507:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607076e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664519:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607076e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598461.664530:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1788598461.664620:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607076e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664628:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607076e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664635:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607076e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664641:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598461.664646:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607076e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664653:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607076e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664664:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:0.0:1788598461.664667:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598461.664672:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607076e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664678:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb1607076e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664719:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070767 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe7f expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664729:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:0.0:1788598461.664731:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598461.664753:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070767 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe7f expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.664763:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731600, rc 0) 00000100:00100000:0.0:1788598461.664832:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30463:x1875480723005312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 505us (4720us total) trans 4294968020 rc 301/301 00000100:00100000:0.0:1788598461.664839:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1195 00000100:00100000:3.0:1788598461.667928:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598461.667984:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723005440 00000100:00100000:0.0:1788598461.667994:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723005440 00000100:00100000:0.0:1788598461.668054:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1196 00000100:00100000:0.0:1788598461.668064:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30463:x1875480723005440:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598461.668098:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598461.668228:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30463:x1875480723005440:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 166us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598461.668236:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1196 00000100:00100000:1.0:1788598461.681195:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.681428:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723005696 00000100:00100000:3.0:1788598461.681439:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723005696 00000100:00100000:3.0:1788598461.681491:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1197 00000100:00100000:3.0:1788598461.681500:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30463:x1875480723005696:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598461.681522:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598461.681542:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607077c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe86 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.682468:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070783 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.682485:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070783 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.682497:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070783 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598461.682509:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00010000:00010000:3.0:1788598461.682561:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607077c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe86 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.682578:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070783 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe86 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.682587:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1a85343300) 00010000:00010000:3.0:1788598461.682590:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598461.682593:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656a00, rc 0) 00000100:00100000:3.0:1788598461.682657:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30463:x1875480723005696:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1158us (1470us total) trans 4294968021 rc 0/0 00000100:00100000:3.0:1788598461.683377:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1197 00000100:00100000:3.0:1788598461.689531:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.689609:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723005952 00000100:00100000:1.0:1788598461.689619:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723005952 00000100:00100000:3.0:1788598461.689793:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1198 00000100:00100000:3.0:1788598461.689806:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30463:x1875480723005952:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598461.689868:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598461.689898:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070783 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe86 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.689915:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1a85343300) 00010000:00010000:3.0:1788598461.689926:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598461.689948:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.689961:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe39 expref: 98 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.689970:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.690020:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe39 expref: 98 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.690034:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe39 expref: 98 pid: 6523 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598461.690050:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747030912:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598461.690403:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc600 going to sleep for 11 seconds 00000100:00100000:1.0:1788598461.696342:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.696388:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723006080 00000100:00100000:1.0:1788598461.696398:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723006080 00010000:00010000:1.0:1788598461.696435:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe39 expref: 99 pid: 6523 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598461.696474:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 369 00000100:00100000:1.0:1788598461.696484:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+99:2432:x1875480723006080:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598461.696498:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598461.696505:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe39 expref: 99 pid: 6523 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.696525:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe39 expref: 99 pid: 6523 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.696550:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:1.0:1788598461.696555:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.696564:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.696571:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.696589:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598461.696635:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+99:2432:x1875480723006080:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 154us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.696643:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 369 00010000:00010000:1.0:1788598461.697786:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070695 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe39 expref: 98 pid: 6523 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598461.697805:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747030912:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598461.697824:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697833:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697839:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697862:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070798 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x79ae0c83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697873:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070798 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x79ae0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697881:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070798 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x79ae0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697925:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697931:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697937:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697943:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598461.697947:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697953:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697963:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:1.0:1788598461.697965:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598461.697969:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697973:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070791 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.697984:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070798 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x79ae0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.699807:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070798 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x79ae0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.699816:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070798 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x79ae0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.699823:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598461.699828:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070798 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x79ae0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.699836:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070798 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x79ae0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.699850:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x79ae0c83 (ffff8a1b9fd8c400) 00010000:00010000:1.0:1788598461.699853:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598461.699857:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070798 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x79ae0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.699863:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070798 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x79ae0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598461.699959:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30463:x1875480723005952:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 10152us (10434us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598461.699968:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1198 00000100:00100000:1.0:1788598461.704096:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598461.704207:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723006208 00000100:00100000:0.0:1788598461.704218:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723006208 00000100:00100000:0.0:1788598461.704288:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1199 00000100:00100000:0.0:1788598461.704299:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30463:x1875480723006208:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598461.704319:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598461.704344:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb1607079f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe8d expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.704391:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.704405:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.704415:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.704524:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb1607079f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe8d expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.704542:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe8d expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.704551:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598461.704554:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598461.704558:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731200, rc 0) 00000100:00100000:0.0:1788598461.704618:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30463:x1875480723006208:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 321us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598461.704626:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1199 00000100:00100000:3.0:1788598461.708835:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.708927:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723006464 00000100:00100000:1.0:1788598461.708937:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723006464 00000100:00100000:1.0:1788598461.709004:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1200 00000100:00100000:1.0:1788598461.709014:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30463:x1875480723006464:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598461.709100:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.709118:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.709128:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598461.709409:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b0ab344 reply state 00000000c122a192 transno 4294968022 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.709423:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.709431:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:1.0:1788598461.709434:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1788598461.709438:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788598461.709559:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:30463:x1875480723006464:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 545us (731us total) trans 4294968022 rc 0/0 00000100:00100000:1.0:1788598461.709567:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1200 00000100:00100000:2.0:1788598461.717851:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.718047:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723006592 00000100:00100000:3.0:1788598461.718058:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723006592 00000100:00100000:3.0:1788598461.718114:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1201 00000100:00100000:3.0:1788598461.718123:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:30463:x1875480723006592:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598461.718149:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598461.718170:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160707b4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe94 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.718229:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160707b4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe94 expref: 51 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.718245:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160707b4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe94 expref: 51 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.718268:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:3.0:1788598461.718271:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598461.718275:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656a00, rc 0) 00000100:00100000:3.0:1788598461.718340:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:30463:x1875480723006592:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 216us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598461.718347:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1201 00000100:00100000:1.0:1788598461.722524:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598461.722634:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723006720 00000100:00100000:0.0:1788598461.722648:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723006720 00000100:00100000:0.0:1788598461.722716:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 239 00000100:00100000:0.0:1788598461.722727:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:30463:x1875480723006720:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1788598461.725104:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:30463:x1875480723006720:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 2369us (2582us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.725116:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 239 00000100:00100000:0.0:1788598461.727563:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598461.727619:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723006976 00000100:00100000:2.0:1788598461.727628:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723006976 00000100:00100000:2.0:1788598461.727718:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 240 00000100:00100000:2.0:1788598461.727727:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ed850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+51:30463:x1875480723006976:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598461.727952:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ed850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30463:x1875480723006976:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 225us (395us total) trans 4294968023 rc 0/0 00000100:00100000:2.0:1788598461.727960:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 240 00000100:00100000:2.0:1788598461.731503:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.734540:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723007232 00000100:00100000:1.0:1788598461.734556:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723007232 00000100:00100000:1.0:1788598461.734633:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1202 00000100:00100000:1.0:1788598461.734647:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30463:x1875480723007232:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598461.735074:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30463:x1875480723007232:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 431us (3583us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.735084:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1202 00000100:00100000:3.0:1788598461.747893:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598461.748015:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723007488 00000100:00100000:2.0:1788598461.748026:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723007488 00000100:00100000:2.0:1788598461.748092:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1203 00000100:00100000:2.0:1788598461.748102:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30463:x1875480723007488:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598461.748124:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598461.748146:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160707bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebe9b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.748269:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.748285:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160707b4 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe94 expref: 53 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.748294:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.748328:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160707b4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe94 expref: 53 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.748343:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160707b4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe94 expref: 53 pid: 13009 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598461.748534:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747031040:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598461.748650:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a86ebd300 going to sleep for 11 seconds 00000100:00100000:2.0:1788598461.753718:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598461.754177:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723007616 00000100:00100000:0.0:1788598461.754187:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723007616 00010000:00010000:0.0:1788598461.754236:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160707b4 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe94 expref: 54 pid: 13009 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598461.754259:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747031040:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598461.754278:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 370 00000100:00100000:0.0:1788598461.754288:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:2432:x1875480723007616:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598461.754289:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.754304:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598461.754312:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160707b4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe94 expref: 54 pid: 13009 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.754326:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160707b4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe94 expref: 54 pid: 13009 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.754347:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160707b4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe94 expref: 54 pid: 13009 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.754363:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598461.754368:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.754386:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.754398:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.754425:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598461.754462:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.754472:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598461.754478:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723007616:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 190us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598461.754489:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 370 00000004:00200000:1.0:1788598461.754507:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00080000:0.0:1788598461.755110:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:0.0:1788598461.755215:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.755224:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.755231:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.755236:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598461.755240:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.755248:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.755258:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598461.755260:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598461.755264:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.755270:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb160707c2 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.755313:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160707bb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe9b expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.755323:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:0.0:1788598461.755325:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598461.755328:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb160707bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe9b expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.755337:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893edc00, rc 0) 00000100:00100000:0.0:1788598461.755417:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30463:x1875480723007488:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 7316us (7536us total) trans 4294968024 rc 301/301 00000100:00100000:0.0:1788598461.755424:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1203 00000100:00100000:2.0:1788598461.766955:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.767040:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723007872 00000100:00100000:1.0:1788598461.767051:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723007872 00000100:00100000:1.0:1788598461.767121:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 241 00000100:00100000:1.0:1788598461.767130:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30463:x1875480723007872:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598461.767418:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:30463:x1875480723007872:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 286us (468us total) trans 4294968025 rc 0/0 00000100:00100000:1.0:1788598461.767425:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 241 00000100:00100000:2.0:1788598461.769896:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.770064:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723008000 00000100:00100000:3.0:1788598461.770074:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723008000 00000100:00100000:3.0:1788598461.770269:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1204 00000100:00100000:3.0:1788598461.770281:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:30463:x1875480723008000:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598461.770306:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598461.770326:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160707d0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebea2 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.770406:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160707d7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.770422:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160707d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.770436:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160707d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598461.770487:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00200000:3.0:1788598461.770491:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598461.770508:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160707d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.770535:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160707d0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea2 expref: 55 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.770555:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160707d7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea2 expref: 54 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.770565:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:3.0:1788598461.770568:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788598461.770571:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657c00, rc 0) 00000100:00100000:3.0:1788598461.770632:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+54:30463:x1875480723008000:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 353us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598461.770639:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1204 00000100:00100000:0.0:1788598461.774581:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.774787:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723008128 00000100:00100000:1.0:1788598461.774798:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723008128 00000100:00100000:1.0:1788598461.774864:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 323 00000100:00100000:1.0:1788598461.774875:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723008128:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598461.774894:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598461.774917:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb160707de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebea9 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598461.774945:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788598461.774965:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598461.774968:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598461.774977:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb160707de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea9 expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.774996:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb160707de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea9 expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.775009:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f400, rc 0) 00000100:00100000:1.0:1788598461.775071:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723008128:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 198us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.775078:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 323 00000100:00100000:2.0:1788598461.782639:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.782728:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723008384 00000100:00100000:1.0:1788598461.782800:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723008384 00000100:00100000:1.0:1788598461.782886:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1205 00000100:00100000:1.0:1788598461.782896:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:30463:x1875480723008384:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598461.783006:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:30463:x1875480723008384:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 111us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.783013:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1205 00000100:00100000:3.0:1788598461.790460:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.790516:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723008512 00000100:00100000:1.0:1788598461.790586:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723008512 00000100:00100000:1.0:1788598461.790650:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 324 00000100:00100000:1.0:1788598461.790660:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:30463:x1875480723008512:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598461.790679:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598461.790698:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebeb0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.790772:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb160707de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea9 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.790783:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598461.790785:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598461.790789:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.790825:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb160707de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea9 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.790841:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb160707de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea9 expref: 12 pid: 14172 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598461.790855:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747031168:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598461.790984:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598461.794537:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747031168:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598461.794578:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.794605:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00000100:00100000:1.0:1788598461.794707:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:30463:x1875480723008512:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 4047us (4255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.794717:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 324 00000100:00100000:2.0:1788598461.808159:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598461.808388:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723008640 00000100:00100000:0.0:1788598461.808399:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723008640 00010000:00010000:0.0:1788598461.808441:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb160707de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea9 expref: 12 pid: 14172 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598461.811517:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 371 00000100:00100000:0.0:1788598461.811547:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84cc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723008640:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598461.811571:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598461.811601:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb160707de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea9 expref: 12 pid: 14172 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.811620:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb160707de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea9 expref: 12 pid: 14172 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.811646:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb160707de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea9 expref: 12 pid: 14172 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.811663:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598461.811665:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598461.811672:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.811683:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598461.811834:0:8432:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598461.811851:0:8432:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8432:1875480747031296:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598461.811950:0:8432:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88f21c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598461.817161:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.817234:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723008768 00000100:00100000:1.0:1788598461.817242:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723008768 00002000:00100000:1.0:1788598461.817303:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff8a1a87a6c380 x1875480723008768/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:452/0 lens 648/0 e 0 to 0 dl 1788598472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598461.817314:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a6c380 with x1875480723008768 ext(0->157) 00002000:00010000:1.0:1788598461.817320:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87a6c380 00000100:00100000:1.0:1788598461.817350:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 88 00000100:00100000:1.0:1788598461.817357:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723008768:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788598461.818200:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2433:x1875480723008768:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 838us (1040us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1788598461.818210:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 88 00002000:00100000:1.0:1788598461.818218:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff8a1a87a6c380 x1875480723008768/t4294967363(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:452/0 lens 648/448 e 0 to 0 dl 1788598472 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598461.818227:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a6c380 with x1875480723008768 ext(0->157) 00002000:00010000:1.0:1788598461.818231:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87a6c380 00000100:00100000:0.0:1788598461.818398:0:8432:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8432:1875480747031296:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598461.818420:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598461.818444:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84cc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723008640:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 6914us (10294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598461.818453:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 371 00000100:00100000:2.0:1788598461.822789:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598461.822883:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723008896 00000100:00100000:0.0:1788598461.822893:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723008896 00000100:00100000:0.0:1788598461.822959:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1206 00000100:00100000:0.0:1788598461.822970:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+54:30463:x1875480723008896:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1788598461.824901:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968025 is committed 00000020:00080000:0.0:1788598461.824933:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00010000:00010000:3.0:1788598461.824946:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.824959:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.824968:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.824974:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598461.824980:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.824999:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.825022:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:3.0:1788598461.825025:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000020:00080000:2.0:1788598461.825043:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:2.0:1788598461.825055:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00010000:00010000:3.0:1788598461.825543:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.825555:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160707ad lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598461.825906:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30463:x1875480723008896:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 2928us (3115us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.825918:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1206 00000100:00100000:3.0:1788598461.829809:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598461.830130:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723009024 00000100:00100000:2.0:1788598461.830141:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723009024 00000100:00100000:2.0:1788598461.830204:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 325 00000100:00100000:2.0:1788598461.830215:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723009024:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788598461.832755:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000100:00100000:2.0:1788598461.833010:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723009024:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 2791us (3205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598461.833023:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 325 00000100:00100000:2.0:1788598461.836501:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.836603:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723009280 00000100:00100000:3.0:1788598461.836614:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723009280 00000100:00100000:3.0:1788598461.836713:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1207 00000100:00100000:3.0:1788598461.836725:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30463:x1875480723009280:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598461.836819:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598461.836859:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160707d7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebea2 expref: 47 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.836879:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:3.0:1788598461.836884:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598461.836915:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.836928:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.836937:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598461.837066:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c254516 reply state 00000000bd94a171 transno 4294968026 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.837079:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.837085:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:3.0:1788598461.837089:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598461.837091:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598461.837231:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30463:x1875480723009280:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 508us (739us total) trans 4294968026 rc 0/0 00000100:00100000:3.0:1788598461.837239:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1207 00000100:00100000:2.0:1788598461.840654:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.841480:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723009408 00000100:00100000:1.0:1788598461.841491:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723009408 00000100:00100000:1.0:1788598461.841608:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1208 00000100:00100000:1.0:1788598461.841621:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30463:x1875480723009408:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598461.841648:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598461.841669:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160707f3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebeb7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.841731:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160707f3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb7 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.841770:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160707f3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb7 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.841788:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:1.0:1788598461.841791:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598461.841795:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959ee00, rc 0) 00000100:00100000:1.0:1788598461.841859:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:30463:x1875480723009408:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 240us (1214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.841869:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1208 00000100:00100000:2.0:1788598461.847173:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.847519:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723009536 00000100:00100000:1.0:1788598461.847531:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723009536 00000100:00100000:1.0:1788598461.847596:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 326 00000100:00100000:1.0:1788598461.847608:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723009536:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788598461.847883:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1788598461.847887:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1788598455 00002000:00010000:1.0:1788598461.847890:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 0 -> 1788598455 00002000:00010000:1.0:1788598461.847894:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1788598455 00002000:00010000:1.0:1788598461.847896:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1788598461.847964:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723009536:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 358us (803us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1788598461.847973:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 326 00000100:00100000:2.0:1788598461.850962:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.851080:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723009792 00000100:00100000:1.0:1788598461.851092:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723009792 00000100:00100000:1.0:1788598461.851199:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1209 00000100:00100000:1.0:1788598461.851211:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:30463:x1875480723009792:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788598461.851298:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.851317:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe8d expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.851327:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 4/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.851504:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe8d expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.851521:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe8d expref: 49 pid: 6524 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598461.851536:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747031424:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598461.851656:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598461.858626:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.860819:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747031424:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598461.860950:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598461.861574:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723009920 00000100:00100000:3.0:1788598461.861584:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723009920 00010000:00010000:3.0:1788598461.861626:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe8d expref: 50 pid: 6524 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598461.861668:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 372 00000100:00100000:3.0:1788598461.861678:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2433:x1875480723009920:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598461.861695:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598461.861701:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe8d expref: 50 pid: 6524 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.861713:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe8d expref: 50 pid: 6524 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.861773:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb160707a6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe8d expref: 50 pid: 6524 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.861790:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:3.0:1788598461.861795:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.861806:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.861818:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.861918:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598461.861998:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2433:x1875480723009920:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 312us (3373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598461.862009:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 372 00010000:00010000:2.0:1788598461.862145:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.862156:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.862197:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.862205:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.862216:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.862221:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598461.862226:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.862233:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.862242:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:2.0:1788598461.862244:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788598461.862247:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 2/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.862263:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160707fa lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598461.862307:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30463:x1875480723009792:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 11098us (11353us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788598461.862316:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1209 00000100:00100000:2.0:1788598461.865225:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.866900:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723010048 00000100:00100000:1.0:1788598461.866918:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723010048 00000100:00100000:1.0:1788598461.867654:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 327 00000100:00100000:1.0:1788598461.870458:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723010048:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598461.870516:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.870539:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.870549:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598461.870552:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598461.870555:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.870597:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.870614:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 12 pid: 8405 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598461.870635:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747031552:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598461.871266:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598461.878815:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747031552:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598461.878852:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598461.883436:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.883495:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723010176 00000100:00100000:3.0:1788598461.883508:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723010176 00010000:00010000:3.0:1788598461.883622:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 13 pid: 8405 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598461.883672:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 373 00000100:00100000:3.0:1788598461.883683:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723010176:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598461.883700:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598461.883722:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 13 pid: 8405 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.883843:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 13 pid: 8405 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.883868:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160707e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb0 expref: 13 pid: 8405 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.883885:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598461.883887:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598461.883891:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.883901:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.884113:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598461.884170:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.884181:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598461.884182:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723010176:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 499us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598461.884199:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 373 00010000:00010000:3.0:1788598461.884211:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.884220:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.884227:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.884234:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598461.884373:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.884393:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.884406:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.884420:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb16070801 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598461.884468:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723010048:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 14044us (19256us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598461.884477:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 327 00000100:00100000:2.0:1788598461.890808:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.890853:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723010432 00000100:00100000:3.0:1788598461.890864:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723010432 00000100:00100000:3.0:1788598461.890981:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1210 00000100:00100000:3.0:1788598461.890992:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30463:x1875480723010432:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598461.891081:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070808 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.891100:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070808 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.891113:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070808 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.891413:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.891424:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160707f3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb7 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.891432:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.891472:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160707f3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb7 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.891487:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160707f3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb7 expref: 49 pid: 6525 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598461.891502:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747031680:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598461.891835:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2edc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598461.902962:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598461.903096:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747031680:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598461.903121:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598461.904162:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723010560 00000100:00100000:3.0:1788598461.904173:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723010560 00010000:00010000:2.0:1788598461.904649:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160707f3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb7 expref: 50 pid: 6525 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598461.904782:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 374 00000100:00100000:2.0:1788598461.904793:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2433:x1875480723010560:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598461.904808:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598461.904816:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160707f3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb7 expref: 50 pid: 6525 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.904830:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160707f3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb7 expref: 50 pid: 6525 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.904956:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160707f3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeb7 expref: 50 pid: 6525 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.904973:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:2.0:1788598461.904977:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.904986:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.905070:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598461.905102:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598461.905135:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.905146:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598461.905393:0:13009:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968027 00000100:00100000:2.0:1788598461.905418:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2433:x1875480723010560:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 627us (2464us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598461.905428:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 374 00000004:02000000:1.0:1788598461.905509:0:13009:0:(mdd_object.c:3041:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:1.0:1788598461.911819:0:13009:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968028 00010000:00010000:1.0:1788598461.911890:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.911904:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.911913:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.911919:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598461.911924:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.911937:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.911954:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:1.0:1788598461.911958:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598461.911963:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.911969:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607080f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.912008:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.912014:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.912020:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.912024:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ede00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598461.912027:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.912032:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.912040:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:1.0:1788598461.912042:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598461.912050:0:13009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb1607074b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe78 expref: 97 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.912065:0:13009:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb1607074b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe78 expref: 97 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.912075:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb1607074b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe78 expref: 97 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.912120:0:13009:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb1607074b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe78 expref: 97 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598461.912137:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747031808:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598461.912240:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161000 going to sleep for 11 seconds 00000100:00100000:1.0:1788598461.920953:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747031808:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598461.920984:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921074:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070744 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921110:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070816 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921125:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070816 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921137:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070816 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921149:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070816 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921156:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070816 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921162:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070816 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921168:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598461.921172:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070816 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921179:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070816 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921191:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:1.0:1788598461.921194:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598461.921197:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070816 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921203:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070816 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921213:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070808 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921219:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070808 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921226:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070808 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921230:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598461.921233:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070808 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921238:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070808 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.921245:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:1.0:1788598461.921248:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598461.921250:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070808 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.923249:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16070808 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598461.923860:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:30463:x1875480723010432:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 32863us (33055us total) trans 0 rc -95/-95 00000100:00100000:1.0:1788598461.923871:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1210 00000020:00080000:1.0:1788598461.923878:0:13009:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:3.0:1788598461.924598:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598461.924606:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1788598461.925050:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598461.925149:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723010688 00000100:00100000:2.0:1788598461.925161:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723010688 00000100:00100000:2.0:1788598461.925211:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 242 00000100:00100000:2.0:1788598461.925223:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+98:30462:x1875480723010688:12345-192.168.202.17@tcp:49:diff.0 00000100:00100000:2.0:1788598461.926217:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+98:30462:x1875480723010688:12345-192.168.202.17@tcp:49:diff.0 Request processed in 991us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598461.926228:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 242 00000040:00080000:3.0:1788598461.926911:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788598461.926923:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598461.930522:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598461.935333:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723010944 00000100:00100000:3.0:1788598461.935348:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723010944 00000100:00100000:3.0:1788598461.935426:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 243 00000100:00100000:3.0:1788598461.935436:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:30463:x1875480723010944:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788598461.936104:0:15204:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x20:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1788598461.936170:0:15204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9312 00000004:00080000:3.0:1788598461.936183:0:15204:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 751821448081ns, next at 752821445822ns, rc = 0 00000001:00080000:3.0:1788598461.936191:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968029 00010000:00010000:3.0:1788598461.936233:0:15204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.936328:0:15204:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.936348:0:15204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.936355:0:15204:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.936361:0:15204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.936366:0:15204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598461.936444:0:15204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788598461.936599:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30463:x1875480723010944:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 1162us (6087us total) trans 4294968030 rc 0/0 00000100:00100000:3.0:1788598461.936608:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 243 00000020:00080000:3.0:1788598461.936613:0:15204:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788598461.936706:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598461.936713:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.936719:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657c00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598461.936723:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.936730:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.936762:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:1.0:1788598461.936765:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788598461.936771:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 1/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.936776:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607081d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598461.936791:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598461.936792:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598461.936794:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598461.937020:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598461.937284:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723011200 00000100:00100000:1.0:1788598461.937292:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723011200 00000100:00100000:1.0:1788598461.937340:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 244 00000100:00100000:1.0:1788598461.937349:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+98:30462:x1875480723011200:12345-192.168.202.17@tcp:35:diff.0 00000100:00100000:1.0:1788598461.937496:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+99:30462:x1875480723011200:12345-192.168.202.17@tcp:35:diff.0 Request processed in 149us (476us total) trans 4294968031 rc 0/0 00000100:00100000:1.0:1788598461.937503:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 244 00000100:00100000:0.0:1788598462.211234:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747031936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598462.211316:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598462.211562:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747031936 00000100:00100000:3.0:1788598462.211571:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747031936 00000100:00100000:3.0:1788598462.211627:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1788598462.211637:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747031936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598462.211669:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598462.211765:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747031936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598462.211773:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1788598462.211856:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747031936:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598462.337845:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598462.722332:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747032064:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.722460:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598462.722530:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747032576:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.722561:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598462.722584:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747033088:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.722607:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598462.722647:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788598462.722654:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747032448:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.722839:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598462.722861:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747032960:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.722891:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598462.722910:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747033472:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.722929:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598462.722967:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747032064 00000100:00100000:1.0:1788598462.723160:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747032192:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.723550:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747032064 00000100:00100000:0.0:1788598462.723638:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1788598462.723650:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747032064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.723789:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598462.723814:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747032704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.723838:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598462.723856:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747033216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.723880:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598462.723897:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788598462.723904:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747032320:0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.723930:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598462.723951:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747032832:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.724559:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747032064:12345-0@lo:400:kworker.0 Request processed in 909us (2097us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598462.724571:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1788598462.725269:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598462.725311:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747033344:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.725537:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747032576 00000100:00100000:0.0:1788598462.725547:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747032576 00000100:00100000:0.0:1788598462.725613:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747033088 00000100:00100000:0.0:1788598462.725617:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747033088 00000100:00100000:0.0:1788598462.725646:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747032448 00000100:00100000:0.0:1788598462.725650:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747032448 00000100:00100000:0.0:1788598462.725663:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747032192 00000100:00100000:0.0:1788598462.725666:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747032192 00000100:00100000:0.0:1788598462.725689:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747032704 00000100:00100000:0.0:1788598462.725692:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747032704 00000100:00100000:0.0:1788598462.725704:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747033216 00000100:00100000:0.0:1788598462.725707:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747033216 00000100:00100000:0.0:1788598462.725722:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1788598462.725731:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747032576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.728373:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747032576:12345-0@lo:400:kworker.0 Request processed in 2629us (5797us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598462.728406:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1788598462.728465:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1788598462.728481:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747033088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.728545:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747033088:12345-0@lo:400:kworker.0 Request processed in 72us (5937us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598462.728551:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1788598462.728563:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1788598462.728570:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747032448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.728598:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747032448:12345-0@lo:400:kworker.0 Request processed in 29us (5759us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598462.728603:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1788598462.728614:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1788598462.728619:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747032192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.729120:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747032192:12345-0@lo:400:kworker.0 Request processed in 497us (5328us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598462.729127:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1788598462.729143:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1788598462.729150:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747032704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.729243:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747032704:12345-0@lo:400:kworker.0 Request processed in 94us (5404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598462.729248:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1788598462.729259:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:0.0:1788598462.729266:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747033216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.729291:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747033216:12345-0@lo:400:kworker.0 Request processed in 26us (5411us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598462.729296:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:0.0:1788598462.729335:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747032960 00000100:00100000:0.0:1788598462.729778:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747032960 00000100:00100000:0.0:1788598462.729833:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747033472 00000100:00100000:0.0:1788598462.729836:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747033472 00000100:00100000:0.0:1788598462.729869:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747032832 00000100:00100000:0.0:1788598462.729872:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747032832 00000100:00100000:0.0:1788598462.729888:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1788598462.729895:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747032960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.729941:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747032960:12345-0@lo:400:kworker.0 Request processed in 47us (7050us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598462.729948:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1788598462.729959:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1788598462.729966:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747033472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.730091:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598462.730150:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747032192:0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.730165:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747032704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.730190:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747033216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.730245:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598462.730261:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747033600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598462.730302:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598462.730348:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747032320 00000100:00100000:1.0:1788598462.730353:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747032320 00000100:00100000:1.0:1788598462.730414:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1788598462.730422:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747032320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.730462:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747032320:12345-0@lo:400:kworker.0 Request processed in 41us (6531us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598462.730468:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1788598462.730488:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747033344 00000100:00100000:1.0:1788598462.730492:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747033344 00000100:00100000:1.0:1788598462.730527:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1788598462.730534:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747032832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.730564:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747032832:12345-0@lo:400:kworker.0 Request processed in 31us (6589us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598462.730570:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1788598462.730582:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1788598462.730588:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747033344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.730615:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747033344:12345-0@lo:400:kworker.0 Request processed in 28us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598462.730621:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1788598462.730652:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747033600 00000100:00100000:1.0:1788598462.730656:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747033600 00000100:00100000:1.0:1788598462.731102:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1788598462.731113:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747033600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598462.731134:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689848832 00000100:00100000:1.0:1788598462.731240:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747033600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598462.731247:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1788598462.731294:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747033600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598462.731333:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747032320:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.731472:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747033472:12345-0@lo:400:kworker.0 Request processed in 1506us (8540us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598462.731481:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00080000:0.0:1788598462.731902:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598462.731909:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598462.731913:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598462.731916:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598462.731953:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747032448:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.731968:0:3666:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000100:00100000:1.0:1788598462.732080:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747032832:0@lo:400:kworker.0 00000100:00100000:1.0:1788598462.732095:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747033344:0@lo:400:kworker.0 00000004:00080000:0.0:1788598462.732527:0:3666:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967354 committed transno 4294967355 00000004:00080000:0.0:1788598462.732553:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a87303800, transno 4294967355 00000100:00100000:0.0:1788598462.732578:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747032960:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.732598:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747033472:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.732610:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747032064:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.732625:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747032576:0@lo:400:kworker.0 00000100:00100000:0.0:1788598462.732842:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747033088:0@lo:400:kworker.0 00000040:00080000:0.0:1788598462.980637:0:22379:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598462.980649:0:22379:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598462.981891:0:22379:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:0.0:1788598462.981904:0:22379:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000004:00080000:0.0:1788598463.235437:0:9836:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 753120699692ns, next at 754120695893ns, rc = 0 00000100:00100000:3.0:1788598463.238269:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598463.238301:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747033728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598463.238377:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598463.238474:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747033728 00000100:00100000:3.0:1788598463.238483:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747033728 00000100:00100000:3.0:1788598463.238530:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1788598463.238541:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747033728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598463.238582:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788598463.238641:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747033728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598463.238648:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1788598463.239870:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747033728:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598463.362925:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598464.385886:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598464.771136:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598464.771169:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747033856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598464.771235:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598464.771298:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747033984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598464.771322:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598464.771365:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747033856 00000100:00100000:2.0:1788598464.771373:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747033856 00000100:00100000:2.0:1788598464.771436:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747033984 00000100:00100000:2.0:1788598464.771440:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747033984 00000100:00100000:2.0:1788598464.771459:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1788598464.771468:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747033856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598464.771501:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3916144640 avail 3684622336 00000100:00100000:2.0:1788598464.771562:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747033856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598464.771569:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1788598464.771586:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1788598464.771592:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747033984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598464.771602:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3916144640 avail 3684622336 00000100:00100000:2.0:1788598464.771628:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747033984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598464.771635:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00080000:2.0:1788598464.771655:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598464.771691:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747033984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598464.771722:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747033856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598465.048866:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598465.049077:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723011456 00000100:00100000:0.0:1788598465.049089:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723011456 00000100:00100000:0.0:1788598465.049265:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1211 00000100:00100000:0.0:1788598465.049277:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+99:30493:x1875480723011456:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598465.049305:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598465.049329:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070824 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebebe expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.049423:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb1607082b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.049439:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb1607082b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.049450:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb1607082b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.049464:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070832 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.049471:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070832 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.049477:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070832 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788598465.049576:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788598465.049695:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb16070839 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.049706:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb16070839 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.049712:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb16070839 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598465.050368:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1788598465.050469:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb1607082b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050478:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb1607082b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050484:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb1607082b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050490:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598465.050494:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb1607082b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050851:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb1607082b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050865:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:0.0:1788598465.050868:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598465.050873:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb1607082b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050879:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb1607082b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050894:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070832 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050899:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070832 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050908:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070832 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050914:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598465.050916:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070832 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050922:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070832 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050929:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598465.050931:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598465.050935:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070832 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050940:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070832 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.050993:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070824 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebebe expref: 102 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.051008:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb16070839 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebebe expref: 101 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598465.051015:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:0.0:1788598465.051017:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598465.051019:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730800, rc 0) 00000100:00100000:0.0:1788598465.051604:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+101:30493:x1875480723011456:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 2326us (2744us total) trans 4294968032 rc 0/0 00000100:00100000:0.0:1788598465.051619:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1211 00000100:00100000:3.0:1788598465.057956:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598465.058038:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723011584 00000100:00100000:1.0:1788598465.058049:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723011584 00000100:00100000:1.0:1788598465.058114:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1212 00000100:00100000:1.0:1788598465.058124:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+101:30493:x1875480723011584:12345-192.168.202.17@tcp:54:lfs.0 00010000:00010000:1.0:1788598465.058197:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070847 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598465.058215:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070847 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598465.058232:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070847 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598465.058270:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070847 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598465.058278:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070847 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598465.058284:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070847 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598465.058290:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598465.058295:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070847 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598465.058301:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070847 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598465.058313:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:1.0:1788598465.058316:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598465.058321:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070847 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598465.058327:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070847 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598465.058413:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+101:30493:x1875480723011584:12345-192.168.202.17@tcp:54:lfs.0 Request processed in 290us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598465.058420:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1212 00000100:00100000:3.0:1788598465.060659:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598465.063576:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723011840 00000100:00100000:2.0:1788598465.063591:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723011840 00000100:00100000:2.0:1788598465.063656:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 245 00000100:00100000:2.0:1788598465.063667:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+101:30493:x1875480723011840:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:2.0:1788598465.063932:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+102:30493:x1875480723011840:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 266us (3278us total) trans 4294968033 rc 0/0 00000100:00100000:2.0:1788598465.063941:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 245 00000100:00100000:1.0:1788598465.282021:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747034112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598465.282096:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598465.282276:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747034112 00000100:00100000:0.0:1788598465.282285:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747034112 00000100:00100000:0.0:1788598465.282338:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1788598465.282349:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747034112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598465.282382:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1788598465.282441:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747034112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598465.282449:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1788598465.282536:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747034112:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598465.412623:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598466.438094:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598466.694889:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598466.694939:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598466.694980:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598466.695173:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723012224 00000100:00100000:2.0:1788598466.695185:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723012224 00000100:00100000:2.0:1788598466.695259:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 930 00000100:00100000:2.0:1788598466.695270:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723012224:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598466.695345:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723012224:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 77us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598466.695358:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 930 00000100:00080000:2.0:1788598466.695382:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598466.695641:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723011968 00000100:00100000:1.0:1788598466.695647:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723011968 00000100:00100000:1.0:1788598466.695699:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 718 00000100:00100000:1.0:1788598466.695706:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723011968:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598466.695768:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723011968:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 63us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598466.695775:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 718 00000100:00100000:2.0:1788598466.696037:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598466.696069:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598466.696107:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723012736 00000100:00100000:0.0:1788598466.696113:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723012736 00000100:00100000:0.0:1788598466.696162:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 931 00000100:00100000:0.0:1788598466.696169:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723012736:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598466.696199:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723012736:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598466.696206:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 931 00000100:00080000:1.0:1788598466.696931:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598466.706464:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598466.706498:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598466.714218:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723012480 00000100:00100000:3.0:1788598466.714233:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723012480 00000100:00100000:3.0:1788598466.714310:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723012992 00000100:00100000:3.0:1788598466.714314:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723012992 00000100:00100000:3.0:1788598466.714351:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 592 00000100:00100000:3.0:1788598466.714360:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480723012480:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598466.714445:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480723012480:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 86us (19463us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598466.714453:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 592 00000100:00100000:3.0:1788598466.714474:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 593 00000100:00100000:3.0:1788598466.714481:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723012992:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598466.714506:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723012992:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (18437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598466.714511:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 593 00000100:00100000:3.0:1788598466.714710:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723012096 00000100:00100000:3.0:1788598466.714715:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723012096 00000100:00100000:3.0:1788598466.714766:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 932 00000100:00100000:3.0:1788598466.714773:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+102:2435:x1875480723012096:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598466.714810:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+102:2435:x1875480723012096:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 38us (8356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598466.714816:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 932 00000100:00080000:1.0:1788598466.715172:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598466.721244:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723012352 00000100:00100000:0.0:1788598466.721259:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723012352 00000100:00100000:1.0:1788598466.721455:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598466.721499:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598466.721596:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723012864 00000100:00100000:3.0:1788598466.721600:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723012864 00000100:00100000:2.0:1788598466.721758:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723012608 00000100:00100000:0.0:1788598466.721760:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 594 00000100:00100000:2.0:1788598466.721762:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723012608 00000100:00100000:0.0:1788598466.721770:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480723012352:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598466.721892:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480723012352:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 124us (15393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598466.721901:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 594 00000100:00100000:3.0:1788598466.724418:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 595 00000100:00100000:3.0:1788598466.724433:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723012864:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598466.724517:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723012864:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 88us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598466.724526:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 595 00000100:00100000:2.0:1788598466.728941:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 933 00000100:00100000:2.0:1788598466.728958:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+52:2435:x1875480723012608:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598466.729338:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+52:2435:x1875480723012608:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 386us (7887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598466.729347:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 933 00000100:00080000:1.0:1788598466.731812:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598466.731821:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1788598467.079620:0:22574:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598467.079631:0:22574:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598467.079660:0:22574:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:3.0:1788598467.079670:0:22574:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598467.330983:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598467.331004:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747034240:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598467.331082:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598467.331155:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747034240 00000100:00100000:2.0:1788598467.331162:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747034240 00000100:00100000:2.0:1788598467.331209:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788598467.331217:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747034240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598467.331252:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598467.331292:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747034240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598467.331300:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788598467.331348:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747034240:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598467.462906:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598467.842325:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598467.842351:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747034368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598467.842415:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598467.842491:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747034368 00000100:00100000:0.0:1788598467.842498:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747034368 00000100:00100000:0.0:1788598467.842537:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1788598467.842544:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747034368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598467.842568:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1788598467.842599:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747034368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598467.842605:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00080000:0.0:1788598467.842621:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598467.842657:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747034368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598467.843242:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747034496:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843282:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.843309:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747035008:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843333:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.843348:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747035520:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843366:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.843384:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788598467.843390:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747034624:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843408:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.843440:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747035136:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843457:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.843471:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747035648:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843488:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.843515:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747034496 00000100:00100000:3.0:1788598467.843519:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747034496 00000100:00100000:3.0:1788598467.843550:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1788598467.843557:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747034496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843593:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747034496:12345-0@lo:400:kworker.0 Request processed in 36us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.843599:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1788598467.843626:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747035008 00000100:00100000:3.0:1788598467.843630:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747035008 00000100:00100000:3.0:1788598467.843653:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747035520 00000100:00100000:3.0:1788598467.843655:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747035520 00000100:00100000:3.0:1788598467.843668:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747034624 00000100:00100000:3.0:1788598467.843671:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747034624 00000100:00100000:3.0:1788598467.843681:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747035136 00000100:00100000:3.0:1788598467.843684:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747035136 00000100:00100000:3.0:1788598467.843695:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747035648 00000100:00100000:3.0:1788598467.843697:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747035648 00000100:00100000:3.0:1788598467.843709:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1788598467.843714:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747035008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843766:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747035008:12345-0@lo:400:kworker.0 Request processed in 51us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.843771:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1788598467.843783:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1788598467.843789:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747035520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843813:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747035520:12345-0@lo:400:kworker.0 Request processed in 25us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.843818:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1788598467.843827:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1788598467.843831:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747034624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843851:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747034624:12345-0@lo:400:kworker.0 Request processed in 20us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.843855:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1788598467.843866:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1788598467.843871:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747035136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843891:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747035136:12345-0@lo:400:kworker.0 Request processed in 21us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.843896:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1788598467.843906:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1788598467.843912:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747035648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843939:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747035648:12345-0@lo:400:kworker.0 Request processed in 28us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.843944:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1788598467.843969:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88354700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747034880:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.843995:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.844011:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747035392:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844033:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.844051:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788598467.844056:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747034752:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844095:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.844114:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747035264:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844132:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.844146:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747035776:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844164:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598467.844189:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747035392 00000100:00100000:3.0:1788598467.844193:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747035392 00000100:00100000:3.0:1788598467.844218:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747035264 00000100:00100000:3.0:1788598467.844220:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747035264 00000100:00100000:3.0:1788598467.844236:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747035776 00000100:00100000:3.0:1788598467.844238:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747035776 00000100:00100000:3.0:1788598467.844252:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1788598467.844257:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747035392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844289:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747035392:12345-0@lo:400:kworker.0 Request processed in 31us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.844295:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1788598467.844306:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1788598467.844311:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747035264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844334:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747035264:12345-0@lo:400:kworker.0 Request processed in 24us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.844339:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1788598467.844349:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1788598467.844354:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747035776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844373:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747035776:12345-0@lo:400:kworker.0 Request processed in 20us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.844378:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1788598467.844395:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747034752 00000100:00100000:3.0:1788598467.844398:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747034752 00000100:00100000:3.0:1788598467.844433:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1788598467.844439:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747034752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844471:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747034752:12345-0@lo:400:kworker.0 Request processed in 32us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.844478:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1788598467.844515:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747034752:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844525:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747035264:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844534:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747035776:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844541:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747035392:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844573:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747034624:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844581:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747035136:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844590:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747035648:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844598:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747034496:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844607:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747035008:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844616:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747035520:0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844639:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747034880 00000100:00100000:3.0:1788598467.844642:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747034880 00000100:00100000:3.0:1788598467.844663:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1788598467.844668:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747034880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598467.844701:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747034880:12345-0@lo:400:kworker.0 Request processed in 32us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598467.844706:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1788598467.844731:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88354700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747034880:0@lo:400:kworker.0 00000100:00080000:0.0:1788598467.845861:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598467.845867:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598467.845869:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598467.845871:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1788598467.856499:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000001:00080000:0.0:1788598467.857073:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968033 is committed 00000004:00080000:0.0:1788598467.857088:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000001:00080000:0.0:1788598467.857122:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968030 is committed 00000004:00080000:0.0:1788598467.857126:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00010000:00010000:0.0:1788598467.857255:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.857268:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.857280:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.857286:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598467.857290:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.857298:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.857315:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598467.857319:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598467.857323:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.857330:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160707ec lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598467.857375:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747035904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788598467.857473:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598467.857532:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747035904 00000100:00100000:0.0:1788598467.857540:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747035904 00000100:00100000:0.0:1788598467.857588:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1788598467.857598:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747035904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788598467.857627:0:14172:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:24 count 1 00002000:00010000:0.0:1788598467.857663:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a9bd8b7, atime: 0x6a9bd8b7, ctime: 0x6a9bd8b7, blocks: 0x8 00010000:00010000:0.0:1788598467.857670:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb1607084e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.857692:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598467.857695:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598467.857977:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb1607084e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.857995:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb1607084e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.858005:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb1607084e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.858012:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb1607084e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598467.858089:0:14172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598467.858311:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747035904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 713us (837us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1788598467.858322:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000004:00080000:0.0:1788598467.858385:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a88089180/2, rc 0, transno 4294967365 00000100:00100000:0.0:1788598467.858392:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747035904:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1788598467.858460:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598467.858469:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb1607084e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598467.858477:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598467.858481:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb1607084e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598467.858495:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb1607084e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598467.858512:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb1607084e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598467.858520:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb1607084e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598467.858542:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598467.858544:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598467.858546:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598468.355115:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747036032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598468.355222:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598468.355334:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747036032 00000100:00100000:0.0:1788598468.355343:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747036032 00000100:00100000:0.0:1788598468.355397:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1788598468.355406:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747036032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598468.355441:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1788598468.360007:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747036032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4590us (4773us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598468.360021:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1788598468.360346:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747036032:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788598468.418528:0:22623:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598468.482323:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598469.506035:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598469.892148:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747036160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598469.892287:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598469.892535:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747036160 00000100:00100000:2.0:1788598469.892550:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747036160 00000100:00100000:2.0:1788598469.892658:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1788598469.892671:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747036160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598469.892730:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3916144640 avail 3684622336 00000100:00080000:0.0:1788598469.893222:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598469.893234:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598469.893261:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747036288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598469.893301:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598469.893353:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747036288 00000100:00100000:0.0:1788598469.893358:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747036288 00000100:00100000:0.0:1788598469.893393:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1788598469.893400:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747036288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598469.893413:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3916144640 avail 3684622336 00000100:00100000:0.0:1788598469.893458:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747036288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598469.893466:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00080000:0.0:1788598469.893488:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598469.893526:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747036288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598469.902162:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747036160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9478us (9861us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598469.902182:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1788598469.902573:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747036160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598470.404489:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747036416:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598470.404601:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598470.405270:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747036416 00000100:00100000:0.0:1788598470.405285:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747036416 00000100:00100000:0.0:1788598470.405356:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1788598470.405368:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747036416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598470.405423:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1788598470.405521:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747036416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 154us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598470.405529:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1788598470.405647:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747036416:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598470.531046:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598471.170055:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598471.170067:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598471.170204:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 2 00000040:00080000:1.0:1788598471.170218:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788598471.493625:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598471.560958:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598471.814330:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598471.814388:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598471.814418:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598471.814480:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598471.814500:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598471.814501:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723013120 00000100:00100000:0.0:1788598471.814514:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723013120 00000100:00100000:1.0:1788598471.814520:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598471.814543:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598471.814561:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598471.814579:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 720 00000100:00100000:0.0:1788598471.814590:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723013120:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598471.814618:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598471.814646:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723013632 00000100:00100000:1.0:1788598471.814649:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723013632 00000100:00100000:0.0:1788598471.814684:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723013120:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 96us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598471.814694:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 720 00000100:00100000:1.0:1788598471.814696:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723014144 00000100:00100000:1.0:1788598471.814698:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723014144 00000100:00100000:1.0:1788598471.814726:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723013504 00000100:00100000:1.0:1788598471.814729:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723013504 00000100:00100000:1.0:1788598471.814761:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723014016 00000100:00100000:1.0:1788598471.814764:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723014016 00000100:00100000:1.0:1788598471.814779:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 599 00000100:00100000:3.0:1788598471.814968:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723013376 00000100:00100000:3.0:1788598471.814973:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723013376 00000100:00100000:3.0:1788598471.815018:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723013888 00000100:00100000:3.0:1788598471.815021:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723013888 00000100:00100000:3.0:1788598471.815036:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723013248 00000100:00100000:3.0:1788598471.815038:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723013248 00000100:00100000:3.0:1788598471.815055:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723013760 00000100:00100000:3.0:1788598471.815057:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723013760 00000100:00100000:3.0:1788598471.815073:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 940 00000100:00100000:3.0:1788598471.815080:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723013376:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598471.815104:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480723013632:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598471.815128:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723013376:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 48us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598471.815132:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480723013632:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 348us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598471.815135:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 940 00000100:00100000:1.0:1788598471.815138:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 599 00000100:00100000:1.0:1788598471.815149:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 600 00000100:00100000:3.0:1788598471.815150:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 941 00000100:00100000:3.0:1788598471.815155:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723013888:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598471.815156:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723014144:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598471.815179:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723013888:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598471.815185:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 941 00000100:00100000:3.0:1788598471.815196:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 942 00000100:00100000:3.0:1788598471.815202:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+99:2433:x1875480723013248:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598471.815229:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+99:2433:x1875480723013248:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598471.815235:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 942 00000100:00100000:3.0:1788598471.815246:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 943 00000100:00100000:3.0:1788598471.815252:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2433:x1875480723013760:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598471.815272:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2433:x1875480723013760:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598471.815278:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 943 00000100:00100000:0.0:1788598471.815820:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 601 00000100:00100000:0.0:1788598471.815832:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480723013504:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598471.815894:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480723013504:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 65us (1348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598471.815901:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 601 00000100:00100000:0.0:1788598471.815918:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 602 00000100:00100000:0.0:1788598471.815928:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723014016:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598471.815954:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723014016:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (1335us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598471.815961:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 602 00000100:00100000:1.0:1788598471.816608:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723014144:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 1448us (2102us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598471.816618:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 600 00000100:00080000:1.0:1788598471.817525:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598471.817534:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598471.817538:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598471.817541:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598472.450113:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747036544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598472.450212:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598472.452684:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747036544 00000100:00100000:2.0:1788598472.452703:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747036544 00000100:00100000:2.0:1788598472.455781:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1788598472.455805:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747036544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598472.455862:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598472.456816:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747036544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1015us (6597us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598472.456828:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1788598472.466916:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747036544:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598472.578361:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598472.962582:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598472.962613:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747036672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598472.962776:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598472.964795:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747036800:0@lo:400:kworker.0 00000100:00100000:3.0:1788598472.964887:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598472.965545:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747036672 00000100:00100000:2.0:1788598472.965561:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747036672 00000100:00100000:2.0:1788598472.965673:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1788598472.965688:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747036672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598472.965793:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598472.965880:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747036672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 196us (3104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598472.965888:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1788598472.965925:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747036928:0@lo:400:kworker.0 00000100:00100000:2.0:1788598472.965983:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598472.966022:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747036928 00000100:00100000:2.0:1788598472.966026:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747036928 00000100:00100000:2.0:1788598472.966059:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1788598472.966065:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747036928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598472.966107:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747036928:12345-0@lo:400:kworker.0 Request processed in 41us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598472.966114:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1788598472.966173:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747036800 00000100:00100000:2.0:1788598472.966178:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747036800 00000100:00100000:2.0:1788598472.966208:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1788598472.966214:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747036800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598472.966246:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747036800:12345-0@lo:400:kworker.0 Request processed in 33us (1361us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598472.966253:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00080000:2.0:1788598472.966303:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598472.966803:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747037056:0@lo:400:kworker.0 00000100:00100000:1.0:1788598472.966856:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598472.966894:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747037056 00000100:00100000:1.0:1788598472.966899:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747037056 00000100:00100000:0.0:1788598472.967048:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747037184:0@lo:400:kworker.0 00000100:00100000:0.0:1788598472.967085:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598472.967113:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747037184 00000100:00100000:0.0:1788598472.967117:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747037184 00000100:00100000:0.0:1788598472.967147:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1788598472.967153:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747037184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598472.967196:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747037184:12345-0@lo:400:kworker.0 Request processed in 42us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598472.967206:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1788598472.967556:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747036800:0@lo:400:kworker.0 00000100:00100000:3.0:1788598472.967565:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747037312:0@lo:400:kworker.0 00000100:00100000:3.0:1788598472.967593:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598472.967620:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747037312 00000100:00100000:3.0:1788598472.967624:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747037312 00000100:00100000:1.0:1788598472.968120:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788598472.968140:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747037056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598472.968204:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747037056:12345-0@lo:400:kworker.0 Request processed in 72us (1346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598472.968210:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1788598472.969088:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1788598472.969100:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747037312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598472.969169:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747037312:12345-0@lo:400:kworker.0 Request processed in 72us (1574us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598472.969176:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1788598472.969251:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747036928:0@lo:400:kworker.0 00000100:00100000:3.0:1788598472.969264:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747037440:0@lo:400:kworker.0 00000100:00100000:3.0:1788598472.969303:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598472.970272:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747037440 00000100:00100000:0.0:1788598472.970285:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747037440 00000100:00100000:0.0:1788598472.970351:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1788598472.970362:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747037440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598472.970444:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747037440:12345-0@lo:400:kworker.0 Request processed in 85us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598472.970460:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00080000:1.0:1788598472.970674:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598472.970681:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598472.970759:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747037056:0@lo:400:kworker.0 00000100:00100000:1.0:1788598472.970771:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747037568:0@lo:400:kworker.0 00000100:00100000:1.0:1788598472.970818:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598472.970943:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747037312:0@lo:400:kworker.0 00000100:00100000:2.0:1788598472.970952:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747037824:0@lo:400:kworker.0 00000100:00100000:2.0:1788598472.970982:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598472.971428:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747037440:0@lo:400:kworker.0 00000100:00100000:3.0:1788598472.971437:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747037952:0@lo:400:kworker.0 00000100:00100000:3.0:1788598472.971474:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598472.971539:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747037824 00000100:00100000:3.0:1788598472.971544:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747037824 00000100:00100000:3.0:1788598472.971585:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747037952 00000100:00100000:3.0:1788598472.971587:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747037952 00000100:00100000:3.0:1788598472.971604:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1788598472.971610:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747037824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598472.971649:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747037824:12345-0@lo:400:kworker.0 Request processed in 38us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598472.971655:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1788598472.971668:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1788598472.971673:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747037952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598472.971696:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747037952:12345-0@lo:400:kworker.0 Request processed in 23us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598472.971701:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00080000:3.0:1788598472.971714:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598472.971716:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598472.971771:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747037952:0@lo:400:kworker.0 00000100:00100000:2.0:1788598472.971887:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747037824:0@lo:400:kworker.0 00000100:00100000:2.0:1788598472.971912:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747038080:0@lo:400:kworker.0 00000100:00100000:2.0:1788598472.971937:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598472.971983:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747036672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598472.972562:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747037568 00000100:00100000:0.0:1788598472.972569:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747037568 00000100:00100000:0.0:1788598472.972634:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747038080 00000100:00100000:0.0:1788598472.972637:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747038080 00000100:00100000:0.0:1788598472.972669:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1788598472.972676:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747037568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598472.972765:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747037568:12345-0@lo:400:kworker.0 Request processed in 89us (1946us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598472.972772:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1788598472.972785:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1788598472.972791:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747038080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598472.972814:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747038080:12345-0@lo:400:kworker.0 Request processed in 24us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598472.972820:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1788598472.972850:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747037568:0@lo:400:kworker.0 00000100:00100000:0.0:1788598472.972861:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747038080:0@lo:400:kworker.0 00000100:00100000:0.0:1788598472.972894:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747037184:0@lo:400:kworker.0 00000100:00100000:0.0:1788598472.972903:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747037696:0@lo:400:kworker.0 00000100:00100000:0.0:1788598472.972927:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788598472.973614:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598472.973623:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598472.974499:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747037696 00000100:00100000:1.0:1788598472.974514:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747037696 00000100:00100000:1.0:1788598472.974604:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1788598472.974621:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747037696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598472.974780:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747037696:12345-0@lo:400:kworker.0 Request processed in 167us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598472.974787:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1788598472.974855:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747037696:0@lo:400:kworker.0 00000100:00080000:3.0:1788598472.976048:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598473.475247:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747038208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598473.475384:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598473.475569:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747038208 00000100:00100000:2.0:1788598473.475581:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747038208 00000100:00100000:2.0:1788598473.475662:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1788598473.475672:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747038208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598473.475700:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598473.487013:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747038208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 11324us (11611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598473.487034:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1788598473.487689:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747038208:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598473.603615:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788598473.996942:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00010000:00010000:1.0:1788598474.630454:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598475.010749:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598475.016098:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747038464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598475.016212:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598475.019758:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747038336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598475.019858:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598475.039822:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747038464 00000100:00100000:2.0:1788598475.039850:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747038464 00000100:00100000:2.0:1788598475.039979:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747038336 00000100:00100000:2.0:1788598475.039983:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747038336 00000100:00080000:1.0:1788598475.039992:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598475.040020:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1788598475.040032:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747038464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598475.040088:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3916144640 avail 3684622336 00000100:00100000:2.0:1788598475.040212:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747038464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 181us (23998us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598475.040219:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1788598475.040239:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1788598475.040246:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747038336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598475.040257:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3916144640 avail 3684622336 00000100:00100000:2.0:1788598475.040284:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747038336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (20427us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598475.040290:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1788598475.040870:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747038464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598475.040893:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747038336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598475.524341:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598475.524364:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747038592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598475.524437:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598475.524755:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747038592 00000100:00100000:3.0:1788598475.524765:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747038592 00000100:00100000:3.0:1788598475.524825:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1788598475.524835:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747038592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598475.524873:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:3.0:1788598475.524931:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747038592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598475.524939:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1788598475.525121:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747038592:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598475.650135:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598476.673996:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598476.930830:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598476.930884:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598476.930922:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723014400 00000100:00100000:3.0:1788598476.930938:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598476.930938:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723014400 00000100:00100000:3.0:1788598476.930985:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598476.931036:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723014912 00000100:00100000:0.0:1788598476.931051:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723014912 00000100:00100000:0.0:1788598476.931096:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 950 00000100:00100000:0.0:1788598476.931108:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+99:2435:x1875480723014400:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598476.931194:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598476.931214:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598476.931234:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598476.931318:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723014528 00000100:00100000:2.0:1788598476.931325:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723014528 00000100:00100000:2.0:1788598476.931355:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 951 00000100:00100000:2.0:1788598476.931363:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2435:x1875480723014912:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598476.931451:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2435:x1875480723014912:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 89us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598476.931460:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 951 00000100:00100000:2.0:1788598476.931489:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 952 00000100:00100000:2.0:1788598476.931496:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723014528:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598476.931523:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723014528:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598476.931530:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 952 00000100:00100000:2.0:1788598476.931574:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723014272 00000100:00100000:2.0:1788598476.931578:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723014272 00000100:00100000:2.0:1788598476.931606:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 722 00000100:00100000:2.0:1788598476.931612:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723014272:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598476.931637:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723014272:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598476.931643:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 722 00000100:00080000:2.0:1788598476.932032:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598476.932068:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598476.932113:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598476.932239:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723014656 00000100:00100000:1.0:1788598476.932250:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723014656 00000100:00100000:0.0:1788598476.932273:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+99:2435:x1875480723014400:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 1164us (1538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598476.932285:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 950 00000100:00100000:0.0:1788598476.932307:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723015040 00000100:00100000:0.0:1788598476.932314:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723015040 00000100:00100000:1.0:1788598476.932316:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723015168 00000100:00100000:1.0:1788598476.932322:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723015168 00000100:00100000:0.0:1788598476.932366:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 953 00000100:00100000:1.0:1788598476.932377:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723014784 00000100:00100000:0.0:1788598476.932384:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723015040:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598476.932385:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723014784 00000100:00100000:1.0:1788598476.932415:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 606 00000100:00100000:1.0:1788598476.932438:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480723014656:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598476.932439:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723015040:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 50us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598476.932463:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 953 00000100:00100000:1.0:1788598476.932532:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480723014656:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 104us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598476.932543:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 606 00000100:00100000:0.0:1788598476.932558:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 607 00000100:00100000:0.0:1788598476.932572:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723015168:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598476.932583:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 608 00000100:00100000:1.0:1788598476.932595:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480723014784:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598476.932622:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723015168:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 52us (1634us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598476.932631:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 607 00000100:00100000:1.0:1788598476.932641:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480723014784:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 48us (1403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598476.932651:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 608 00000100:00080000:2.0:1788598476.932695:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598476.932702:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598476.932705:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598476.932707:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598476.932951:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723015296 00000100:00100000:3.0:1788598476.932957:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723015296 00000100:00080000:2.0:1788598476.933225:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598476.933521:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 609 00000100:00100000:3.0:1788598476.933531:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723015296:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598476.933599:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723015296:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 70us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598476.933611:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 609 00000100:00100000:0.0:1788598477.570649:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747038720:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598477.570908:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598477.571015:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747038720 00000100:00100000:1.0:1788598477.571030:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747038720 00000100:00100000:1.0:1788598477.571116:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788598477.571128:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747038720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598477.571170:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598477.571252:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747038720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598477.571258:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1788598477.571400:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747038720:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598477.700977:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598478.082152:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747039104:0@lo:400:kworker.0 00000100:00100000:3.0:1788598478.082251:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598478.082447:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747039104 00000100:00100000:1.0:1788598478.082469:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747039104 00000100:00100000:1.0:1788598478.082572:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1788598478.082583:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747039104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.083034:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747038848:0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.083083:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598478.083122:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598478.083129:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747038976:0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.083160:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598478.083221:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747038848 00000100:00100000:2.0:1788598478.083227:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747038848 00000100:00100000:2.0:1788598478.083259:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1788598478.083266:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747038848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.083303:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747038848:12345-0@lo:400:kworker.0 Request processed in 37us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598478.083311:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1788598478.083350:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747038976 00000100:00100000:2.0:1788598478.083353:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747038976 00000100:00100000:2.0:1788598478.083386:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1788598478.083393:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747038976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.083423:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747038976:12345-0@lo:400:kworker.0 Request processed in 31us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598478.083429:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1788598478.083455:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747039360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598478.083511:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598478.083551:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747038976:0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.083560:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747038848:0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.083590:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747039360 00000100:00100000:2.0:1788598478.083593:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747039360 00000100:00100000:2.0:1788598478.083628:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1788598478.083634:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747039360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598478.083660:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598478.083694:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747039360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598478.083701:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00080000:2.0:1788598478.083718:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598478.084044:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747039360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598478.084228:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747039232:0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.084266:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598478.084309:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747039232 00000100:00100000:2.0:1788598478.084315:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747039232 00000100:00100000:2.0:1788598478.084344:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1788598478.084351:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747039232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.084391:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747039232:12345-0@lo:400:kworker.0 Request processed in 40us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598478.084397:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1788598478.084425:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747039232:0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.086924:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747039104:12345-0@lo:400:kworker.0 Request processed in 4327us (4657us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598478.086946:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1788598478.088164:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747039744:0@lo:400:kworker.0 00000100:00100000:0.0:1788598478.088264:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598478.088307:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747040256:0@lo:400:kworker.0 00000100:00100000:0.0:1788598478.088331:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598478.088358:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788598478.088363:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747039616:0@lo:400:kworker.0 00000100:00100000:0.0:1788598478.088391:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598478.088412:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747040128:0@lo:400:kworker.0 00000100:00100000:0.0:1788598478.088434:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598478.088468:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747039616 00000100:00100000:0.0:1788598478.088477:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747039616 00000100:00100000:0.0:1788598478.088555:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747040128 00000100:00100000:0.0:1788598478.088558:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747040128 00000100:00100000:0.0:1788598478.088583:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1788598478.088591:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747039616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.089098:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747039872:0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.089178:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747039488:0@lo:400:kworker.0 00000100:00100000:3.0:1788598478.089334:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747039104:0@lo:400:kworker.0 00000100:00100000:3.0:1788598478.089407:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1788598478.089418:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747040128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.096774:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598478.096899:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747039744 00000100:00100000:1.0:1788598478.096913:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747039744 00000100:00100000:1.0:1788598478.097002:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747040256 00000100:00100000:1.0:1788598478.097007:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747040256 00000100:00100000:1.0:1788598478.097034:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747039872 00000100:00100000:1.0:1788598478.097036:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747039872 00000100:00100000:1.0:1788598478.097055:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1788598478.097065:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747039744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.097154:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747039744:12345-0@lo:400:kworker.0 Request processed in 90us (8889us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598478.097164:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1788598478.097185:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1788598478.097192:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747040256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.097221:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747040256:12345-0@lo:400:kworker.0 Request processed in 30us (8890us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598478.097228:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1788598478.097236:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1788598478.097242:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747039872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.097270:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747039872:12345-0@lo:400:kworker.0 Request processed in 28us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598478.097275:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1788598478.097319:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747039872:0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.097406:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747039616:0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.097423:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747039744:0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.097437:0:3666:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:1.0:1788598478.097443:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a88089180, transno 4294967365 00000100:00100000:1.0:1788598478.097454:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747040256:0@lo:400:kworker.0 00000100:00080000:1.0:1788598478.097804:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598478.097809:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598478.097812:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598478.099677:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598478.099773:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747040000:0@lo:400:kworker.0 00000100:00100000:2.0:1788598478.099827:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598478.099912:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747039488 00000100:00100000:2.0:1788598478.099934:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747039488 00000100:00100000:2.0:1788598478.100019:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747040000 00000100:00100000:1.0:1788598478.100087:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1788598478.100105:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747039488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.100200:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747039488:12345-0@lo:400:kworker.0 Request processed in 100us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598478.100210:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1788598478.100279:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747039488:0@lo:400:kworker.0 00000100:00080000:1.0:1788598478.100339:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598478.101020:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747040000 00000100:00100000:2.0:1788598478.101090:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1788598478.101098:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747040000:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788598478.101149:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598478.101164:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747040000:12345-0@lo:400:kworker.0 Request processed in 65us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598478.101172:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:1.0:1788598478.101213:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747040000:0@lo:400:kworker.0 00000100:00100000:0.0:1788598478.101512:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747039616:12345-0@lo:400:kworker.0 Request processed in 12919us (13117us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598478.101521:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1788598478.101698:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747040128:12345-0@lo:400:kworker.0 Request processed in 12282us (13261us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598478.101708:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1788598478.102879:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747040128:0@lo:400:kworker.0 00000100:00100000:1.0:1788598478.599105:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747040384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598478.599189:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598478.599264:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747040384 00000100:00100000:3.0:1788598478.599274:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747040384 00000100:00100000:3.0:1788598478.599349:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1788598478.599360:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747040384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598478.599391:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788598478.605939:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747040384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6566us (6734us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598478.605960:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1788598478.608081:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747040384:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598478.722873:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598479.748175:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598480.130195:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747040512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598480.130287:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598480.130708:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747040640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598480.130775:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598480.130923:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747040512 00000100:00100000:0.0:1788598480.130933:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747040512 00000100:00100000:0.0:1788598480.131011:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747040640 00000100:00100000:0.0:1788598480.131015:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747040640 00000100:00100000:0.0:1788598480.131039:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1788598480.131054:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747040512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598480.131094:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3916144640 avail 3684622336 00000100:00100000:0.0:1788598480.131154:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747040512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598480.131161:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1788598480.131180:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1788598480.131186:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747040640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598480.131195:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3916144640 avail 3684622336 00000100:00100000:0.0:1788598480.131221:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747040640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598480.131227:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1788598480.131333:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747040512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598480.131426:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747040640:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788598480.131506:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598480.642167:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598480.642199:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747040768:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598480.642367:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598480.644528:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747040768 00000100:00100000:3.0:1788598480.644550:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747040768 00000100:00100000:3.0:1788598480.644642:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1788598480.644655:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747040768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598480.644708:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:3.0:1788598480.644847:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747040768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 194us (2480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598480.644856:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1788598480.651634:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747040768:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598480.770968:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598481.410060:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598481.410073:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598481.410182:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:1.0:1788598481.410195:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1788598481.730565:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598481.795460:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598481.976225:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598481.979105:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723015552 00000100:00100000:1.0:1788598481.979127:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723015552 00000100:00100000:1.0:1788598481.979244:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1213 00000100:00100000:1.0:1788598481.979261:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+99:30555:x1875480723015552:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:1.0:1788598481.979289:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598481.979326:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070855 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebec5 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598481.979491:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607085c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598481.979519:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607085c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598481.979534:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607085c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598481.979556:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:1.0:1788598481.979710:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070855 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebec5 expref: 102 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598481.979730:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607085c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebec5 expref: 101 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598481.979810:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:1.0:1788598481.979814:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598481.979819:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f600, rc 0) 00000100:00100000:1.0:1788598481.979898:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+101:30555:x1875480723015552:12345-192.168.202.17@tcp:101:diff.0 Request processed in 644us (3690us total) trans 4294968034 rc 0/0 00000100:00100000:1.0:1788598481.979905:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1213 00000100:00080000:2.0:1788598481.980967:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598481.989544:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598481.989699:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723015808 00000100:00100000:1.0:1788598481.989714:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723015808 00000100:00100000:1.0:1788598481.989831:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 55 00000100:00100000:1.0:1788598481.989844:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+101:30555:x1875480723015808:12345-192.168.202.17@tcp:103:diff.0 00010000:00010000:1.0:1788598481.989865:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1788598481.989900:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607085c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebec5 expref: 101 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598481.989925:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb16070839 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebebe expref: 100 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598481.989939:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb1607074b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebe78 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598481.989951:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120700) 00010000:00010000:1.0:1788598481.989964:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598481.990042:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+98:30555:x1875480723015808:12345-192.168.202.17@tcp:103:diff.0 Request processed in 201us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598481.990051:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 55 00000100:00100000:1.0:1788598481.994109:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598482.002641:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723015936 00000100:00100000:2.0:1788598482.002661:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723015936 00000100:00100000:2.0:1788598482.002861:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1214 00000100:00100000:2.0:1788598482.002875:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+98:30555:x1875480723015936:12345-192.168.202.17@tcp:58:diff.0 00010000:00010000:2.0:1788598482.003030:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.003052:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.003068:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788598482.003205:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:2.0:1788598482.003353:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+98:30555:x1875480723015936:12345-192.168.202.17@tcp:58:diff.0 Request processed in 479us (9257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598482.003362:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1214 00000100:00100000:3.0:1788598482.006853:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598482.013723:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723016064 00000100:00100000:2.0:1788598482.013756:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723016064 00000100:00100000:2.0:1788598482.013853:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1215 00000100:00100000:2.0:1788598482.013865:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+98:30555:x1875480723016064:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:2.0:1788598482.013893:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598482.013922:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070871 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebecc expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.013994:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.014007:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070871 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebecc expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.014031:0:6523:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.014047:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070871 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebecc expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.014064:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120000) 00010000:00010000:2.0:1788598482.014068:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598482.014072:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070871 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebecc expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.014081:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec600, rc 0) 00000100:00100000:2.0:1788598482.014161:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+99:30555:x1875480723016064:12345-192.168.202.17@tcp:101:diff.0 Request processed in 298us (7322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598482.014170:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1215 00000100:00100000:3.0:1788598482.054981:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.055050:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.055090:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.055112:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.055187:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723016320 00000100:00100000:1.0:1788598482.055202:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723016320 00000100:00100000:1.0:1788598482.055284:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723016832 00000100:00100000:1.0:1788598482.055287:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723016832 00000100:00100000:1.0:1788598482.055318:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 960 00000100:00100000:1.0:1788598482.055330:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723016320:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598482.055365:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 961 00000100:00100000:2.0:1788598482.055378:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723016832:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598482.055444:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723016320:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 115us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598482.055452:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 960 00000100:00080000:1.0:1788598482.055479:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598482.059748:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723016576 00000100:00100000:0.0:1788598482.059769:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723016576 00000100:00100000:0.0:1788598482.059882:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723017088 00000100:00100000:0.0:1788598482.059886:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723017088 00000100:00100000:0.0:1788598482.059923:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 613 00000100:00100000:0.0:1788598482.059934:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480723016576:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598482.060322:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723016832:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 4943us (5226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598482.060335:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 961 00000100:00080000:2.0:1788598482.060620:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598482.060654:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 614 00000100:00100000:2.0:1788598482.060665:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723017088:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598482.060711:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723017088:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 49us (5598us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598482.060719:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 614 00000100:00100000:3.0:1788598482.062894:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.062942:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.062979:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.063037:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.063078:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723016448 00000100:00100000:3.0:1788598482.063091:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723016448 00000100:00100000:3.0:1788598482.063166:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723016960 00000100:00100000:3.0:1788598482.063170:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723016960 00000100:00100000:3.0:1788598482.063195:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 615 00000100:00100000:3.0:1788598482.063206:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+16:2434:x1875480723016448:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598482.063294:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+16:2434:x1875480723016448:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 89us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.063303:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 615 00000100:00100000:3.0:1788598482.063322:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 616 00000100:00100000:3.0:1788598482.063329:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723016960:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598482.063360:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723016960:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.063366:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 616 00000100:00080000:3.0:1788598482.063387:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598482.063530:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723016704 00000100:00100000:3.0:1788598482.063535:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723016704 00000100:00100000:3.0:1788598482.063573:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 962 00000100:00100000:3.0:1788598482.063579:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2434:x1875480723016704:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598482.063617:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2434:x1875480723016704:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 38us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.063624:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 962 00000100:00080000:3.0:1788598482.063656:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598482.066400:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723016192 00000100:00100000:2.0:1788598482.066433:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723016192 00000100:00100000:2.0:1788598482.066548:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 724 00000100:00100000:2.0:1788598482.066561:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723016192:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598482.066685:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723016192:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 126us (3803us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598482.066693:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 724 00000100:00100000:0.0:1788598482.071253:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2434:x1875480723016576:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 11302us (16183us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598482.071273:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 613 00000040:00080000:0.0:1788598482.436381:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598482.436395:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598482.436433:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1788598482.436442:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598482.437681:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747040896:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598482.438673:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598482.448935:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.448990:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723017216 00000100:00100000:1.0:1788598482.449002:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723017216 00000100:00100000:1.0:1788598482.449073:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1216 00000100:00100000:1.0:1788598482.449086:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30556:x1875480723017216:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598482.449129:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598482.449304:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30556:x1875480723017216:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 219us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598482.449312:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1216 00000100:00100000:0.0:1788598482.449526:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747040896:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598482.463606:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.463650:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723017344 00000100:00100000:3.0:1788598482.463664:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723017344 00000100:00100000:3.0:1788598482.463731:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1217 00000100:00100000:3.0:1788598482.463763:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30556:x1875480723017344:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788598482.463853:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070878 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.463875:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070878 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.463893:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070878 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.463912:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607087f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.463920:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607087f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.463926:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607087f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.463953:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.463961:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.463968:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598482.464027:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:3.0:1788598482.464032:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598482.464048:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464059:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070878 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464066:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070878 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464074:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070878 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464079:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598482.464085:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070878 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464093:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070878 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464107:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598482.464111:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598482.464117:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070878 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464129:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070878 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464144:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607087f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464150:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607087f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464155:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607087f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464160:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598482.464163:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607087f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464169:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607087f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464176:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598482.464179:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598482.464182:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607087f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464188:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb1607087f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464204:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464210:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464216:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464221:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598482.464223:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464229:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464236:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120000) 00010000:00010000:3.0:1788598482.464238:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598482.464241:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.464246:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16070886 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.464341:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30556:x1875480723017344:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 578us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.464350:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1217 00000100:00100000:3.0:1788598482.478425:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598482.478675:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723017600 00000100:00100000:2.0:1788598482.478690:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723017600 00000100:00100000:2.0:1788598482.478778:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1218 00000100:00100000:2.0:1788598482.478791:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30556:x1875480723017600:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598482.478818:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598482.478858:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607088d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebed3 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.479007:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070894 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.479024:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070894 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.479039:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070894 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598482.479055:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1788598482.479169:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070894 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.479178:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070894 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.479185:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070894 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.479191:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598482.479197:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070894 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.479216:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070894 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.480580:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120000) 00010000:00010000:2.0:1788598482.480598:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598482.480608:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070894 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.480622:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070894 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.480711:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607088d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebed3 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.480723:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598482.480725:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598482.480729:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607088d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebed3 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.480990:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ece00, rc 0) 00000100:00100000:2.0:1788598482.481218:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30556:x1875480723017600:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2418us (2793us total) trans 4294968035 rc 301/301 00000100:00100000:2.0:1788598482.482948:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1218 00000100:00100000:2.0:1788598482.488870:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598482.488914:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723017728 00000100:00100000:2.0:1788598482.488927:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723017728 00000100:00100000:2.0:1788598482.488993:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1219 00000100:00100000:2.0:1788598482.489004:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30556:x1875480723017728:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598482.489068:0:6525:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598482.489362:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30556:x1875480723017728:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 359us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598482.489371:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1219 00000100:00100000:1.0:1788598482.498332:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.498407:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723017984 00000100:00100000:1.0:1788598482.498422:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723017984 00000100:00100000:1.0:1788598482.498644:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1220 00000100:00100000:1.0:1788598482.498657:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:30556:x1875480723017984:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598482.498687:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598482.498713:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb160708a2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebeda expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.499883:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb160708a9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.499911:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb160708a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.499927:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb160708a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598482.499942:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00010000:00010000:1.0:1788598482.500011:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb160708a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeda expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.500029:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb160708a9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeda expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.500040:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1b9fd8cb00) 00010000:00010000:1.0:1788598482.500043:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598482.500048:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:1.0:1788598482.500614:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30556:x1875480723017984:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1899us (2234us total) trans 4294968036 rc 0/0 00000100:00100000:1.0:1788598482.500626:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1220 00000100:00100000:1.0:1788598482.508688:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.508758:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723018240 00000100:00100000:1.0:1788598482.508771:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723018240 00000100:00100000:1.0:1788598482.508858:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1221 00000100:00100000:1.0:1788598482.508870:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30556:x1875480723018240:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598482.508964:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598482.509004:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb160708a9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeda expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.509029:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1b9fd8cb00) 00010000:00010000:1.0:1788598482.509042:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598482.509070:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.509087:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.509101:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.509954:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0xd5428ac2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.509972:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xd5428ac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.509982:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xd5428ac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510048:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510056:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708b7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510063:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510070:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959ee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598482.510075:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510085:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708b7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510096:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:1.0:1788598482.510099:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598482.510104:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708b7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510110:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510119:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xd5428ac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510198:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708be lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xd5428ac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510268:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xd5428ac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510275:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598482.510279:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xd5428ac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510286:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xd5428ac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510295:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0xd5428ac2 (ffff8a1b9fd8c900) 00010000:00010000:1.0:1788598482.510297:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598482.510300:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708be lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0xd5428ac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.510307:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708be lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0xd5428ac2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.510568:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30556:x1875480723018240:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 1688us (1883us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598482.510579:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1221 00000100:00100000:1.0:1788598482.514015:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.514094:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723018368 00000100:00100000:3.0:1788598482.514107:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723018368 00000100:00100000:3.0:1788598482.514201:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1222 00000100:00100000:3.0:1788598482.514319:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30556:x1875480723018368:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598482.514357:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598482.514392:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160708c5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebee1 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.514440:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.514457:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.514483:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.514781:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160708c5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee1 expref: 49 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.514814:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee1 expref: 48 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.514826:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598482.514829:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598482.514834:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656800, rc 0) 00000100:00100000:3.0:1788598482.514918:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30556:x1875480723018368:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 604us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.515421:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1222 00000100:00100000:3.0:1788598482.532156:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598482.532598:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723018624 00000100:00100000:0.0:1788598482.532613:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723018624 00000100:00100000:0.0:1788598482.532695:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1223 00000100:00100000:0.0:1788598482.532707:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30556:x1875480723018624:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788598482.534168:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.534213:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.534229:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598482.534908:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd602351 reply state 000000003215d3e8 transno 4294968037 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.534928:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.534937:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598482.534940:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1788598482.534947:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788598482.535127:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:30556:x1875480723018624:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 2417us (2984us total) trans 4294968037 rc 0/0 00000100:00100000:0.0:1788598482.535138:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1223 00000100:00100000:0.0:1788598482.546326:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598482.546561:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723018752 00000100:00100000:2.0:1788598482.546574:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723018752 00000100:00100000:2.0:1788598482.546651:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1224 00000100:00100000:2.0:1788598482.546663:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:30556:x1875480723018752:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598482.546697:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598482.546727:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb160708da lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebee8 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.546967:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb160708da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee8 expref: 51 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.546988:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb160708da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee8 expref: 51 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.547002:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:2.0:1788598482.547005:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598482.547010:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed400, rc 0) 00000100:00100000:2.0:1788598482.547089:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+51:30556:x1875480723018752:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 428us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598482.547097:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1224 00000100:00100000:2.0:1788598482.554392:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.554572:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723018880 00000100:00100000:3.0:1788598482.554588:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723018880 00000100:00100000:3.0:1788598482.554660:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 246 00000100:00100000:3.0:1788598482.554671:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922eec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:30556:x1875480723018880:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1788598482.554886:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922eec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:30556:x1875480723018880:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 216us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.554895:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 246 00000100:00100000:3.0:1788598482.566105:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598482.569975:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723019136 00000100:00100000:2.0:1788598482.569993:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723019136 00000100:00100000:3.0:1788598482.571694:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 247 00000100:00100000:3.0:1788598482.571712:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+51:30556:x1875480723019136:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598482.572074:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30556:x1875480723019136:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 366us (5988us total) trans 4294968038 rc 0/0 00000100:00100000:3.0:1788598482.572084:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 247 00000100:00100000:3.0:1788598482.581950:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.585376:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723019392 00000100:00100000:1.0:1788598482.585392:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723019392 00000100:00100000:1.0:1788598482.585470:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1225 00000100:00100000:1.0:1788598482.585480:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30556:x1875480723019392:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598482.585628:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30556:x1875480723019392:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 148us (3687us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598482.585640:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1225 00000100:00100000:2.0:1788598482.614984:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.615537:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723019648 00000100:00100000:1.0:1788598482.615552:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723019648 00000100:00100000:1.0:1788598482.615635:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1226 00000100:00100000:1.0:1788598482.615646:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30556:x1875480723019648:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598482.615672:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598482.615698:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebeef expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.615883:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.615904:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb160708da lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee8 expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.615915:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.615960:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb160708da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee8 expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.615976:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb160708da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee8 expref: 53 pid: 10034 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.615991:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f73800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747041024:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598482.616116:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a86ebdcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598482.618443:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.618547:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f73800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747041024:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598482.618649:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.618682:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723019776 00000100:00100000:1.0:1788598482.618690:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723019776 00010000:00010000:1.0:1788598482.618754:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb160708da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee8 expref: 54 pid: 10034 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.618920:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 375 00000100:00100000:1.0:1788598482.618932:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+54:2433:x1875480723019776:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598482.618950:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598482.618958:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb160708da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee8 expref: 54 pid: 10034 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.618980:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb160708da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee8 expref: 54 pid: 10034 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.619011:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb160708da lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee8 expref: 54 pid: 10034 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.619033:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:1.0:1788598482.619039:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.619051:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.619061:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.619089:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598482.621141:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723019776:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 2195us (2694us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598482.621158:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 375 00010000:00010000:1.0:1788598482.621233:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.621245:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598482.621272:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00080000:1.0:1788598482.621496:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17:0x0], index 0: 0 00010000:00010000:1.0:1788598482.622089:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.622100:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.622109:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.622116:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959ee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598482.622120:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.622128:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.622148:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:1.0:1788598482.622151:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598482.622157:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.622162:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb160708e8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.622242:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708e1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeef expref: 53 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.622253:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8a1b88344200) 00010000:00010000:1.0:1788598482.622256:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598482.622259:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160708e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebeef expref: 53 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.622268:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e000, rc 0) 00000100:00100000:1.0:1788598482.625902:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30556:x1875480723019648:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 10169us (10849us total) trans 4294968039 rc 301/301 00000100:00100000:1.0:1788598482.625920:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1226 00000100:00100000:3.0:1788598482.628011:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.628167:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723020032 00000100:00100000:1.0:1788598482.628182:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723020032 00000100:00100000:1.0:1788598482.628309:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 248 00000100:00100000:1.0:1788598482.628320:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:30556:x1875480723020032:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598482.628790:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:30556:x1875480723020032:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 469us (794us total) trans 4294968040 rc 0/0 00000100:00100000:1.0:1788598482.628800:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 248 00000100:00100000:3.0:1788598482.631337:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598482.631442:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723020160 00000100:00100000:2.0:1788598482.631456:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723020160 00000100:00100000:2.0:1788598482.631555:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1227 00000100:00100000:2.0:1788598482.631570:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:30556:x1875480723020160:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598482.631608:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598482.631638:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160708f6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebef6 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.631730:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160708fd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.631809:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160708fd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.631824:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160708fd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598482.631964:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00200000:2.0:1788598482.631970:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598482.631997:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160708fd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.632031:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160708f6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebef6 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.632050:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160708fd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebef6 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.632059:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:2.0:1788598482.632062:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788598482.632066:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eca00, rc 0) 00000100:00100000:2.0:1788598482.632136:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+54:30556:x1875480723020160:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 572us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598482.632148:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1227 00000100:00100000:2.0:1788598482.638693:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.638915:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723020288 00000100:00100000:3.0:1788598482.638931:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723020288 00000100:00100000:3.0:1788598482.639005:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 329 00000100:00100000:3.0:1788598482.639018:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723020288:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598482.639044:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598482.639071:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb16070904 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebefd expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598482.639102:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788598482.639139:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598482.639143:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598482.639154:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb16070904 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebefd expref: 9 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.639179:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb16070904 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebefd expref: 9 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.639199:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657200, rc 0) 00000100:00100000:3.0:1788598482.639279:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723020288:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 263us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.639287:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 329 00000100:00100000:3.0:1788598482.641907:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.641964:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723020544 00000100:00100000:3.0:1788598482.641974:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723020544 00000100:00100000:3.0:1788598482.642036:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1228 00000100:00100000:3.0:1788598482.642047:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:30556:x1875480723020544:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598482.642496:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:30556:x1875480723020544:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 449us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.642505:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1228 00000100:00100000:2.0:1788598482.650986:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.651188:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723020672 00000100:00100000:1.0:1788598482.651202:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723020672 00000100:00100000:1.0:1788598482.651274:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 330 00000100:00100000:1.0:1788598482.651285:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:30556:x1875480723020672:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598482.651307:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598482.651330:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf04 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.651367:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb16070904 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebefd expref: 10 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.651377:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598482.651380:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598482.651385:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 10 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.651424:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb16070904 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebefd expref: 10 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.651441:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb16070904 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebefd expref: 10 pid: 8868 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.651458:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747041152:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598482.651609:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a86ebde40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598482.661540:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.661582:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723020800 00000100:00100000:3.0:1788598482.661592:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723020800 00010000:00010000:3.0:1788598482.661788:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb16070904 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebefd expref: 11 pid: 8868 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.661827:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 376 00000100:00100000:3.0:1788598482.661837:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723020800:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598482.661851:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598482.662392:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb16070904 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebefd expref: 11 pid: 8868 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.662416:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb16070904 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebefd expref: 11 pid: 8868 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.662441:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598482.662443:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598482.662450:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 11 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.662461:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 11 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.662500:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 11 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.662528:0:6511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1875480747041280:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598482.662636:0:6511:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941f00 going to sleep for 11 seconds 00010000:00010000:1.0:1788598482.662763:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb16070904 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebefd expref: 11 pid: 8868 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.662787:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747041152:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598482.662825:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 10 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.662841:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e000, rc 0) 00000100:00100000:1.0:1788598482.662896:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:30556:x1875480723020672:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 11612us (11920us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598482.662906:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 330 00000100:00100000:3.0:1788598482.668053:0:6511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1875480747041280:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598482.668083:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598482.668136:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723020800:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 6299us (6605us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.668148:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 376 00000100:00100000:1.0:1788598482.676067:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.676995:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723020928 00000100:00100000:3.0:1788598482.677011:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723020928 00002000:00100000:3.0:1788598482.677078:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff8a1a88f73800 x1875480723020928/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:473/0 lens 648/0 e 0 to 0 dl 1788598493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598482.677097:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88f73800 with x1875480723020928 ext(0->157) 00002000:00010000:3.0:1788598482.677104:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a88f73800 00000100:00100000:3.0:1788598482.677144:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 89 00000100:00100000:3.0:1788598482.677155:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723020928:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1788598482.679075:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723020928:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 1909us (3008us total) trans 4294967356 rc 0/0 00000100:00100000:3.0:1788598482.679091:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 89 00002000:00100000:3.0:1788598482.679104:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff8a1a88f73800 x1875480723020928/t4294967356(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:473/0 lens 648/448 e 0 to 0 dl 1788598493 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598482.679114:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88f73800 with x1875480723020928 ext(0->157) 00002000:00010000:3.0:1788598482.679906:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a88f73800 00000100:00100000:3.0:1788598482.682580:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.682637:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723021056 00000100:00100000:3.0:1788598482.682649:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723021056 00000100:00100000:3.0:1788598482.682717:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1229 00000100:00100000:3.0:1788598482.682729:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:30556:x1875480723021056:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1788598482.691360:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747041408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598482.691453:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598482.691555:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747041408 00000100:00100000:0.0:1788598482.691565:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747041408 00000100:00100000:0.0:1788598482.691618:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788598482.691627:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747041408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598482.691669:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598482.691719:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747041408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598482.691726:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788598482.692205:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747041408:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1788598482.705079:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968040 is committed 00000001:00080000:3.0:1788598482.705114:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968034 is committed 00010000:00010000:3.0:1788598482.706240:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.706258:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.706268:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.706276:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598482.706283:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.706290:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.706313:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598482.706316:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788598482.706322:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.706328:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb160708d3 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.706542:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30556:x1875480723021056:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 23808us (23969us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.706555:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1229 00000100:00100000:3.0:1788598482.710551:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598482.711244:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723021184 00000100:00100000:0.0:1788598482.711259:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723021184 00000100:00100000:0.0:1788598482.711334:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 331 00000100:00100000:0.0:1788598482.711345:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723021184:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788598482.713247:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000100:00100000:3.0:1788598482.713397:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723021184:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 2048us (2855us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.713410:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 331 00000100:00100000:3.0:1788598482.723440:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.724057:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723021440 00000100:00100000:3.0:1788598482.724073:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723021440 00000100:00100000:3.0:1788598482.724226:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1230 00000100:00100000:3.0:1788598482.724239:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+47:30556:x1875480723021440:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598482.724571:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598482.724610:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb160708fd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebef6 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.724630:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598482.724637:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598482.724675:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.724691:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.724702:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598482.726451:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0aaa803 reply state 00000000fe0d7ce4 transno 4294968041 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.726557:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.726568:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598482.726571:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598482.726577:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598482.726772:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30556:x1875480723021440:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 2530us (3340us total) trans 4294968041 rc 0/0 00000100:00100000:3.0:1788598482.726783:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1230 00000100:00100000:3.0:1788598482.729789:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.730189:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723021568 00000100:00100000:3.0:1788598482.730202:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723021568 00000100:00100000:3.0:1788598482.730272:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1231 00000100:00100000:3.0:1788598482.730283:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30556:x1875480723021568:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598482.730389:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598482.730417:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070919 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf0b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.730573:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070919 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf0b expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.730591:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070919 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf0b expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.730615:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598482.730619:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598482.730624:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656a00, rc 0) 00000100:00100000:3.0:1788598482.730691:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:30556:x1875480723021568:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 409us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.730699:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1231 00000100:00100000:3.0:1788598482.734448:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.737197:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723021696 00000100:00100000:1.0:1788598482.737361:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723021696 00000100:00100000:1.0:1788598482.737457:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 332 00000100:00100000:1.0:1788598482.737469:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723021696:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788598482.738851:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1788598482.738864:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1788598455 00002000:00010000:1.0:1788598482.738869:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb atime from disk: 0 -> 1788598455 00002000:00010000:1.0:1788598482.738871:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 0 -> 1788598455 00002000:00010000:1.0:1788598482.738874:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1788598482.738975:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723021696:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 1504us (4537us total) trans 4294967357 rc 0/0 00000100:00100000:1.0:1788598482.738988:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 332 00000100:00100000:3.0:1788598482.748879:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.748926:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723021952 00000100:00100000:1.0:1788598482.748939:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723021952 00000100:00100000:1.0:1788598482.749014:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1232 00000100:00100000:1.0:1788598482.749026:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:30556:x1875480723021952:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788598482.749117:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.749139:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee1 expref: 49 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.749150:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.749197:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee1 expref: 49 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.749225:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee1 expref: 49 pid: 13009 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.749242:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f71880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747041536:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598482.749363:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a86ebd840 going to sleep for 11 seconds 00000100:00100000:1.0:1788598482.752127:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f71880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747041536:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598482.752172:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598482.762289:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.762627:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723022080 00000100:00100000:3.0:1788598482.762642:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723022080 00010000:00010000:3.0:1788598482.762687:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee1 expref: 50 pid: 13009 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.762754:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 377 00000100:00100000:3.0:1788598482.762767:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ccac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2433:x1875480723022080:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598482.762788:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598482.762796:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee1 expref: 50 pid: 13009 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.762813:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee1 expref: 50 pid: 13009 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.762839:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160708cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebee1 expref: 50 pid: 13009 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.764393:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598482.764403:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.764417:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.764425:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.764540:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598482.764666:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ccac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2433:x1875480723022080:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1893us (2452us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598482.764685:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 377 00010000:00010000:3.0:1788598482.765815:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.765830:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.765879:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.765887:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.765895:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.765901:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959ee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598482.765906:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.765913:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.765928:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598482.765931:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788598482.765937:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.765943:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070920 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.766058:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30556:x1875480723021952:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 17029us (17198us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788598482.766080:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1232 00000100:00100000:3.0:1788598482.778654:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.778730:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723022208 00000100:00100000:1.0:1788598482.778791:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723022208 00000100:00100000:1.0:1788598482.778871:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 333 00000100:00100000:1.0:1788598482.778883:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723022208:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598482.778958:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.778986:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 10 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.778995:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598482.778998:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598482.779002:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.779050:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 10 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.779066:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 10 pid: 8403 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.779092:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747041664:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598482.779319:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a86ebd300 going to sleep for 11 seconds 00000100:00100000:1.0:1788598482.785862:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598482.786037:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747041664:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598482.786081:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.786089:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723022336 00000100:00100000:3.0:1788598482.786103:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723022336 00010000:00010000:3.0:1788598482.786170:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 11 pid: 8403 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.786238:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 378 00000100:00100000:3.0:1788598482.786248:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723022336:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598482.786269:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598482.786295:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 11 pid: 8403 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.786324:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 11 pid: 8403 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.786358:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb1607090b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf04 expref: 11 pid: 8403 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.786375:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598482.786378:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598482.786384:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.786395:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.786423:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598482.786489:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723022336:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 242us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.786497:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 378 00010000:00010000:0.0:1788598482.787184:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.787198:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.787247:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.787256:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.787264:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.787271:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598482.787276:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.787286:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.787313:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.787322:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070927 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598482.787404:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723022208:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 8521us (8759us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598482.787414:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 333 00000100:00100000:3.0:1788598482.791454:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.791511:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723022592 00000100:00100000:3.0:1788598482.791535:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723022592 00000100:00100000:3.0:1788598482.791606:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1233 00000100:00100000:3.0:1788598482.791619:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:30556:x1875480723022592:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598482.791726:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607092e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.791780:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607092e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.791810:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607092e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.792864:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.793000:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070919 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf0b expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.793011:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.793062:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070919 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf0b expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.793082:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070919 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf0b expref: 49 pid: 6525 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.793100:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88354700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747041792:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598482.793454:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88941540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598482.797857:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.797914:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723022720 00000100:00100000:3.0:1788598482.797925:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723022720 00010000:00010000:3.0:1788598482.797981:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070919 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf0b expref: 50 pid: 6525 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.798032:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 379 00000100:00100000:3.0:1788598482.798043:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2432:x1875480723022720:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598482.798061:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598482.798069:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070919 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf0b expref: 50 pid: 6525 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.798083:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070919 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf0b expref: 50 pid: 6525 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.798111:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598482.798117:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.798139:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.798148:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.798171:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598482.798174:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16070919 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf0b expref: 50 pid: 6525 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598482.798193:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88354700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747041792:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598482.798218:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.798229:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.798234:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598482.798377:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968042 00000001:00080000:2.0:1788598482.798509:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968043 00000001:00080000:2.0:1788598482.799027:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968044 00000100:00100000:2.0:1788598482.799137:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747041920:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788598482.799212:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598482.799258:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b91fb36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598482.799294:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747041920 00000100:00100000:2.0:1788598482.799300:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747041920 00000100:00100000:2.0:1788598482.799360:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1788598482.799369:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b831ea050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480747041920:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788598482.799470:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b831ea050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480747041920:12345-0@lo:1000:mdt00_001.0 Request processed in 102us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598482.799479:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:2.0:1788598482.799912:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598482.799952:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747041920:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1788598482.800094:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968045 00000100:00100000:2.0:1788598482.800150:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747042048:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788598482.800185:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598482.800218:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b848d9600 going to sleep for 11 seconds 00000100:00100000:3.0:1788598482.800411:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723022720:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 2366us (2571us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.800422:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 379 00000100:00100000:0.0:1788598482.801726:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747042048 00000100:00100000:0.0:1788598482.801771:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747042048 00000100:00100000:0.0:1788598482.801851:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1788598482.801863:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480747042048:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788598482.802115:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6524:x1875480747042048:12345-0@lo:1000:mdt00_001.0 Request processed in 255us (1927us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1788598482.802123:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1788598482.802376:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747042048:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1788598482.802485:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968046 00010000:00010000:3.0:1788598482.802557:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802569:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802575:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802581:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598482.802586:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802594:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802613:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598482.802616:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598482.802621:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802626:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657e00/0x6b7334fb16070935 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802654:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802659:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802665:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802669:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598482.802672:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802677:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802684:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120000) 00010000:00010000:3.0:1788598482.802686:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598482.802694:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070871 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebecc expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802706:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070871 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebecc expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802714:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070871 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebecc expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.802793:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec600/0x6b7334fb16070871 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebecc expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598482.802822:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88356300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747042176:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598482.802920:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a889410c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598482.809006:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598482.809051:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88356300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747042176:192.168.202.17@tcp:105: 00010000:00010000:2.0:1788598482.809087:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809098:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607086a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809138:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607093c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809159:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607093c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.809162:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723022848 00000100:00100000:1.0:1788598482.809171:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723022848 00010000:00010000:2.0:1788598482.809173:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607093c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809184:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607093c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809189:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607093c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809195:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607093c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809202:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598482.809219:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607093c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809228:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607093c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.809240:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 249 00010000:00010000:2.0:1788598482.809241:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120000) 00010000:00010000:2.0:1788598482.809244:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598482.809248:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607093c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.809251:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+98:30555:x1875480723022848:12345-192.168.202.17@tcp:49:diff.0 00010000:00010000:2.0:1788598482.809254:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb1607093c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809262:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607092e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809267:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607092e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809272:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607092e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809276:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598482.809278:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607092e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809283:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607092e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809294:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8a1a86120000) 00010000:00010000:2.0:1788598482.809295:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598482.809298:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607092e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598482.809314:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607092e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598482.809403:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+98:30555:x1875480723022848:12345-192.168.202.17@tcp:49:diff.0 Request processed in 154us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598482.809412:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 249 00000100:00100000:2.0:1788598482.809468:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:30556:x1875480723022592:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 17853us (18028us total) trans 4294968047 rc 0/0 00000100:00100000:2.0:1788598482.809478:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1233 00000020:00080000:2.0:1788598482.809482:0:6524:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1788598482.809630:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598482.809636:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598482.810155:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1788598482.810166:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598482.814218:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598482.814459:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598482.814564:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723023232 00000100:00100000:1.0:1788598482.814578:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723023232 00000100:00100000:1.0:1788598482.814656:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 250 00000100:00100000:1.0:1788598482.814669:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:30556:x1875480723023232:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788598482.815069:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788598482.815114:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968048 00010000:00010000:1.0:1788598482.815284:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.815305:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.815320:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.815330:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.815339:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.815346:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598482.815374:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598482.815497:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+55:30556:x1875480723023232:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 829us (1036us total) trans 4294968049 rc 0/0 00000100:00100000:1.0:1788598482.815506:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 250 00000020:00080000:1.0:1788598482.815525:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788598482.816001:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598482.816011:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.816020:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598482.816025:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.816035:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.816051:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:0.0:1788598482.816055:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788598482.816061:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.816068:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070943 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598482.816085:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598482.816087:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598482.816088:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598482.816193:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723022976 00000100:00100000:3.0:1788598482.816202:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723022976 00000100:00100000:3.0:1788598482.816256:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 334 00000100:00100000:3.0:1788598482.816266:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+16:30555:x1875480723022976:12345-192.168.202.17@tcp:101:diff.0 00010000:00010000:3.0:1788598482.816281:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598482.816303:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095f1f3ac/0x6b7334fb1607094a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf12 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598482.816333:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 158, mtime: 0x6a9bd8b7, atime: 0x6a9bd8b7, ctime: 0x6a9bd8b7, blocks: 0x8 00010000:00010000:3.0:1788598482.816353:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598482.816356:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598482.816365:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095f1f3ac/0x6b7334fb1607094a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf12 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.816381:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000095f1f3ac/0x6b7334fb1607094a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf12 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598482.816394:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657e00, rc 0) 00000100:00100000:3.0:1788598482.816432:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:30555:x1875480723022976:12345-192.168.202.17@tcp:101:diff.0 Request processed in 168us (2241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598482.816439:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 334 00010000:00010000:1.0:1788598482.821917:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598482.822951:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598482.823085:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723023360 00000100:00100000:2.0:1788598482.823098:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723023360 00002000:00100000:2.0:1788598482.823163:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8a1a873c4e00 x1875480723023360/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:473/0 lens 488/0 e 0 to 0 dl 1788598493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598482.823176:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a873c4e00 with x1875480723023360 ext(0->4095) 00002000:00010000:2.0:1788598482.823182:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a873c4e00 00000100:00100000:2.0:1788598482.823294:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 90 00000100:00100000:2.0:1788598482.823372:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723023360:12345-192.168.202.17@tcp:3:diff.0 00000100:00100000:2.0:1788598482.823638:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723023360:12345-192.168.202.17@tcp:3:diff.0 Request processed in 270us (768us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788598482.823648:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 90 00002000:00100000:2.0:1788598482.823656:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8a1a873c4e00 x1875480723023360/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:473/0 lens 488/4536 e 0 to 0 dl 1788598493 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598482.823665:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a873c4e00 with x1875480723023360 ext(0->4095) 00002000:00010000:2.0:1788598482.823668:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a873c4e00 00000100:00100000:2.0:1788598482.833177:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598482.833454:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723023616 00000100:00100000:3.0:1788598482.833468:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723023616 00000100:00100000:3.0:1788598482.833554:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 251 00000100:00100000:3.0:1788598482.833565:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+98:30555:x1875480723023616:12345-192.168.202.17@tcp:35:diff.0 00000100:00100000:3.0:1788598482.834006:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+99:30555:x1875480723023616:12345-192.168.202.17@tcp:35:diff.0 Request processed in 440us (844us total) trans 4294968050 rc 0/0 00000100:00100000:3.0:1788598482.834018:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 251 00000100:00100000:0.0:1788598483.202109:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747042432:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.202208:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598483.202290:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747042944:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.202315:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598483.202336:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747043456:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.202371:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598483.202411:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747042432 00000100:00100000:0.0:1788598483.202420:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747043968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598483.202451:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598483.202471:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788598483.202476:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747042560:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.202501:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598483.202530:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747043072:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.202553:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598483.202569:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747043584:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.202588:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598483.202624:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747042944 00000100:00100000:0.0:1788598483.202630:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747042944 00000100:00100000:0.0:1788598483.202687:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747043456 00000100:00100000:0.0:1788598483.202690:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747043456 00000100:00100000:0.0:1788598483.202706:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747043072 00000100:00100000:0.0:1788598483.202708:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747043072 00000100:00100000:0.0:1788598483.202720:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747043584 00000100:00100000:0.0:1788598483.202723:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747043584 00000100:00100000:0.0:1788598483.202768:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1788598483.202778:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747042944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.202840:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747042944:12345-0@lo:400:kworker.0 Request processed in 64us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598483.202850:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1788598483.202868:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1788598483.202873:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747043456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.202899:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747043456:12345-0@lo:400:kworker.0 Request processed in 26us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598483.202904:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1788598483.202915:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1788598483.202921:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747043072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.202947:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747043072:12345-0@lo:400:kworker.0 Request processed in 27us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598483.202953:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1788598483.202963:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1788598483.202969:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747043584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.202993:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747043584:12345-0@lo:400:kworker.0 Request processed in 25us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598483.202999:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1788598483.203016:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747042432 00000100:00100000:0.0:1788598483.203025:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747043968 00000100:00100000:0.0:1788598483.203029:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747043968 00000100:00100000:2.0:1788598483.203059:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1788598483.203067:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1788598483.203072:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747042432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.203079:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747043968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598483.203108:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598483.203117:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747042432:12345-0@lo:400:kworker.0 Request processed in 50us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598483.203125:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1788598483.203152:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747042560 00000100:00100000:0.0:1788598483.203154:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747043968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598483.203158:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747042560 00000100:00100000:0.0:1788598483.203166:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1788598483.203202:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1788598483.203211:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747042560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.203230:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747043072:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.203248:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747043584:0@lo:400:kworker.0 00000100:00100000:2.0:1788598483.203254:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747042560:12345-0@lo:400:kworker.0 Request processed in 45us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598483.203261:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1788598483.203268:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747043968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598483.203284:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747042432:0@lo:400:kworker.0 00000100:00080000:2.0:1788598483.203287:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598483.203295:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598483.203296:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747042944:0@lo:400:kworker.0 00000100:00080000:2.0:1788598483.203298:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598483.203309:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747043456:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.203350:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747042560:0@lo:400:kworker.0 00000100:00100000:3.0:1788598483.203552:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747042688:0@lo:400:kworker.0 00000100:00100000:3.0:1788598483.203590:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598483.203619:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747043200:0@lo:400:kworker.0 00000100:00100000:3.0:1788598483.203644:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598483.203674:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747043712:0@lo:400:kworker.0 00000100:00100000:3.0:1788598483.203694:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598483.203715:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1788598483.203722:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747042304:0@lo:400:kworker.0 00000100:00100000:2.0:1788598483.203923:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747043200 00000100:00100000:2.0:1788598483.203929:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747043200 00000100:00100000:2.0:1788598483.203973:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747043712 00000100:00100000:2.0:1788598483.203978:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747043712 00000100:00100000:2.0:1788598483.203999:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1788598483.204005:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747043200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.204105:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747042688 00000100:00100000:0.0:1788598483.204110:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747042688 00000100:00100000:0.0:1788598483.204238:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1788598483.204245:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747042688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598483.208326:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747043200:12345-0@lo:400:kworker.0 Request processed in 4306us (4666us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598483.208345:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1788598483.208396:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1788598483.208414:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747043712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598483.208834:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598483.208892:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747043712:12345-0@lo:400:kworker.0 Request processed in 486us (5195us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598483.208900:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1788598483.208903:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747042816:0@lo:400:kworker.0 00000100:00080000:2.0:1788598483.208939:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598483.208958:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598483.208980:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747043328:0@lo:400:kworker.0 00000100:00100000:3.0:1788598483.209005:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598483.209020:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747043840:0@lo:400:kworker.0 00000100:00100000:3.0:1788598483.209039:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598483.209246:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747042304 00000100:00100000:1.0:1788598483.209259:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747042304 00000100:00100000:3.0:1788598483.209393:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747043200:0@lo:400:kworker.0 00000100:00100000:3.0:1788598483.209408:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747043712:0@lo:400:kworker.0 00000100:00100000:3.0:1788598483.209452:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747043328 00000100:00100000:3.0:1788598483.209455:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747043328 00000100:00100000:0.0:1788598483.210298:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747042688:12345-0@lo:400:kworker.0 Request processed in 6046us (6700us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598483.210311:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1788598483.210385:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747042688:0@lo:400:kworker.0 00000100:00100000:1.0:1788598483.211495:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1788598483.211528:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747042304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598483.211629:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747042304:12345-0@lo:400:kworker.0 Request processed in 122us (2796us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598483.211637:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1788598483.211922:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747043840 00000100:00100000:3.0:1788598483.211933:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747043840 00000100:00100000:0.0:1788598483.212051:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1788598483.212064:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747043328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.212115:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747043328:12345-0@lo:400:kworker.0 Request processed in 56us (3108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598483.212121:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1788598483.212136:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1788598483.212142:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747043840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.212167:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747043840:12345-0@lo:400:kworker.0 Request processed in 25us (3126us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598483.212173:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1788598483.212194:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747042816 00000100:00100000:0.0:1788598483.212198:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747042816 00000100:00100000:0.0:1788598483.212226:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1788598483.212232:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747042816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.212264:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747042816:12345-0@lo:400:kworker.0 Request processed in 32us (3307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598483.212269:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1788598483.212311:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747042304:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.212325:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747042816:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.212340:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747043328:0@lo:400:kworker.0 00000100:00100000:0.0:1788598483.212351:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747043840:0@lo:400:kworker.0 00000100:00080000:0.0:1788598483.212592:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598483.714072:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747044096:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598483.714142:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598483.715027:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747044096 00000100:00100000:2.0:1788598483.715037:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747044096 00000100:00100000:2.0:1788598483.715086:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1788598483.715095:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747044096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598483.715117:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598483.719078:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747044096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3972us (4924us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598483.719095:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1788598483.721502:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747044096:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598483.846591:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598484.305207:0:22839:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598484.305228:0:22839:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598484.305791:0:22839:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:2.0:1788598484.305800:0:22839:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598484.868578:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598485.251044:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747044224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598485.251121:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598485.251223:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747044224 00000100:00100000:0.0:1788598485.251230:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747044224 00000100:00100000:0.0:1788598485.251280:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1788598485.251290:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747044224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598485.251319:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598485.251358:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747044224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598485.251366:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:0.0:1788598485.251391:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598485.251425:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747044224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598485.251442:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598485.251447:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747044352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598485.251469:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598485.251494:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747044352 00000100:00100000:0.0:1788598485.251497:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747044352 00000100:00100000:0.0:1788598485.251521:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1788598485.251527:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747044352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598485.251551:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598485.251578:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747044352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598485.251584:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00080000:0.0:1788598485.251597:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598485.251616:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747044352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598485.762509:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747044480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598485.762595:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598485.763623:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747044480 00000100:00100000:1.0:1788598485.763636:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747044480 00000100:00100000:1.0:1788598485.763691:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1788598485.763700:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747044480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598485.763761:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1788598485.763836:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747044480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598485.763846:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1788598485.763894:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747044480:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598485.895709:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598486.914580:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598487.189804:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598487.189858:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598487.189901:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598487.189937:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598487.189964:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598487.189986:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598487.190009:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598487.190031:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598487.190076:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598487.190105:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723024000 00000100:00100000:0.0:1788598487.190114:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723024000 00000100:00100000:0.0:1788598487.190190:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723024512 00000100:00100000:0.0:1788598487.190194:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723024512 00000100:00100000:0.0:1788598487.190212:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723023872 00000100:00100000:0.0:1788598487.190215:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723023872 00000100:00100000:0.0:1788598487.190230:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723024384 00000100:00100000:0.0:1788598487.190233:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723024384 00000100:00100000:0.0:1788598487.190252:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 969 00000100:00100000:0.0:1788598487.190261:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723024000:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598487.190351:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723024000:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 91us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598487.190359:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 969 00000100:00100000:0.0:1788598487.190377:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 970 00000100:00100000:0.0:1788598487.190384:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723024512:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598487.190410:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723024512:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598487.190619:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 970 00000100:00100000:0.0:1788598487.190633:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 971 00000100:00100000:0.0:1788598487.190640:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+99:2435:x1875480723023872:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598487.190673:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+99:2435:x1875480723023872:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598487.190680:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 971 00000100:00100000:0.0:1788598487.190692:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 972 00000100:00100000:0.0:1788598487.190698:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2435:x1875480723024384:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598487.190727:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2435:x1875480723024384:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598487.190762:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 972 00000100:00100000:0.0:1788598487.190782:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723024256 00000100:00100000:0.0:1788598487.190786:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723024256 00000100:00100000:0.0:1788598487.190811:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723024768 00000100:00100000:0.0:1788598487.190813:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723024768 00000100:00100000:0.0:1788598487.190888:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723024128 00000100:00100000:0.0:1788598487.190892:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723024128 00000100:00100000:0.0:1788598487.190918:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723024640 00000100:00100000:0.0:1788598487.190922:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723024640 00000100:00100000:0.0:1788598487.190936:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 621 00000100:00100000:0.0:1788598487.190942:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480723024256:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598487.190968:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480723024256:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (1068us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598487.190974:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 621 00000100:00100000:0.0:1788598487.190985:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 622 00000100:00100000:0.0:1788598487.190991:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723024768:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598487.191010:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723024768:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598487.191015:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 622 00000100:00100000:0.0:1788598487.191023:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 623 00000100:00100000:0.0:1788598487.191029:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723024128:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598487.191048:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723024128:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598487.191054:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 623 00000100:00100000:0.0:1788598487.191063:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 624 00000100:00100000:0.0:1788598487.191070:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480723024640:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598487.191088:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480723024640:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598487.191093:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 624 00000100:00080000:0.0:1788598487.191119:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598487.191123:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598487.191126:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598487.191128:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598487.192083:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723023744 00000100:00100000:3.0:1788598487.192092:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723023744 00000100:00100000:3.0:1788598487.192142:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 726 00000100:00100000:3.0:1788598487.192150:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723023744:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598487.192330:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723023744:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 181us (2537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598487.192337:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 726 00000001:00080000:1.0:1788598487.811721:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968050 is committed 00000001:00080000:1.0:1788598487.811773:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968049 is committed 00000020:00080000:1.0:1788598487.811792:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1ba082acc0 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:1.0:1788598487.811798:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a871e2300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b908ec600 00000020:00080000:1.0:1788598487.811801:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a871e2b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a87a17800 00000020:00080000:1.0:1788598487.811835:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:1.0:1788598487.811904:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00010000:00010000:3.0:1788598487.812008:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598487.812021:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598487.812029:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598487.812037:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598487.812043:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598487.812053:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598487.812077:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8a1a85343b00) 00010000:00010000:3.0:1788598487.812080:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598487.812085:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598487.812093:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070912 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598487.813803:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747044608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598487.813874:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598487.813957:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747044608 00000100:00100000:3.0:1788598487.813966:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747044608 00000100:00100000:3.0:1788598487.814012:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1788598487.814019:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747044608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598487.814052:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598487.814094:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747044608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598487.814100:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1788598487.814148:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747044608:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598487.938916:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598488.322597:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747044864:0@lo:400:kworker.0 00000100:00100000:3.0:1788598488.322715:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598488.322727:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747044736:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.322838:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598488.322891:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747044992:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.322921:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598488.322959:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747044992 00000100:00100000:1.0:1788598488.322969:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747044992 00000100:00100000:1.0:1788598488.323043:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788598488.323054:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747044992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.323123:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747044992:12345-0@lo:400:kworker.0 Request processed in 70us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598488.323133:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788598488.323190:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747044864 00000100:00100000:1.0:1788598488.323195:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747044864 00000100:00100000:1.0:1788598488.323227:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1788598488.323233:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747044864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.323271:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747044864:12345-0@lo:400:kworker.0 Request processed in 38us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598488.323293:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1788598488.323344:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747044864:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.323379:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747044736 00000100:00100000:1.0:1788598488.323383:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747044736 00000100:00100000:1.0:1788598488.323634:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1788598488.323646:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747044736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.323689:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747044736:12345-0@lo:400:kworker.0 Request processed in 47us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598488.323695:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1788598488.323755:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747044736:0@lo:400:kworker.0 00000100:00100000:3.0:1788598488.323947:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747044992:0@lo:400:kworker.0 00000001:00080000:3.0:1788598488.324017:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000001:00080000:3.0:1788598488.324027:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000100:00100000:3.0:1788598488.324348:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747045120:0@lo:400:kworker.0 00000100:00100000:3.0:1788598488.324410:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598488.324453:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747045632:0@lo:400:kworker.0 00000100:00100000:3.0:1788598488.324482:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598488.324501:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747046144:0@lo:400:kworker.0 00000100:00100000:3.0:1788598488.324526:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598488.324559:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788598488.324568:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747045504:0@lo:400:kworker.0 00000100:00100000:3.0:1788598488.324597:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598488.324626:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747046016:0@lo:400:kworker.0 00000100:00100000:3.0:1788598488.324651:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598488.324698:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747045120 00000100:00100000:3.0:1788598488.324704:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747045120 00000100:00100000:2.0:1788598488.324767:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747045504 00000100:00100000:2.0:1788598488.324775:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747045504 00000100:00100000:2.0:1788598488.324822:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747046016 00000100:00100000:2.0:1788598488.324825:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747046016 00000100:00100000:2.0:1788598488.324850:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1788598488.324858:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747045504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598488.324919:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747045504:12345-0@lo:400:kworker.0 Request processed in 62us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598488.324925:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1788598488.324940:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1788598488.324946:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747046016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598488.324974:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747046016:12345-0@lo:400:kworker.0 Request processed in 29us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598488.324979:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1788598488.325027:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747045504:0@lo:400:kworker.0 00000100:00100000:2.0:1788598488.325040:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747046016:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.325626:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747045248:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.325670:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598488.325703:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747045760:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.325728:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598488.325773:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747046272:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.325799:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598488.325827:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788598488.325836:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747045376:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.325857:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598488.325870:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747045888:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.325887:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598488.325904:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747046400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598488.325925:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598488.325955:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747045376 00000100:00100000:1.0:1788598488.325961:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747045632 00000100:00100000:0.0:1788598488.325965:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747045376 00000100:00100000:1.0:1788598488.325968:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747045632 00000100:00100000:0.0:1788598488.326015:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747045888 00000100:00100000:0.0:1788598488.326019:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747045888 00000100:00100000:1.0:1788598488.326025:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747046144 00000100:00100000:1.0:1788598488.326031:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747046144 00000100:00100000:0.0:1788598488.326050:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1788598488.326058:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747045760 00000100:00100000:1.0:1788598488.326063:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747045760 00000100:00100000:0.0:1788598488.326064:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747045120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.326085:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747046272 00000100:00100000:1.0:1788598488.326088:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747046272 00000100:00100000:1.0:1788598488.326111:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1788598488.326120:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747045632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598488.326148:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747045120:12345-0@lo:400:kworker.0 Request processed in 87us (1735us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598488.326158:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1788598488.326180:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747045632:12345-0@lo:400:kworker.0 Request processed in 60us (1694us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598488.326190:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1788598488.326195:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1788598488.326202:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747045376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.326218:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1788598488.326229:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747046144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598488.326261:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747045376:12345-0@lo:400:kworker.0 Request processed in 61us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598488.326271:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1788598488.326287:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747046144:12345-0@lo:400:kworker.0 Request processed in 57us (1755us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598488.326294:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1788598488.326303:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1788598488.326313:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747045888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.326329:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1788598488.326339:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747045760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598488.326361:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747045888:12345-0@lo:400:kworker.0 Request processed in 51us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598488.326372:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1788598488.326391:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747045760:12345-0@lo:400:kworker.0 Request processed in 52us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598488.326402:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1788598488.326410:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1788598488.326421:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747046272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598488.326463:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747046272:12345-0@lo:400:kworker.0 Request processed in 45us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598488.326469:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00080000:0.0:1788598488.326496:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598488.326503:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598488.326505:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598488.326508:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598488.326618:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747046400 00000100:00100000:0.0:1788598488.326623:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747046400 00000100:00100000:3.0:1788598488.326777:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747045248 00000100:00100000:3.0:1788598488.326783:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747045248 00000100:00100000:2.0:1788598488.326792:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747045120:0@lo:400:kworker.0 00000100:00100000:2.0:1788598488.326813:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747045632:0@lo:400:kworker.0 00000100:00100000:3.0:1788598488.326829:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1788598488.326832:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747046144:0@lo:400:kworker.0 00000100:00100000:3.0:1788598488.326908:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747045248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598488.326955:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747045248:12345-0@lo:400:kworker.0 Request processed in 51us (1286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598488.330026:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747045376:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.330046:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747045888:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.330060:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747045248:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.330071:0:3667:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000004:00080000:1.0:1788598488.330083:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967358 00000100:00100000:1.0:1788598488.330108:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747045760:0@lo:400:kworker.0 00000100:00100000:1.0:1788598488.330121:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747046272:0@lo:400:kworker.0 00000100:00100000:0.0:1788598488.330531:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1788598488.330568:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747046400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598488.330618:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598488.330770:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747046400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 225us (4843us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598488.330779:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1788598488.331713:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788598488.331923:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747046400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598488.835223:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747046528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598488.835326:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598488.835417:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747046528 00000100:00100000:1.0:1788598488.835426:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747046528 00000100:00100000:1.0:1788598488.835475:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1788598488.835487:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747046528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598488.835516:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788598488.835574:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747046528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598488.835583:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1788598488.835633:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747046528:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598488.976362:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598489.988590:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598490.161791:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598490.161893:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723024896 00000100:00100000:1.0:1788598490.161903:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723024896 00000100:00100000:1.0:1788598490.161981:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1234 00000100:00100000:1.0:1788598490.161991:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30409:x1875480723024896:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788598490.162110:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+45:30409:x1875480723024896:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 121us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598490.162118:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1234 00000100:00080000:0.0:1788598490.162243:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598490.171995:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598490.172076:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723025024 00000100:00100000:0.0:1788598490.172089:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723025024 00000100:00100000:0.0:1788598490.172189:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1235 00000100:00100000:0.0:1788598490.172201:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:30409:x1875480723025024:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1788598490.172685:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598490.172729:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:30409:x1875480723025024:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 529us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598490.172785:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1235 00000100:00100000:3.0:1788598490.371181:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747046656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598490.371254:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598490.371665:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747046656 00000100:00100000:0.0:1788598490.371674:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747046656 00000100:00100000:0.0:1788598490.371753:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1788598490.371771:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747046656:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598490.371794:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747046784:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598490.371803:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3916140544 avail 3684618240 00000100:00080000:2.0:1788598490.372150:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598490.372438:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598490.372658:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747046784 00000100:00100000:2.0:1788598490.372665:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747046784 00000100:00100000:2.0:1788598490.372775:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1788598490.372783:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747046784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598490.372798:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598490.372850:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747046784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598490.372857:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788598490.373122:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747046784:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788598490.373232:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598490.375950:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747046656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4173us (4684us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598490.375964:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1788598490.376141:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747046656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598490.882395:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598490.882417:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747046912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598490.882499:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598490.882789:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747046912 00000100:00100000:1.0:1788598490.882798:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747046912 00000100:00100000:1.0:1788598490.882849:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1788598490.882857:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747046912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598490.882889:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1788598490.882942:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747046912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598490.882948:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1788598490.883027:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747046912:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1788598491.010035:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598491.010045:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598491.010067:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:2.0:1788598491.010077:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598491.010242:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788598491.912945:0:23036:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 04:54:50 (1788598490) 00000040:00080000:0.0:1788598491.973577:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788598492.040138:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598492.194323:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598492.194558:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723025152 00000100:00100000:0.0:1788598492.194568:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723025152 00000100:00100000:0.0:1788598492.194667:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1236 00000100:00100000:0.0:1788598492.194675:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:31177:x1875480723025152:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788598492.194808:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+45:31177:x1875480723025152:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 134us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598492.194814:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1236 00000100:00080000:3.0:1788598492.195665:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598492.199599:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598492.199787:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723025280 00000100:00100000:3.0:1788598492.199806:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723025280 00000100:00080000:2.0:1788598492.199985:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598492.200135:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1237 00000100:00100000:2.0:1788598492.200149:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:31177:x1875480723025280:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598492.200265:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:31177:x1875480723025280:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 121us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598492.200270:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1237 00000100:00100000:2.0:1788598492.205954:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598492.206088:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723025408 00000100:00100000:0.0:1788598492.206101:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723025408 00000100:00100000:0.0:1788598492.206291:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1238 00000100:00100000:0.0:1788598492.206300:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+98:31178:x1875480723025408:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598492.206321:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598492.206342:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070951 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf19 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206409:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070958 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206424:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070958 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206437:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070958 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206452:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607095f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206459:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607095f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206466:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607095f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206503:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070958 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206509:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070958 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206515:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070958 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206521:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.206526:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070958 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206538:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070958 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206565:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598492.206568:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.206572:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070958 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206579:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070958 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206593:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607095f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206599:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607095f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206605:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607095f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206610:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.206612:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607095f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206617:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607095f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206623:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598492.206626:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.206628:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607095f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206638:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb1607095f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206668:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070951 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf19 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206677:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598492.206680:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.206683:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070951 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf19 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.206691:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730600, rc 0) 00000100:00100000:0.0:1788598492.206942:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+98:31178:x1875480723025408:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 642us (998us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598492.206950:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1238 00000100:00080000:2.0:1788598492.207269:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598492.216125:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598492.216265:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723025664 00000100:00100000:0.0:1788598492.216284:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723025664 00000100:00100000:0.0:1788598492.216371:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1239 00000100:00100000:0.0:1788598492.216381:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+98:31178:x1875480723025664:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:0.0:1788598492.216440:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598492.216469:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070584 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdd7 expref: 98 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.216502:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598492.216508:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598492.216573:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.216587:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdec expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.216596:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.216632:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdec expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.216646:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdec expref: 44 pid: 6524 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598492.216661:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747047040:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598492.216829:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598492.225629:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747047040:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598492.225663:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598492.225777:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598492.226990:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723025792 00000100:00100000:3.0:1788598492.226999:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723025792 00010000:00010000:3.0:1788598492.227036:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdec expref: 45 pid: 6524 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598492.227104:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 380 00000100:00100000:3.0:1788598492.227111:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2432:x1875480723025792:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598492.227125:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598492.227130:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdec expref: 45 pid: 6524 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.227147:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdec expref: 45 pid: 6524 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.227164:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb160705c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebdec expref: 45 pid: 6524 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.227181:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598492.227186:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.227195:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.227202:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.227238:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598492.227311:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+44:2432:x1875480723025792:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 198us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598492.227318:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 380 00010000:00010000:2.0:1788598492.227646:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.227655:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.227679:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.227690:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.227699:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228272:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228282:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228290:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598492.228303:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb6e062b reply state 00000000a0a57f94 transno 4294968051 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228314:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228321:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:2.0:1788598492.228323:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598492.228326:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788598492.228333:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00010000:00010000:2.0:1788598492.228341:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228347:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228354:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228360:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228366:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598492.228370:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228377:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228385:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598492.228388:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598492.228391:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228397:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070966 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598492.228409:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb6e062b reply state 00000000a0a57f94 transno 4294968051 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228417:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.228423:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8a1a86120100) 00010000:00010000:2.0:1788598492.228426:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598492.228429:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788598492.228575:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+99:31178:x1875480723025664:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 12193us (12464us total) trans 4294968051 rc 0/0 00000100:00100000:2.0:1788598492.228583:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1239 00000100:00100000:1.0:1788598492.238052:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598492.238373:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723025920 00000100:00100000:2.0:1788598492.238384:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723025920 00000100:00100000:2.0:1788598492.238449:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1240 00000100:00100000:2.0:1788598492.238459:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+99:31179:x1875480723025920:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598492.238494:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598492.238516:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607097b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf20 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.238592:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070982 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.238607:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.238620:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598492.238663:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788598492.238667:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598492.238686:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.238710:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607097b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf20 expref: 101 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.238727:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070982 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf20 expref: 100 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.239049:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598492.239053:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598492.239056:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eca00, rc 0) 00000100:00100000:2.0:1788598492.239125:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+100:31179:x1875480723025920:12345-192.168.202.17@tcp:101:bash.0 Request processed in 667us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598492.239146:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1240 00000100:00100000:1.0:1788598492.241439:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598492.241695:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723026048 00000100:00100000:0.0:1788598492.241707:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723026048 00000100:00100000:0.0:1788598492.241916:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1241 00000100:00100000:0.0:1788598492.241927:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+100:31179:x1875480723026048:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598492.241950:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598492.241970:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070989 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf27 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242036:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070990 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242051:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070990 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242063:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070990 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242074:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070997 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242079:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070997 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242083:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070997 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242154:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb1607099e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242158:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb1607099e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242162:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb1607099e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598492.242188:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:0.0:1788598492.242190:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598492.242206:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb1607099e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242215:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070990 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242222:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070990 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242226:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070990 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242230:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.242233:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070990 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242237:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070990 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242245:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598492.242247:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.242250:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070990 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242253:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070990 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242262:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070997 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242265:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070997 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242269:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070997 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242272:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.242274:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070997 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242278:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070997 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242281:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8a1a86120100) 00010000:00010000:0.0:1788598492.242282:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.242283:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070997 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242286:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070997 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242304:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070989 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf27 expref: 102 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242316:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730800/0x6b7334fb1607099e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf27 expref: 101 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.242322:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598492.242323:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788598492.242325:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730800, rc 0) 00000100:00100000:0.0:1788598492.242391:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+101:31179:x1875480723026048:12345-192.168.202.17@tcp:101:bash.0 Request processed in 466us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598492.242399:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1241 00000100:00100000:1.0:1788598492.244453:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598492.244604:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723026176 00000100:00100000:2.0:1788598492.244614:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723026176 00000100:00100000:2.0:1788598492.244661:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1242 00000100:00100000:2.0:1788598492.244671:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+101:31179:x1875480723026176:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598492.244690:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598492.244709:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb160709a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf2e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244875:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244888:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244897:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244907:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244911:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244916:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244946:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244954:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244958:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244962:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244965:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598492.244969:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244973:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244980:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:2.0:1788598492.244981:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598492.244984:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244987:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160709ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244995:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.244999:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.245002:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.245006:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ecc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598492.245008:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.245011:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.245014:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1a86120900) 00010000:00010000:2.0:1788598492.245015:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598492.245017:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.245020:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.245044:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb160709a5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf2e expref: 102 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.245051:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:2.0:1788598492.245052:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598492.245054:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb160709a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf2e expref: 102 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.245060:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ede00, rc 0) 00000100:00100000:2.0:1788598492.245606:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+101:31179:x1875480723026176:12345-192.168.202.17@tcp:101:bash.0 Request processed in 934us (1160us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598492.245613:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1242 00000100:00100000:1.0:1788598492.252894:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598492.253341:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723026304 00000100:00100000:2.0:1788598492.253356:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723026304 00000100:00100000:2.0:1788598492.253485:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1243 00000100:00100000:2.0:1788598492.253499:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+44:31180:x1875480723026304:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598492.253529:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598492.253569:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb160709ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf35 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.253663:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.253682:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.253698:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598492.253799:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788598492.253804:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598492.253830:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.253876:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb160709ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf35 expref: 46 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.253899:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf35 expref: 45 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.253910:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598492.253913:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598492.253918:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ecc00, rc 0) 00000100:00100000:2.0:1788598492.254004:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:31180:x1875480723026304:12345-192.168.202.17@tcp:101:rm.0 Request processed in 508us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598492.254012:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1243 00000100:00100000:1.0:1788598492.259348:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598492.259690:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723026432 00000100:00100000:0.0:1788598492.259705:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723026432 00000100:00100000:0.0:1788598492.259906:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1244 00000100:00100000:0.0:1788598492.259919:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:31180:x1875480723026432:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598492.259949:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598492.259979:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb160709c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf3c expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260083:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160709cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260102:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160709cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260116:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160709cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260129:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb160709d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260136:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb160709d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260142:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb160709d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260237:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160709dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260246:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160709dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260253:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160709dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598492.260306:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:0.0:1788598492.260312:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598492.260334:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160709dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260348:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160709cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260354:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160709cf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260362:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160709cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260368:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.260373:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160709cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260382:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160709cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260396:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598492.260399:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.260405:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160709cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260412:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb160709cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260425:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb160709d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260432:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb160709d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260444:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb160709d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260449:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.260452:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb160709d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260632:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb160709d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260641:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8a1a86120100) 00010000:00010000:0.0:1788598492.260643:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.260646:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb160709d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260651:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb160709d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260684:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb160709c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf3c expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260698:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731800/0x6b7334fb160709dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf3c expref: 46 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.260705:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598492.260707:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788598492.260709:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731800, rc 0) 00000100:00100000:0.0:1788598492.260829:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31180:x1875480723026432:12345-192.168.202.17@tcp:101:rm.0 Request processed in 912us (1497us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598492.260841:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1244 00000100:00100000:1.0:1788598492.264714:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598492.265642:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723026560 00000100:00100000:2.0:1788598492.265659:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723026560 00000100:00100000:3.0:1788598492.265819:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1245 00000100:00100000:3.0:1788598492.265835:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31180:x1875480723026560:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:3.0:1788598492.265865:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598492.265904:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160709e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf43 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.265997:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160709eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266015:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160709eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266029:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160709eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266045:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160709f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266051:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160709f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266057:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160709f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266109:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160709eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266117:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160709eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266123:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160709eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266130:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598492.266134:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160709eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266146:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160709eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266173:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:3.0:1788598492.266176:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598492.266183:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160709eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266190:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160709eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266206:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160709f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266211:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160709f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266217:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160709f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266223:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598492.266225:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160709f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266231:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160709f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266238:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1a85343d00) 00010000:00010000:3.0:1788598492.266240:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598492.266243:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160709f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266253:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160709f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266292:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160709e4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf43 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266304:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:3.0:1788598492.266306:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598492.266310:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160709e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf43 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.266319:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598492.266395:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31180:x1875480723026560:12345-192.168.202.17@tcp:101:rm.0 Request processed in 566us (1699us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598492.266403:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1245 00000100:00100000:2.0:1788598492.274426:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598492.274497:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723026688 00000100:00100000:0.0:1788598492.274510:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723026688 00000100:00100000:0.0:1788598492.274618:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1246 00000100:00100000:0.0:1788598492.274627:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31180:x1875480723026688:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598492.274653:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598492.274678:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb160709f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf4a expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274805:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a00 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274826:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274841:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274860:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274867:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274874:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274930:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274941:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a00 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274948:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a00 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274954:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.274960:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a00 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274968:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a00 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274982:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598492.274986:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.274991:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.274997:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.275010:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.275016:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a07 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.275021:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.275026:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.275030:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.275036:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.275043:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598492.275046:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.275048:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a07 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.275054:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.275091:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb160709f9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf4a expref: 47 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.275103:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598492.275106:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.275109:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb160709f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf4a expref: 47 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.275119:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731c00, rc 0) 00000100:00100000:0.0:1788598492.275204:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31180:x1875480723026688:12345-192.168.202.17@tcp:101:rm.0 Request processed in 575us (792us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598492.275213:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1246 00000100:00100000:1.0:1788598492.292712:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.293029:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.293060:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.293097:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.293115:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.293135:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.293159:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.293202:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723027072 00000100:00100000:1.0:1788598492.293215:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723027072 00000100:00100000:1.0:1788598492.293291:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723027328 00000100:00100000:1.0:1788598492.293293:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723027328 00000100:00100000:1.0:1788598492.293310:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 629 00000100:00100000:1.0:1788598492.293319:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723027072:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598492.293400:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723027072:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 81us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598492.293408:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 629 00000100:00100000:1.0:1788598492.293424:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723027200 00000100:00100000:1.0:1788598492.293426:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723027200 00000100:00100000:1.0:1788598492.293439:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723027456 00000100:00100000:1.0:1788598492.293440:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723027456 00000100:00100000:1.0:1788598492.293452:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 630 00000100:00100000:1.0:1788598492.293469:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723027328:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598492.293496:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723027328:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 38us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598492.293503:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 630 00000100:00100000:1.0:1788598492.293513:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 631 00000100:00100000:1.0:1788598492.293519:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480723027200:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598492.293543:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480723027200:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598492.293559:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 631 00000100:00100000:1.0:1788598492.293569:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 632 00000100:00100000:1.0:1788598492.293576:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723027456:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598492.293597:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723027456:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598492.293603:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 632 00000100:00080000:1.0:1788598492.293626:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598492.293631:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598492.293825:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723026944 00000100:00100000:0.0:1788598492.294068:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723026944 00000100:00100000:0.0:1788598492.294129:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723027584 00000100:00100000:0.0:1788598492.294132:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723027584 00000100:00100000:0.0:1788598492.294152:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 979 00000100:00100000:0.0:1788598492.294158:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723026944:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598492.294197:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723026944:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 40us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598492.294204:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 979 00000100:00100000:0.0:1788598492.294215:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1247 00000100:00100000:0.0:1788598492.294221:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31181:x1875480723027584:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598492.294233:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598492.294270:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070a0e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf51 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294354:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a15 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294373:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a15 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294387:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a15 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294403:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a1c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294411:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294417:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294572:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a15 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294582:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a15 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294588:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a15 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294594:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.294598:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a15 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294606:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a15 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294620:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598492.294623:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.294628:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a15 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294635:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a15 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294652:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294658:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a1c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294664:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294670:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.294693:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294700:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a1c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294706:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598492.294708:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.294711:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a1c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294720:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070a1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294812:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070a0e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf51 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.294829:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598492.295181:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.295187:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070a0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf51 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.295200:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731c00, rc 0) 00000100:00100000:0.0:1788598492.295251:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31181:x1875480723027584:12345-192.168.202.17@tcp:101:cp.0 Request processed in 1030us (2091us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598492.295268:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1247 00000100:00080000:1.0:1788598492.295501:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598492.295638:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723026816 00000100:00100000:3.0:1788598492.295646:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723026816 00000100:00100000:2.0:1788598492.296652:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 728 00000100:00100000:2.0:1788598492.296666:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723026816:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598492.296780:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723026816:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 116us (4081us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598492.296788:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 728 00000100:00100000:1.0:1788598492.302021:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598492.302147:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723027712 00000100:00100000:0.0:1788598492.302170:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723027712 00000100:00100000:0.0:1788598492.302267:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1248 00000100:00100000:0.0:1788598492.302279:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31181:x1875480723027712:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598492.302317:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598492.302348:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a23 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf58 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302453:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a2a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302604:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a2a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302619:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a2a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302638:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302645:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302652:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302698:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a2a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302705:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302713:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a2a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302719:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.302725:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a2a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302775:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a2a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302791:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598492.302795:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.302802:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a2a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302809:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302827:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302834:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a31 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302840:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302845:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598492.302848:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302854:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302861:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598492.302864:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.302867:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a31 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302873:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302920:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a23 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf58 expref: 47 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302931:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598492.302933:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598492.302937:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070a23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf58 expref: 47 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.302946:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731000, rc 0) 00000100:00100000:0.0:1788598492.303031:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31181:x1875480723027712:12345-192.168.202.17@tcp:101:cp.0 Request processed in 752us (1023us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598492.303040:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1248 00000100:00100000:2.0:1788598492.308543:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.308692:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723027968 00000100:00100000:1.0:1788598492.308707:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723027968 00000100:00100000:1.0:1788598492.309134:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1249 00000100:00100000:1.0:1788598492.309148:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31181:x1875480723027968:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598492.309192:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598492.309228:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070a38 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf5f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.309513:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070a3f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.309534:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070a3f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.309565:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070a3f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.309585:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.309592:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.309600:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788598492.310096:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:1.0:1788598492.310676:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.310692:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.310702:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.310982:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070a3f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.310990:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070a3f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.310997:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070a3f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.311003:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598492.311008:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070a3f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.311016:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070a3f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.311031:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:1.0:1788598492.311035:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598492.311042:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070a3f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.311048:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070a3f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598492.311071:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009eeafbbf reply state 00000000e9f685af transno 4294968052 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.311084:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.311091:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1b9fd8c500) 00010000:00010000:1.0:1788598492.311093:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598492.311097:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788598492.311143:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070a38 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf5f expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.311344:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf5f expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.311353:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:1.0:1788598492.311356:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598492.311358:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f800, rc 0) 00000100:00100000:1.0:1788598492.311587:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31181:x1875480723027968:12345-192.168.202.17@tcp:101:cp.0 Request processed in 2440us (3056us total) trans 4294968052 rc 0/0 00000100:00100000:1.0:1788598492.311600:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1249 00000100:00100000:1.0:1788598492.317868:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598492.317978:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723028096 00000100:00100000:2.0:1788598492.317993:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723028096 00000100:00100000:2.0:1788598492.318070:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 335 00000100:00100000:2.0:1788598492.318090:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723028096:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598492.318125:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598492.318164:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf66 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598492.318199:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788598492.318225:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598492.318229:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598492.318241:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf66 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.318265:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf66 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.318283:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed400, rc 0) 00000100:00100000:2.0:1788598492.318365:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723028096:12345-192.168.202.17@tcp:101:cp.0 Request processed in 285us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598492.318372:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 335 00000100:00100000:2.0:1788598492.321396:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.321589:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723028224 00000100:00100000:1.0:1788598492.321604:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723028224 00000100:00100000:1.0:1788598492.321680:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 336 00000100:00100000:1.0:1788598492.321691:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:31181:x1875480723028224:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598492.321715:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598492.321771:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf6d expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.321811:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf66 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.321822:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598492.321825:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598492.322096:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.322146:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf66 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.322163:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf66 expref: 12 pid: 8405 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598492.322181:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747047168:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598492.322510:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598492.326988:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.327230:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747047168:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598492.327293:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.327333:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e400, rc 0) 00000100:00100000:1.0:1788598492.327415:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:31181:x1875480723028224:12345-192.168.202.17@tcp:101:cp.0 Request processed in 5725us (6032us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598492.327426:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 336 00000100:00100000:2.0:1788598492.328594:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723028352 00000100:00100000:2.0:1788598492.328612:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723028352 00010000:00010000:2.0:1788598492.328663:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf66 expref: 12 pid: 8405 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598492.328717:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 381 00000100:00100000:2.0:1788598492.328727:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723028352:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598492.328771:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598492.328797:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf66 expref: 12 pid: 8405 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.328812:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf66 expref: 12 pid: 8405 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.328857:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf66 expref: 12 pid: 8405 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.328878:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598492.328880:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598492.328890:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.328900:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.328952:0:10276:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598492.328972:0:10276:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10276:1875480747047296:192.168.202.17@tcp:105: 00000100:00100000:2.0:1788598492.329096:0:10276:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b838920c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598492.333169:0:10276:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10276:1875480747047296:192.168.202.17@tcp:105: 00010000:00010000:2.0:1788598492.333206:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598492.333361:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723028352:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 4633us (6384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598492.333374:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 381 00000100:00100000:1.0:1788598492.336887:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598492.337201:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723028608 00000100:00100000:3.0:1788598492.337215:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723028608 00000100:00100000:3.0:1788598492.337397:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 252 00000100:00100000:3.0:1788598492.337410:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ed450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31181:x1875480723028608:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:0.0:1788598492.338692:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ed450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:31181:x1875480723028608:12345-192.168.202.17@tcp:35:cp.0 Request processed in 1276us (1811us total) trans 4294968053 rc 0/0 00000100:00100000:0.0:1788598492.338708:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 252 00000100:00100000:3.0:1788598492.390705:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598492.391003:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723028736 00000100:00100000:2.0:1788598492.391018:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723028736 00000100:00100000:2.0:1788598492.391091:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1250 00000100:00100000:2.0:1788598492.391103:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+101:31184:x1875480723028736:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598492.391137:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598492.391181:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070a69 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf74 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391272:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391295:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391310:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391321:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070a77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391327:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070a77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391333:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070a77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391438:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391446:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391465:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598492.391520:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:2.0:1788598492.391526:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598492.391561:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391575:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391589:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391596:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391603:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391611:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391617:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598492.391622:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391631:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391646:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:2.0:1788598492.391649:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598492.391655:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391662:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070a70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391682:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070a77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391688:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070a77 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391695:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070a77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391701:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598492.391703:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070a77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391710:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070a77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391718:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1b9fd8c500) 00010000:00010000:2.0:1788598492.391720:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598492.391723:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070a77 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.391730:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070a77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.392203:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070a69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf74 expref: 103 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.392223:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf74 expref: 102 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.392232:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:2.0:1788598492.392234:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598492.392237:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed600, rc 0) 00000100:00100000:1.0:1788598492.394496:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+102:31184:x1875480723028736:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3376us (3791us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598492.394513:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1250 00000100:00100000:2.0:1788598492.399384:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598492.399567:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723028864 00000100:00100000:0.0:1788598492.399583:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723028864 00000100:00100000:0.0:1788598492.399696:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 337 00000100:00100000:0.0:1788598492.399711:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480723028864:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598492.399774:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598492.399801:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb16070a85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf7b expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598492.399911:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747047424:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598492.400063:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352af00 going to sleep for 11 seconds 00002000:00010000:0.0:1788598492.404030:0:8406:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788598492.404053:0:8406:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime: 0 -> 1788598492 00002000:00010000:0.0:1788598492.404056:0:8406:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime: 0 -> 1788598492 00002000:00010000:0.0:1788598492.404058:0:8406:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime: 0 -> 1788598492 00002000:00010000:0.0:1788598492.404061:0:8406:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788598492.404093:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747047424:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598492.404148:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb16070a85 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf7b expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.404301:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffb915ab/0x6b7334fb16070a85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf7b expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.404319:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731000, rc 0) 00000100:00100000:0.0:1788598492.404501:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480723028864:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4792us (5130us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598492.404512:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 337 00000100:00100000:2.0:1788598492.409285:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598492.409412:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723028992 00000100:00100000:0.0:1788598492.409427:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723028992 00000100:00100000:0.0:1788598492.409617:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1251 00000100:00100000:0.0:1788598492.409631:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+102:31184:x1875480723028992:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598492.409665:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598492.409698:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf82 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.409857:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.409880:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.409895:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598492.409961:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:0.0:1788598492.409967:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598492.409995:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.410029:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070a8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf82 expref: 104 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.410068:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf82 expref: 103 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598492.410079:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598492.410082:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598492.410088:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730200, rc 0) 00000100:00100000:0.0:1788598492.410178:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+103:31184:x1875480723028992:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 550us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598492.410187:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1251 00000100:00100000:1.0:1788598492.414066:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598492.414455:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723029120 00000100:00100000:2.0:1788598492.414535:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723029120 00000100:00100000:2.0:1788598492.414677:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 338 00000100:00100000:2.0:1788598492.414690:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480723029120:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598492.414720:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598492.414772:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf89 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598492.414867:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747047552:192.168.202.17@tcp:106: 00000100:00100000:2.0:1788598492.414993:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b838920c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598492.418306:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747047552:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598492.418367:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a9a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf89 expref: 13 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.418409:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070a9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf89 expref: 13 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598492.418427:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed400, rc 0) 00000100:00100000:2.0:1788598492.418517:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+12:2435:x1875480723029120:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3829us (4464us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598492.418528:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 338 00000100:00100000:3.0:1788598492.422866:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598492.423151:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723029376 00000100:00100000:1.0:1788598492.423174:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723029376 00000100:00100000:1.0:1788598492.423255:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1252 00000100:00100000:1.0:1788598492.423267:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+103:31184:x1875480723029376:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:1.0:1788598492.423511:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:1.0:1788598492.423965:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+103:31184:x1875480723029376:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 697us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598492.423975:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1252 00000100:00100000:1.0:1788598492.931664:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747047680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598492.931791:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598492.931999:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747047680 00000100:00100000:0.0:1788598492.932011:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747047680 00000100:00100000:0.0:1788598492.932087:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1788598492.932098:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747047680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598492.932141:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598492.932210:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747047680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598492.932218:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000001:00080000:3.0:1788598492.933685:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968053 is committed 00000001:00080000:3.0:1788598492.933722:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968051 is committed 00000020:00080000:3.0:1788598492.933731:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00010000:00010000:3.0:1788598492.933798:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933813:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933823:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933841:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598492.933847:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933858:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933880:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8a1a86120100) 00010000:00010000:3.0:1788598492.933884:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598492.933890:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933898:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb1607096d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933923:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933929:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933936:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933946:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598492.933949:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933956:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933965:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:3.0:1788598492.933967:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598492.933970:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598492.933976:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070974 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.934149:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.934158:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.934170:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.934176:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598492.934179:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.934187:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.934199:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1b9fd8c500) 00010000:00010000:1.0:1788598492.934201:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598492.934204:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598492.934210:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070a46 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788598492.934247:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000020:00080000:1.0:1788598492.934261:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:0.0:1788598492.934693:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747047680:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1788598493.004223:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598493.058091:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598493.058385:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598493.058394:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598493.058435:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:2.0:1788598493.058451:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598493.058849:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747047808:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598493.058994:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b838929c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598493.063708:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747047808:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598493.063892:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598493.064715:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723029504 00000100:00100000:1.0:1788598493.064728:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723029504 00000100:00100000:1.0:1788598493.064885:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1253 00000100:00100000:1.0:1788598493.064897:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31194:x1875480723029504:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598493.064952:0:6525:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598493.065142:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31194:x1875480723029504:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 246us (1249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.065157:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1253 00000100:00100000:2.0:1788598493.072514:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598493.084671:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723029760 00000100:00100000:0.0:1788598493.084691:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723029760 00000100:00100000:0.0:1788598493.084811:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1254 00000100:00100000:0.0:1788598493.084824:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31194:x1875480723029760:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598493.084856:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598493.084882:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070aa1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf90 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.085028:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070aa8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.085058:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.085073:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598493.085087:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1788598493.085236:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070aa1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf90 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.085264:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070aa8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf90 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.085274:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:0.0:1788598493.085277:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598493.085281:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730c00, rc 0) 00000100:00100000:0.0:1788598493.085369:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31194:x1875480723029760:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 548us (12871us total) trans 4294968054 rc 0/0 00000100:00100000:0.0:1788598493.085377:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1254 00000100:00100000:0.0:1788598493.095940:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598493.096254:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723029888 00000100:00100000:3.0:1788598493.096268:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723029888 00000100:00100000:3.0:1788598493.096348:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 56 00000100:00100000:3.0:1788598493.096370:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2434:x1875480723029888:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598493.096390:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598493.096422:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070aa8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf90 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.096447:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:3.0:1788598493.096452:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598493.096520:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2434:x1875480723029888:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 153us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598493.096533:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 56 00000100:00100000:0.0:1788598493.104675:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598493.106324:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723030016 00000100:00100000:3.0:1788598493.106344:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723030016 00000100:00100000:3.0:1788598493.106555:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 339 00000100:00100000:3.0:1788598493.106568:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723030016:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598493.106628:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.106655:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.106663:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598493.106666:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598493.106669:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.106718:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.106758:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 11 pid: 14172 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598493.106780:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747047936:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598493.106919:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253900 going to sleep for 11 seconds 00000100:00100000:3.0:1788598493.111870:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598493.112041:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747047936:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598493.112086:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598493.117337:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723030144 00000100:00100000:0.0:1788598493.117482:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723030144 00002000:00100000:0.0:1788598493.117572:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff8a1a88c91f80 x1875480723030144/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:484/0 lens 648/0 e 0 to 0 dl 1788598504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598493.117586:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88c91f80 with x1875480723030144 ext(0->157) 00010000:00010000:0.0:1788598493.117601:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 12 pid: 14172 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.117622:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 12 pid: 14172 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598493.117632:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a88c91f80 00000100:00100000:0.0:1788598493.120448:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 15 00000100:00100000:0.0:1788598493.120480:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723030144:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:0.0:1788598493.121867:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2433:x1875480723030144:12345-192.168.202.17@tcp:4:cp.0 Request processed in 1394us (10001us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1788598493.121882:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 15 00002000:00100000:0.0:1788598493.121895:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff8a1a88c91f80 x1875480723030144/t4294967366(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:484/0 lens 648/448 e 0 to 0 dl 1788598504 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598493.121908:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88c91f80 with x1875480723030144 ext(0->157) 00010000:00010000:0.0:1788598493.121921:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 14 pid: 14172 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.121942:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 14 pid: 14172 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598493.121950:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a88c91f80 00000100:00100000:3.0:1788598493.129145:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598493.130803:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723030272 00000100:00100000:1.0:1788598493.130820:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723030272 00010000:00010000:1.0:1788598493.130893:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 14 pid: 14172 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598493.130948:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 382 00000100:00100000:1.0:1788598493.130959:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2435:x1875480723030272:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598493.130979:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1788598493.131005:0:8432:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1788598493.131013:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 14 pid: 14172 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.131036:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 14 pid: 14172 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.131071:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d28cb349/0x6b7334fb16070a62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf6d expref: 14 pid: 14172 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.131090:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598493.131092:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598493.131098:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.131110:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.131226:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598493.131308:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2435:x1875480723030272:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 350us (2179us total) trans 0 rc 0/0 00010000:00010000:0.0:1788598493.131386:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.131397:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.131424:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.131433:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.131448:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.131456:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598493.131461:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.131471:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.131485:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.131494:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16070ab6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598493.131565:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723030016:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 24998us (26899us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598493.131575:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 339 00000100:00100000:1.0:1788598493.140811:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 382 00000100:00100000:3.0:1788598493.141443:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598493.141963:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723030528 00000100:00100000:1.0:1788598493.141978:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723030528 00000100:00100000:1.0:1788598493.142065:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1255 00000100:00100000:1.0:1788598493.142079:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31194:x1875480723030528:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598493.142239:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31194:x1875480723030528:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 163us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.142247:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1255 00000100:00100000:2.0:1788598493.153051:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598493.153288:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723030656 00000100:00100000:3.0:1788598493.153302:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723030656 00000100:00100000:3.0:1788598493.153461:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 340 00000100:00100000:3.0:1788598493.153474:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723030656:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598493.153501:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598493.153528:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16070abd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf97 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598493.153571:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a9bd8dc, atime: 0x0, ctime: 0x6a9bd8dc, blocks: 0x8 00010000:00010000:3.0:1788598493.153598:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598493.153601:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598493.153613:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16070abd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf97 expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.153635:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16070abd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf97 expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.153653:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598493.153728:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723030656:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 257us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598493.153755:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 340 00000100:00100000:2.0:1788598493.159952:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598493.160003:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723030912 00000100:00100000:0.0:1788598493.160018:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723030912 00000100:00100000:0.0:1788598493.161284:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1256 00000100:00100000:0.0:1788598493.161302:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31194:x1875480723030912:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598493.161520:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31194:x1875480723030912:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 222us (1581us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598493.161530:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1256 00000100:00100000:1.0:1788598493.178493:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598493.178571:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723031040 00000100:00100000:0.0:1788598493.178586:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723031040 00002000:00100000:0.0:1788598493.178653:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8a1bc5b87100 x1875480723031040/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:484/0 lens 488/0 e 0 to 0 dl 1788598504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598493.178667:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b87100 with x1875480723031040 ext(0->4095) 00002000:00010000:0.0:1788598493.178674:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bc5b87100 00000100:00100000:0.0:1788598493.178713:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 91 00000100:00100000:0.0:1788598493.178724:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723031040:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788598493.190059:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723031040:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 11317us (11560us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788598493.190081:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 91 00002000:00100000:0.0:1788598493.190102:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8a1bc5b87100 x1875480723031040/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:484/0 lens 488/4536 e 0 to 0 dl 1788598504 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598493.190116:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b87100 with x1875480723031040 ext(0->4095) 00002000:00010000:0.0:1788598493.190124:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bc5b87100 00000100:00100000:1.0:1788598493.202413:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598493.202669:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723031168 00000100:00100000:2.0:1788598493.202683:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723031168 00000100:00100000:2.0:1788598493.202781:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1257 00000100:00100000:2.0:1788598493.202793:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31194:x1875480723031168:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598493.202822:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598493.202862:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ac4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebf9e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.202905:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.202922:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.202938:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.203087:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ac4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf9e expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.203110:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf9e expref: 49 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.203120:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:2.0:1788598493.203124:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598493.203129:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ece00, rc 0) 00000100:00100000:2.0:1788598493.203208:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31194:x1875480723031168:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 417us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598493.203217:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1257 00000100:00100000:3.0:1788598493.210960:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598493.211008:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723031296 00000100:00100000:3.0:1788598493.211021:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723031296 00000100:00100000:3.0:1788598493.211097:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1258 00000100:00100000:3.0:1788598493.211108:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31194:x1875480723031296:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598493.211167:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598493.211314:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31194:x1875480723031296:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 207us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598493.211323:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1258 00000100:00100000:0.0:1788598493.215872:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598493.218521:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723031424 00000100:00100000:3.0:1788598493.218541:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723031424 00000100:00100000:3.0:1788598493.218987:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 341 00000100:00100000:3.0:1788598493.219001:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2434:x1875480723031424:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598493.219065:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070ad2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.219088:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598493.219091:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598493.219097:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070ad2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.219115:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070ad2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.219146:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070ad2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.219271:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070ad2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.219284:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070ad2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.219293:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598493.219299:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070ad2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.219310:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.219329:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070ad2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.219338:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070ad2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598493.219568:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2434:x1875480723031424:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 569us (3713us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598493.219577:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 341 00000100:00100000:3.0:1788598493.227098:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598493.232922:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723031680 00000100:00100000:2.0:1788598493.232943:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723031680 00000100:00100000:2.0:1788598493.233024:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1259 00000100:00100000:2.0:1788598493.233037:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31194:x1875480723031680:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788598493.233162:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.233186:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf9e expref: 49 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.233195:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.233244:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf9e expref: 49 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.233258:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf9e expref: 49 pid: 10034 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598493.233276:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb6239c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747048064:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598493.233586:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598493.239023:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb6239c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747048064:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598493.239069:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598493.243783:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598493.244430:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723031808 00000100:00100000:2.0:1788598493.244446:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723031808 00010000:00010000:2.0:1788598493.244505:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf9e expref: 50 pid: 10034 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598493.244568:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 383 00000100:00100000:2.0:1788598493.244580:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84cc8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2433:x1875480723031808:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598493.244600:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598493.244609:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf9e expref: 50 pid: 10034 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.244625:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf9e expref: 50 pid: 10034 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.244654:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070acb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf9e expref: 50 pid: 10034 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.244675:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:2.0:1788598493.244682:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.244695:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.244708:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.245022:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598493.245115:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84cc8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2433:x1875480723031808:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 535us (1377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598493.245125:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 383 00010000:00010000:1.0:1788598493.245243:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.245254:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.245481:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.245490:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.245497:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.245508:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893edc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598493.245514:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.245522:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.245534:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:1.0:1788598493.245537:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598493.245541:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.245557:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893edc00/0x6b7334fb16070ad9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598493.245671:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31194:x1875480723031680:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 12637us (18588us total) trans 4294968055 rc 0/0 00000100:00100000:1.0:1788598493.245681:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1259 00000040:00080000:1.0:1788598493.245858:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598493.245864:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598493.247126:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788598493.247147:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598493.254646:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598493.255121:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723032064 00000100:00100000:1.0:1788598493.255135:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723032064 00000100:00100000:1.0:1788598493.255224:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 253 00000100:00100000:1.0:1788598493.255236:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31194:x1875480723032064:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598493.255631:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:31194:x1875480723032064:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 394us (996us total) trans 4294968056 rc 0/0 00000100:00100000:1.0:1788598493.255644:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 253 00000040:00080000:1.0:1788598493.346153:0:23085:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598493.346178:0:23085:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598493.346223:0:23085:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:1.0:1788598493.346234:0:23085:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598493.443382:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747048576:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.443474:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.443538:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747049088:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.443578:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.443598:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747049600:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.443620:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.443646:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788598493.443652:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747048192:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.443677:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.443702:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747048704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.443727:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.443782:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747049216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.443803:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.443820:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747049728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.444089:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.444129:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747048320:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.444156:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.444175:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747048832:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.444195:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.444213:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747049344:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.444233:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.444255:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788598493.444262:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747048448:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.444285:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.444303:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747048960:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.444324:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.444340:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747049472:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.444432:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598493.444466:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747048576 00000100:00100000:1.0:1788598493.444477:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747048576 00000100:00100000:1.0:1788598493.444525:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747048320 00000100:00100000:1.0:1788598493.444528:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747048320 00000100:00100000:1.0:1788598493.444540:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747048832 00000100:00100000:1.0:1788598493.444542:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747048832 00000100:00100000:1.0:1788598493.444576:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747049344 00000100:00100000:1.0:1788598493.444579:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747049344 00000100:00100000:1.0:1788598493.444592:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747048960 00000100:00100000:1.0:1788598493.444594:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747048960 00000100:00100000:1.0:1788598493.444607:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747049472 00000100:00100000:1.0:1788598493.444609:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747049472 00000100:00100000:1.0:1788598493.444625:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1788598493.444634:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747048576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.444702:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747048576:12345-0@lo:400:kworker.0 Request processed in 68us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.444711:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1788598493.444731:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1788598493.444998:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747048320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.445042:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747048320:12345-0@lo:400:kworker.0 Request processed in 48us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.445048:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1788598493.445062:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1788598493.445068:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747048832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.445095:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747048832:12345-0@lo:400:kworker.0 Request processed in 28us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.445101:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1788598493.445113:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1788598493.445119:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747049344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.445146:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747049344:12345-0@lo:400:kworker.0 Request processed in 29us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.445152:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1788598493.445163:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1788598493.445169:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747048960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.445195:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747048960:12345-0@lo:400:kworker.0 Request processed in 27us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.445200:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1788598493.445210:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1788598493.445216:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747049472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.445242:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747049472:12345-0@lo:400:kworker.0 Request processed in 27us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.445248:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1788598493.445271:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747049088 00000100:00100000:1.0:1788598493.445277:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747049088 00000100:00100000:1.0:1788598493.445306:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747049600 00000100:00100000:1.0:1788598493.445309:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747049600 00000100:00100000:1.0:1788598493.445321:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747049216 00000100:00100000:1.0:1788598493.445324:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747049216 00000100:00100000:1.0:1788598493.445336:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747049728 00000100:00100000:1.0:1788598493.445338:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747049728 00000100:00100000:1.0:1788598493.445350:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1788598493.446285:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747049088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.446350:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747049088:12345-0@lo:400:kworker.0 Request processed in 994us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.446426:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1788598493.446448:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788598493.446455:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747049600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.446487:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747049600:12345-0@lo:400:kworker.0 Request processed in 33us (2866us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.446493:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788598493.446502:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1788598493.446509:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747049216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.446537:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747049216:12345-0@lo:400:kworker.0 Request processed in 30us (2733us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.446542:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1788598493.446563:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1788598493.446568:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747049728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.446593:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747049728:12345-0@lo:400:kworker.0 Request processed in 26us (2505us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.446599:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1788598493.446628:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747048192 00000100:00100000:1.0:1788598493.446635:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747048192 00000100:00100000:1.0:1788598493.446684:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1788598493.446691:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747048192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.446721:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747048192:12345-0@lo:400:kworker.0 Request processed in 31us (3043us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.446727:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1788598493.447093:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747048704 00000100:00100000:1.0:1788598493.447099:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747048704 00000100:00100000:1.0:1788598493.447133:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747048448 00000100:00100000:1.0:1788598493.447137:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747048448 00000100:00100000:1.0:1788598493.447152:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1788598493.447159:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747048704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.447197:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747048704:12345-0@lo:400:kworker.0 Request processed in 39us (3469us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.447204:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1788598493.447216:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1788598493.447222:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747048448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.447251:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747048448:12345-0@lo:400:kworker.0 Request processed in 29us (2965us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.447256:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00080000:1.0:1788598493.447310:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598493.447315:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598493.447319:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598493.447322:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598493.447465:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747048192:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.447488:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747048704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.447500:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747049216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.447512:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747049728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.447525:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747048576:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.447537:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747049088:0@lo:400:kworker.0 00000100:00100000:1.0:1788598493.447556:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747049600:0@lo:400:kworker.0 00000100:00100000:0.0:1788598493.448004:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747048448:0@lo:400:kworker.0 00000100:00100000:0.0:1788598493.448019:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747048960:0@lo:400:kworker.0 00000100:00100000:0.0:1788598493.448031:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747049472:0@lo:400:kworker.0 00000100:00100000:0.0:1788598493.448042:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747048320:0@lo:400:kworker.0 00000100:00100000:0.0:1788598493.448054:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747048832:0@lo:400:kworker.0 00000100:00100000:0.0:1788598493.448067:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747049344:0@lo:400:kworker.0 00000100:00100000:0.0:1788598493.448283:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747049856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598493.448343:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598493.448531:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747049856 00000100:00100000:2.0:1788598493.448539:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747049856 00000100:00100000:2.0:1788598493.448598:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1788598493.448608:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747049856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598493.448633:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 153828160 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788598493.454171:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747049856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5549us (5812us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598493.454189:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1788598493.454668:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747049856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598493.484838:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598493.485237:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723032320 00000100:00100000:2.0:1788598493.485252:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723032320 00000100:00100000:2.0:1788598493.485326:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1260 00000100:00100000:2.0:1788598493.485338:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+101:31200:x1875480723032320:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598493.485373:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598493.485399:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070ae0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfa5 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.485538:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ae7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.485568:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.485584:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598493.485600:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1788598493.485767:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070ae0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfa5 expref: 104 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.485789:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfa5 expref: 103 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.485800:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:2.0:1788598493.485804:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598493.485808:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec200, rc 0) 00000100:00100000:2.0:1788598493.486071:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+103:31200:x1875480723032320:12345-192.168.202.17@tcp:101:cat.0 Request processed in 733us (1253us total) trans 4294968057 rc 0/0 00000100:00100000:2.0:1788598493.486080:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1260 00000100:00100000:1.0:1788598493.493329:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598493.493390:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598493.493514:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723032576 00000100:00100000:3.0:1788598493.493528:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723032576 00000100:00100000:3.0:1788598493.493619:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 57 00000100:00100000:3.0:1788598493.493631:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+103:2432:x1875480723032576:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598493.493652:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598493.493685:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ae7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfa5 expref: 103 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.493707:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:3.0:1788598493.493713:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598493.493799:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+102:2432:x1875480723032576:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 170us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598493.493808:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 57 00000100:00100000:2.0:1788598493.494318:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723032448 00000100:00100000:2.0:1788598493.494326:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723032448 00000100:00100000:2.0:1788598493.495731:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 342 00000100:00100000:2.0:1788598493.495767:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+12:2433:x1875480723032448:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598493.495791:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598493.495814:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070af5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfac expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.495849:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598493.495852:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598493.495863:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070af5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfac expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.495884:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070af5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfac expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.495902:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed400, rc 0) 00000100:00100000:2.0:1788598493.495976:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480723032448:12345-192.168.202.17@tcp:101:cat.0 Request processed in 215us (2661us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598493.495985:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 342 00000100:00100000:1.0:1788598493.502566:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598493.503641:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723032704 00000100:00100000:3.0:1788598493.503658:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723032704 00002000:00100000:3.0:1788598493.503727:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8a1bc5b05500 x1875480723032704/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:484/0 lens 488/0 e 0 to 0 dl 1788598504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598493.503755:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b05500 with x1875480723032704 ext(0->4095) 00002000:00010000:3.0:1788598493.503762:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bc5b05500 00000100:00100000:3.0:1788598493.503986:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 92 00000100:00100000:3.0:1788598493.503997:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2435:x1875480723032704:12345-192.168.202.17@tcp:3:cat.0 00000100:00100000:3.0:1788598493.504262:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2435:x1875480723032704:12345-192.168.202.17@tcp:3:cat.0 Request processed in 265us (1719us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788598493.504270:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 92 00002000:00100000:3.0:1788598493.504278:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8a1bc5b05500 x1875480723032704/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:484/0 lens 488/4536 e 0 to 0 dl 1788598504 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598493.504293:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b05500 with x1875480723032704 ext(0->4095) 00002000:00010000:3.0:1788598493.504296:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bc5b05500 00000100:00100000:0.0:1788598493.510684:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598493.510828:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723032960 00000100:00100000:1.0:1788598493.510843:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723032960 00000100:00100000:1.0:1788598493.510918:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 254 00000100:00100000:1.0:1788598493.510930:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+102:31200:x1875480723032960:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:1.0:1788598493.511255:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+103:31200:x1875480723032960:12345-192.168.202.17@tcp:35:cat.0 Request processed in 327us (583us total) trans 4294968058 rc 0/0 00000100:00100000:1.0:1788598493.511265:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 254 00000100:00100000:2.0:1788598493.564484:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598493.564717:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723033216 00000100:00100000:2.0:1788598493.564730:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723033216 00000100:00100000:2.0:1788598493.564912:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1261 00000100:00100000:2.0:1788598493.564924:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+103:31201:x1875480723033216:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598493.564974:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598493.565001:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070afc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfb3 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.565171:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070b03 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.565189:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070b03 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.565203:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070b03 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598493.565220:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1788598493.565367:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070afc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfb3 expref: 106 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.565386:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070b03 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfb3 expref: 105 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.565397:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:2.0:1788598493.565400:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788598493.565405:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ede00, rc 0) 00000100:00100000:2.0:1788598493.565490:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+105:31201:x1875480723033216:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 567us (1020us total) trans 4294968059 rc 0/0 00000100:00100000:2.0:1788598493.565498:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1261 00000100:00100000:3.0:1788598493.569590:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598493.569636:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723033344 00000100:00100000:0.0:1788598493.569649:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723033344 00000100:00100000:0.0:1788598493.569728:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 343 00000100:00100000:0.0:1788598493.569767:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480723033344:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:0.0:1788598493.569898:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.569928:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16070abd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf97 expref: 12 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.569939:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070af5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfac expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.569948:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598493.569950:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598493.569954:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.570006:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070af5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfac expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.570029:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070af5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfac expref: 13 pid: 14172 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598493.570048:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747049984:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598493.571951:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16070abd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf97 expref: 12 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.571976:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16070abd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf97 expref: 12 pid: 8406 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598493.571994:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747050112:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598493.572088:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b88902540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598493.572329:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747049984:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598493.580912:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598493.581051:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598493.581088:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723033600 00000100:00100000:2.0:1788598493.581100:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723033600 00010000:00010000:2.0:1788598493.581152:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16070abd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf97 expref: 13 pid: 8406 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598493.581191:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723033472 00000100:00100000:2.0:1788598493.581195:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723033472 00010000:00010000:2.0:1788598493.581208:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070af5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfac expref: 14 pid: 14172 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598493.581229:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 384 00000100:00100000:2.0:1788598493.581239:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2435:x1875480723033600:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598493.581258:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598493.581285:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16070abd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf97 expref: 13 pid: 8406 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.581299:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16070abd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf97 expref: 13 pid: 8406 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.581335:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598493.581409:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2435:x1875480723033600:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 171us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598493.581419:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 384 00000100:00100000:2.0:1788598493.581440:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 385 00000100:00100000:2.0:1788598493.581447:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+14:2432:x1875480723033472:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598493.581456:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598493.581465:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070af5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfac expref: 14 pid: 14172 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.581477:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070af5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfac expref: 14 pid: 14172 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.581494:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a205f2c9/0x6b7334fb16070af5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfac expref: 14 pid: 14172 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.581509:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598493.581512:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598493.581518:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.581534:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.581570:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598493.581593:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480723033472:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 146us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598493.581600:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 385 00010000:00010000:3.0:1788598493.583624:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16070abd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf97 expref: 12 pid: 8406 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598493.583649:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747050112:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598493.583682:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.583695:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.583703:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.584178:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.584189:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.584199:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.584208:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598493.584213:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.584223:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.584248:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.584256:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070b11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598493.584480:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:2432:x1875480723033344:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 14714us (14902us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598493.584493:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 343 00000100:00100000:2.0:1788598493.602616:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598493.602999:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723033856 00000100:00100000:1.0:1788598493.603013:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723033856 00000100:00100000:1.0:1788598493.603083:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 255 00000100:00100000:1.0:1788598493.603100:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+105:31201:x1875480723033856:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:1.0:1788598493.603202:0:6527:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070b03 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfb3 expref: 105 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598493.603453:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968060 00000001:00080000:1.0:1788598493.604072:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968061 00010000:00010000:1.0:1788598493.604120:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.604141:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf5f expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.604151:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf74 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.604159:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.604202:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf74 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.604218:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf74 expref: 108 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598493.604236:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747050240:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598493.604403:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf5f expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.604415:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf5f expref: 49 pid: 6523 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598493.604425:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747050368:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598493.604455:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598493.615314:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598493.615327:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747050240:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598493.615343:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747050368:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598493.615354:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598493.615391:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723033984 00000100:00100000:0.0:1788598493.615400:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723033984 00010000:00010000:0.0:1788598493.615449:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf5f expref: 50 pid: 6523 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.615451:0:6527:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598493.615483:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723034112 00000100:00100000:0.0:1788598493.615486:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723034112 00010000:00010000:0.0:1788598493.615499:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf74 expref: 109 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598493.615529:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 386 00000100:00100000:0.0:1788598493.615540:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2432:x1875480723033984:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598493.615570:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1788598493.615579:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 387 00010000:00010000:0.0:1788598493.615579:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf5f expref: 50 pid: 6523 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598493.615588:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+109:2432:x1875480723034112:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598493.615591:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf5f expref: 50 pid: 6523 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.615600:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598493.615605:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf74 expref: 109 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.615681:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070a4d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf5f expref: 50 pid: 6523 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.620751:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf74 expref: 109 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.621485:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:0.0:1788598493.621494:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.621505:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.621513:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598493.621536:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070a7e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf74 expref: 109 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.621564:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:3.0:1788598493.621568:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.621577:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.621585:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.621624:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598493.621680:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+108:2432:x1875480723034112:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 6090us (6321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598493.621694:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 387 00010000:00010000:0.0:1788598493.621695:0:6527:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598493.621702:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598493.621886:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968062 00000001:00080000:0.0:1788598493.622010:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968063 00000001:00080000:0.0:1788598493.622047:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968064 00000100:00100000:0.0:1788598493.622145:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747050496:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788598493.622294:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598493.622337:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b88902540 going to sleep for 11 seconds 00000100:00100000:2.0:1788598493.622446:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747050496 00000100:00100000:1.0:1788598493.622455:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2432:x1875480723033984:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 6915us (7153us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598493.622456:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747050496 00000100:00100000:1.0:1788598493.622469:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 386 00000100:00100000:2.0:1788598493.622512:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1788598493.622522:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747050496:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788598493.622639:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747050496:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 118us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598493.622646:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1788598493.622794:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747050496:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1788598493.622976:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968065 00000100:00100000:0.0:1788598493.623031:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747050624:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788598493.623061:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598493.623083:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e240 going to sleep for 11 seconds 00000100:00100000:2.0:1788598493.623479:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747050624 00000100:00100000:2.0:1788598493.623486:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747050624 00000100:00100000:2.0:1788598493.623527:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1788598493.623535:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747050624:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788598493.623684:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6527:x1875480747050624:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 149us (621us total) trans 4294967367 rc 0/0 00000100:00100000:2.0:1788598493.623691:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1788598493.624629:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747050624:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1788598493.624665:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.624678:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.624687:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.624693:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598493.624699:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.624707:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.624725:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:3.0:1788598493.624729:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1788598493.624751:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598493.625127:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070b18 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788598493.625291:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x42:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1788598493.625591:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9376 00000004:00080000:3.0:1788598493.625604:0:6527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 783510868832ns, next at 784510866632ns, rc = 0 00000001:00080000:3.0:1788598493.625615:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968066 00010000:00010000:3.0:1788598493.625662:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1b9fd8ca00) 00010000:00010000:3.0:1788598493.625665:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788598493.625672:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16070b03 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfb3 expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598493.626043:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+111:31201:x1875480723033856:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 22948us (23439us total) trans 4294968067 rc 0/0 00000100:00100000:3.0:1788598493.626059:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 255 00000020:00080000:3.0:1788598493.626067:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1788598493.696099:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598493.696288:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723034368 00000100:00100000:1.0:1788598493.696302:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723034368 00000100:00100000:1.0:1788598493.696426:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1262 00000100:00100000:1.0:1788598493.696438:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+111:31207:x1875480723034368:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598493.696474:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598493.696578:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfba expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.696683:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.696702:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.696716:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.696731:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.696813:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.696821:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697142:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b34 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697219:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b34 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697228:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b34 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598493.697240:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1788598493.697352:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697360:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697366:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697373:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697379:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598493.697384:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697393:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697406:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:1.0:1788598493.697410:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598493.697416:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697422:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697447:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697454:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b2d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697459:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697464:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598493.697467:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697473:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b2d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697481:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598493.697484:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598493.697487:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b2d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697492:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697630:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfba expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697646:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b34 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfba expref: 113 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.697660:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3500) 00010000:00010000:1.0:1788598493.697663:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598493.697666:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc 0) 00000100:00100000:1.0:1788598493.698384:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+113:31207:x1875480723034368:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1944us (2295us total) trans 4294968068 rc 0/0 00000100:00100000:1.0:1788598493.698395:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1262 00000100:00100000:1.0:1788598493.702958:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598493.703132:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723034624 00000100:00100000:2.0:1788598493.703145:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723034624 00000100:00100000:2.0:1788598493.703232:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 58 00000100:00100000:2.0:1788598493.703243:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+113:31207:x1875480723034624:12345-192.168.202.17@tcp:103:cat.0 00010000:00010000:2.0:1788598493.703264:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598493.703294:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b34 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfba expref: 113 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598493.703325:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3500) 00010000:00010000:2.0:1788598493.703339:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598493.703411:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+112:31207:x1875480723034624:12345-192.168.202.17@tcp:103:cat.0 Request processed in 169us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598493.703419:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 58 00000100:00100000:2.0:1788598493.706682:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598493.706802:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723034752 00000100:00100000:1.0:1788598493.706855:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723034752 00000100:00100000:1.0:1788598493.706929:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1263 00000100:00100000:1.0:1788598493.706940:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:31207:x1875480723034752:12345-192.168.202.17@tcp:58:cat.0 00010000:00010000:1.0:1788598493.707301:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.707323:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.707336:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788598493.707463:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:1.0:1788598493.707574:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:31207:x1875480723034752:12345-192.168.202.17@tcp:58:cat.0 Request processed in 634us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.707583:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1263 00000100:00100000:2.0:1788598493.711036:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598493.711125:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723034880 00000100:00100000:1.0:1788598493.711138:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723034880 00000100:00100000:1.0:1788598493.711223:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1264 00000100:00100000:1.0:1788598493.711236:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:31207:x1875480723034880:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598493.711264:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598493.711292:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfc1 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.711363:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.711375:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.711399:0:10034:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.711413:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.711430:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598493.711434:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598493.711437:0:10034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598493.711446:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f200, rc 0) 00000100:00100000:1.0:1788598493.711516:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+113:31207:x1875480723034880:12345-192.168.202.17@tcp:101:cat.0 Request processed in 283us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598493.711525:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1264 00000100:00100000:0.0:1788598493.954633:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598493.956072:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8972b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747050752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598493.956410:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598493.960064:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747050752 00000100:00100000:2.0:1788598493.960086:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747050752 00000100:00100000:2.0:1788598493.960642:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1788598493.960657:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747050752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598493.960694:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 153828160 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788598493.961147:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8972b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747050752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598493.961291:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747050752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 637us (4882us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598493.961300:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00010000:00010000:0.0:1788598494.084456:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598494.274460:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598494.274472:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598494.274699:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 4 00000040:00080000:1.0:1788598494.274717:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598494.275423:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747050880:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598494.276785:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598494.279087:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747050880:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598494.280475:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.280807:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723035008 00000100:00100000:1.0:1788598494.280820:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723035008 00000100:00100000:1.0:1788598494.280930:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1265 00000100:00100000:1.0:1788598494.280944:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31208:x1875480723035008:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598494.280992:0:6525:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598494.281140:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31208:x1875480723035008:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 200us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.281148:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1265 00000100:00080000:2.0:1788598494.281316:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598494.307126:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.307446:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723035136 00000100:00100000:1.0:1788598494.307459:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723035136 00000100:00100000:1.0:1788598494.307558:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1266 00000100:00100000:1.0:1788598494.307570:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8972b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31208:x1875480723035136:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.307671:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b50 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.307694:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b50 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.307711:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b50 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.307731:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b57 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.307778:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b57 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.307786:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b57 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308147:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308273:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308283:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598494.308418:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:1.0:1788598494.308425:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598494.308442:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308455:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b50 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308463:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b50 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308471:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b50 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308477:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598494.308483:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b50 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308492:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b50 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308574:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:1.0:1788598494.308578:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598494.308584:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b50 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308590:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070b50 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308617:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b57 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308623:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b57 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308628:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b57 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308634:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959ee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598494.308636:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b57 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308642:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b57 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308649:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff8a1bc29e3800) 00010000:00010000:1.0:1788598494.308652:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598494.308655:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b57 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308666:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b57 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308685:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308692:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308698:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308703:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598494.308706:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308712:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.308720:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598494.308722:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598494.308725:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.310452:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b5e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.310629:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8972b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31208:x1875480723035136:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 3055us (3514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.310642:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1266 00000100:00100000:3.0:1788598494.318868:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.318993:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723035392 00000100:00100000:1.0:1788598494.319009:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723035392 00000100:00100000:1.0:1788598494.319082:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1267 00000100:00100000:1.0:1788598494.319094:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31208:x1875480723035392:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.319123:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598494.319149:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070b65 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfc8 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319310:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b6c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319341:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b6c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319356:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b6c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598494.319372:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1788598494.319475:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b6c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319482:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b6c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319489:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b6c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319495:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598494.319500:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b6c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319512:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b6c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319527:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598494.319530:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598494.319536:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b6c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319554:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b6c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319615:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070b65 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc8 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319627:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:1.0:1788598494.319629:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598494.319633:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16070b65 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc8 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.319646:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00000100:00100000:1.0:1788598494.319728:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:31208:x1875480723035392:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 636us (872us total) trans 4294968069 rc 301/301 00000100:00100000:1.0:1788598494.319776:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1267 00000100:00100000:2.0:1788598494.334595:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598494.334803:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723035520 00000100:00100000:3.0:1788598494.334817:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723035520 00000100:00100000:3.0:1788598494.334902:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1268 00000100:00100000:3.0:1788598494.334914:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:31208:x1875480723035520:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598494.334961:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598494.335118:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:31208:x1875480723035520:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 205us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598494.335126:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1268 00000100:00100000:3.0:1788598494.338706:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.339119:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723035776 00000100:00100000:1.0:1788598494.339133:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723035776 00000100:00100000:1.0:1788598494.339262:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1269 00000100:00100000:1.0:1788598494.339275:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:31208:x1875480723035776:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.339305:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598494.339490:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b7a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfcf expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.347027:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b81 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.347058:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b81 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.347074:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b81 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598494.347090:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00010000:00010000:1.0:1788598494.347196:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b7a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfcf expref: 53 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.347233:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b81 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfcf expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.347244:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3800) 00010000:00010000:1.0:1788598494.347247:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598494.347252:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e000, rc 0) 00000100:00100000:1.0:1788598494.347363:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:31208:x1875480723035776:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 8089us (8671us total) trans 4294968070 rc 0/0 00000100:00100000:1.0:1788598494.347375:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1269 00000100:00100000:1.0:1788598494.353309:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598494.353470:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723036032 00000100:00100000:2.0:1788598494.353485:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723036032 00000100:00100000:2.0:1788598494.353574:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1270 00000100:00100000:2.0:1788598494.353586:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:31208:x1875480723036032:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598494.353666:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598494.353701:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16070b81 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfcf expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.353766:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3800) 00010000:00010000:2.0:1788598494.353782:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598494.353811:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.355309:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf82 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.355436:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.355906:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf82 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.355928:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf82 expref: 112 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598494.356042:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747051008:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598494.356484:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598494.363662:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.363763:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723036160 00000100:00100000:0.0:1788598494.363775:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723036160 00010000:00010000:0.0:1788598494.363861:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf82 expref: 113 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598494.363910:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 388 00000100:00100000:0.0:1788598494.363921:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84cc9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+113:2433:x1875480723036160:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598494.363943:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598494.363962:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf82 expref: 113 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.363978:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf82 expref: 113 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.364014:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598494.364020:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.364032:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.364041:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.364076:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598494.364234:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070a93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf82 expref: 113 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.364261:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747051008:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598494.364287:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364296:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364302:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364349:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b96 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x4e8639eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364360:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x4e8639eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364368:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x4e8639eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364428:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364436:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364442:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364449:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364458:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598494.364464:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364472:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364482:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:1.0:1788598494.364485:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598494.364488:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364493:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070b8f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364505:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x4e8639eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364510:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b96 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x4e8639eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364516:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b96 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x4e8639eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364521:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598494.364523:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b96 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x4e8639eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364529:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b96 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x4e8639eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364550:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x4e8639eb (ffff8a1bc29e3600) 00010000:00010000:1.0:1788598494.364553:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598494.364556:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b96 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x4e8639eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.364563:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070b96 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x4e8639eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598494.365783:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84cc9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723036160:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1853us (2124us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.365797:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 388 00000100:00080000:0.0:1788598494.365906:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598494.366095:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:31208:x1875480723036032:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 12510us (12799us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598494.366105:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1270 00000100:00100000:2.0:1788598494.373431:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.373680:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723036288 00000100:00100000:1.0:1788598494.373695:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723036288 00000100:00100000:1.0:1788598494.373784:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1271 00000100:00100000:1.0:1788598494.373796:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+51:31208:x1875480723036288:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.374021:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598494.374129:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b9d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfd6 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.374291:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.374310:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.374336:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.374485:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070b9d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfd6 expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.375474:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfd6 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.375493:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598494.375835:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598494.375843:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:2.0:1788598494.376306:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:31208:x1875480723036288:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2509us (2886us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598494.376336:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1271 00000100:00100000:2.0:1788598494.390109:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.390678:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723036544 00000100:00100000:1.0:1788598494.390694:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723036544 00000100:00100000:1.0:1788598494.390801:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1272 00000100:00100000:1.0:1788598494.390813:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:31208:x1875480723036544:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.390941:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.392102:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.392120:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598494.392813:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000197d9a20 reply state 000000003722fa4c transno 4294968071 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.392847:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.392856:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:0.0:1788598494.392860:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1788598494.392865:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788598494.393146:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:31208:x1875480723036544:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 2331us (4814us total) trans 4294968071 rc 0/0 00000100:00100000:0.0:1788598494.393317:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1272 00000100:00100000:0.0:1788598494.396976:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.397109:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723036672 00000100:00100000:1.0:1788598494.397123:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723036672 00000100:00100000:1.0:1788598494.397218:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1273 00000100:00100000:1.0:1788598494.397231:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:31208:x1875480723036672:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.397264:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598494.397292:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bb2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfdd expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.397663:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bb2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfdd expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.397686:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bb2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfdd expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.397697:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598494.397703:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598494.397707:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc 0) 00000100:00100000:1.0:1788598494.397840:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:31208:x1875480723036672:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 611us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.397849:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1273 00000100:00100000:2.0:1788598494.400968:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.401263:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723036800 00000100:00100000:0.0:1788598494.401277:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723036800 00000100:00100000:0.0:1788598494.401412:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 256 00000100:00100000:0.0:1788598494.401424:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+55:31208:x1875480723036800:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1788598494.401601:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+55:31208:x1875480723036800:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 179us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.401611:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 256 00000100:00100000:2.0:1788598494.407968:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598494.408459:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723037056 00000100:00100000:3.0:1788598494.408475:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723037056 00000100:00100000:3.0:1788598494.408556:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 257 00000100:00100000:3.0:1788598494.408568:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:31208:x1875480723037056:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598494.409322:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31208:x1875480723037056:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 753us (1375us total) trans 4294968072 rc 0/0 00000100:00100000:3.0:1788598494.409449:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 257 00000100:00100000:2.0:1788598494.412818:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.413050:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723037312 00000100:00100000:0.0:1788598494.413114:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723037312 00000100:00100000:0.0:1788598494.413342:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1274 00000100:00100000:0.0:1788598494.413353:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31208:x1875480723037312:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598494.413536:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31208:x1875480723037312:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 185us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.413554:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1274 00000100:00100000:2.0:1788598494.419882:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598494.419975:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723037568 00000100:00100000:3.0:1788598494.419988:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723037568 00000100:00100000:1.0:1788598494.420149:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1275 00000100:00100000:1.0:1788598494.420176:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31208:x1875480723037568:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.420205:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598494.420233:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070bb9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfe4 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.420393:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.420414:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bb2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfdd expref: 57 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.420423:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.420477:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bb2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfdd expref: 57 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.420492:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bb2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfdd expref: 57 pid: 6525 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.420508:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747051136:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598494.420643:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598494.428008:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747051136:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598494.428049:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598494.428893:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.428988:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723037696 00000100:00100000:1.0:1788598494.429000:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723037696 00010000:00010000:1.0:1788598494.429048:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bb2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfdd expref: 58 pid: 6525 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.429100:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 389 00000100:00100000:1.0:1788598494.429110:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+58:2432:x1875480723037696:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598494.429130:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598494.429139:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bb2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfdd expref: 58 pid: 6525 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.429153:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bb2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfdd expref: 58 pid: 6525 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.429187:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bb2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfdd expref: 58 pid: 6525 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.429215:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598494.429220:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.429232:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.429241:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.429272:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598494.429338:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+57:2432:x1875480723037696:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 229us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.429347:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 389 00010000:00010000:3.0:1788598494.430007:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.430018:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598494.430049:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00080000:3.0:1788598494.430285:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:3.0:1788598494.430420:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.430429:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.430436:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.430441:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598494.430447:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.430454:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.430470:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:3.0:1788598494.430472:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598494.430476:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.430482:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16070bc0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.430561:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070bb9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfe4 expref: 57 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.430573:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:3.0:1788598494.430576:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598494.430579:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070bb9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfe4 expref: 57 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.430589:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f000, rc 0) 00000100:00100000:3.0:1788598494.430819:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31208:x1875480723037568:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 10647us (10951us total) trans 4294968073 rc 301/301 00000100:00100000:3.0:1788598494.430839:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1275 00000100:00100000:2.0:1788598494.435262:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.435374:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723037952 00000100:00100000:1.0:1788598494.435387:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723037952 00000100:00100000:1.0:1788598494.435495:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 258 00000100:00100000:1.0:1788598494.435508:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31208:x1875480723037952:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598494.438585:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+57:31208:x1875480723037952:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 3065us (3321us total) trans 4294968074 rc 0/0 00000100:00100000:1.0:1788598494.438603:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 258 00000100:00100000:2.0:1788598494.441488:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.441669:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723038080 00000100:00100000:1.0:1788598494.441683:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723038080 00000100:00100000:1.0:1788598494.441830:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1276 00000100:00100000:1.0:1788598494.441843:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+57:31208:x1875480723038080:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.441877:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598494.441904:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bce lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebfeb expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.442002:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070bd5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.442021:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.442035:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598494.442185:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00200000:1.0:1788598494.442191:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598494.442217:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.442251:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070bce lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfeb expref: 59 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.442278:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070bd5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfeb expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.442288:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598494.442292:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788598494.442296:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f800, rc 0) 00000100:00100000:1.0:1788598494.442601:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+58:31208:x1875480723038080:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 759us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.442613:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1276 00000100:00100000:2.0:1788598494.450649:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.450763:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723038208 00000100:00100000:1.0:1788598494.450778:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723038208 00000100:00100000:1.0:1788598494.450878:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 344 00000100:00100000:1.0:1788598494.450891:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723038208:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.450914:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598494.450941:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d9853f6/0x6b7334fb16070bdc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebff2 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598494.450970:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788598494.450996:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598494.450999:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598494.451010:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d9853f6/0x6b7334fb16070bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff2 expref: 9 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.451033:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d9853f6/0x6b7334fb16070bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff2 expref: 9 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.451050:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fc00, rc 0) 00000100:00100000:1.0:1788598494.451135:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723038208:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 247us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.451143:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 344 00000100:00100000:2.0:1788598494.454376:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00080000:0.0:1788598494.454870:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598494.454915:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723038464 00000100:00100000:0.0:1788598494.454930:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723038464 00000100:00100000:0.0:1788598494.455082:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1277 00000100:00100000:0.0:1788598494.455095:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+58:31208:x1875480723038464:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598494.455613:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+58:31208:x1875480723038464:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 520us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.455623:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1277 00000100:00100000:3.0:1788598494.458815:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598494.459395:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723038592 00000100:00100000:2.0:1788598494.459410:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723038592 00000100:00100000:2.0:1788598494.459527:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 345 00000100:00100000:2.0:1788598494.459539:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:31208:x1875480723038592:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598494.459573:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598494.459598:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdebff9 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.459643:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008d9853f6/0x6b7334fb16070bdc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff2 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.459654:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598494.459657:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598494.459662:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 10 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.459718:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008d9853f6/0x6b7334fb16070bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff2 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.459914:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008d9853f6/0x6b7334fb16070bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff2 expref: 10 pid: 8405 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598494.459934:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747051264:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598494.460579:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c780 going to sleep for 11 seconds 00000100:00100000:2.0:1788598494.463638:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598494.463758:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723038720 00000100:00100000:3.0:1788598494.463772:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723038720 00010000:00010000:3.0:1788598494.463936:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008d9853f6/0x6b7334fb16070bdc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff2 expref: 11 pid: 8405 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598494.464158:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 390 00000100:00100000:3.0:1788598494.464171:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723038720:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598494.464192:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598494.464218:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008d9853f6/0x6b7334fb16070bdc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff2 expref: 11 pid: 8405 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.464235:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008d9853f6/0x6b7334fb16070bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff2 expref: 11 pid: 8405 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.464267:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598494.464270:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598494.464278:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.464296:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.464341:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598494.464359:0:6511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1875480747051392:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598494.464473:0:6511:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a872530c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788598494.466298:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d9853f6/0x6b7334fb16070bdc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff2 expref: 11 pid: 8405 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.466332:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747051264:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598494.466367:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 10 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.466383:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ede00, rc 0) 00000100:00100000:1.0:1788598494.466453:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:31208:x1875480723038592:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 6917us (7652us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.466463:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 345 00000100:00100000:1.0:1788598494.469780:0:6511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1875480747051392:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598494.469816:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598494.469902:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723038720:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 5733us (6278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.469917:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 390 00000100:00100000:0.0:1788598494.472669:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598494.472809:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723038848 00000100:00100000:2.0:1788598494.472822:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723038848 00002000:00100000:2.0:1788598494.473006:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff8a1bc5a6ca80 x1875480723038848/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:485/0 lens 648/0 e 0 to 0 dl 1788598505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598494.473020:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5a6ca80 with x1875480723038848 ext(0->157) 00002000:00010000:2.0:1788598494.473027:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5a6ca80 00000100:00100000:0.0:1788598494.473134:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 93 00000100:00100000:0.0:1788598494.473146:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723038848:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788598494.474411:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723038848:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 1261us (1749us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1788598494.474426:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 93 00002000:00100000:0.0:1788598494.474437:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff8a1bc5a6ca80 x1875480723038848/t4294967359(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:485/0 lens 648/448 e 0 to 0 dl 1788598505 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598494.474448:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5a6ca80 with x1875480723038848 ext(0->157) 00002000:00010000:0.0:1788598494.474453:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5a6ca80 00000100:00100000:2.0:1788598494.478042:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.478306:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723038976 00000100:00100000:1.0:1788598494.478319:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723038976 00000100:00100000:1.0:1788598494.478436:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1278 00000100:00100000:1.0:1788598494.478447:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+58:31208:x1875480723038976:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788598494.484401:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968074 is committed 00000001:00080000:1.0:1788598494.484433:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968068 is committed 00000004:00080000:1.0:1788598494.484439:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000020:00080000:1.0:1788598494.484458:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1b88902540 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:1.0:1788598494.484463:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a873a2b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b889020c0 00000020:00080000:1.0:1788598494.484466:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a873a2200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a87bcf600 00010000:00010000:3.0:1788598494.484699:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.484712:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.484720:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.484726:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959ee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598494.484731:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.484770:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747051520:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788598494.484792:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.484810:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:3.0:1788598494.484814:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788598494.484820:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.484837:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070bab lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.484875:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1788598494.484977:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000100:00100000:3.0:1788598494.485048:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747051520 00000100:00100000:3.0:1788598494.485059:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747051520 00000020:00080000:2.0:1788598494.485071:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:3.0:1788598494.485131:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1788598494.485141:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747051520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788598494.485174:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00002000:00010000:3.0:1788598494.485210:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a9bd8dc, atime: 0x0, ctime: 0x6a9bd8dc, blocks: 0x8 00010000:00010000:3.0:1788598494.485218:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070bea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.485232:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598494.485234:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598494.485240:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070bea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.485256:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070bea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.485266:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070bea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.485273:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070bea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.485297:0:8406:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598494.485442:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31208:x1875480723038976:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 6990us (7407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.485457:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1278 00010000:00010000:2.0:1788598494.488255:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598494.488276:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070bea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.488295:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598494.488302:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070bea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.488318:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.488357:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070bea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.488366:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16070bea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.488401:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598494.488403:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598494.488405:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598494.492225:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747051520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7076us (7341us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1788598494.492241:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000004:00080000:0.0:1788598494.492253:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1bc5a6ed80/2, rc 0, transno 4294967368 00000100:00100000:0.0:1788598494.492267:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747051520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788598494.492550:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598494.492680:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723039104 00000100:00100000:2.0:1788598494.492690:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723039104 00000100:00100000:2.0:1788598494.492782:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 347 00000100:00100000:2.0:1788598494.492794:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723039104:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1788598494.495895:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000100:00100000:2.0:1788598494.503303:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723039104:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 10493us (10747us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598494.503320:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 347 00000100:00100000:0.0:1788598494.522969:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.523103:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723039360 00000100:00100000:1.0:1788598494.523117:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723039360 00000100:00100000:1.0:1788598494.523202:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1279 00000100:00100000:1.0:1788598494.523215:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31208:x1875480723039360:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.523292:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598494.523340:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070bd5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfeb expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.523372:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598494.523378:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598494.523415:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.523431:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.523453:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598494.523883:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d4db7d4 reply state 000000005866a39c transno 4294968075 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.523900:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.523912:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598494.523915:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598494.523918:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788598494.524061:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31208:x1875480723039360:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 848us (1115us total) trans 4294968075 rc 0/0 00000100:00100000:1.0:1788598494.524071:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1279 00000100:00100000:0.0:1788598494.529933:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598494.530074:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723039488 00000100:00100000:2.0:1788598494.530087:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723039488 00000100:00100000:2.0:1788598494.530164:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1280 00000100:00100000:2.0:1788598494.530175:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba020a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31208:x1875480723039488:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598494.530209:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598494.530242:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070bf8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec000 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.530336:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070bf8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec000 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.530356:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070bf8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec000 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.530379:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:2.0:1788598494.530383:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598494.530388:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed600, rc 0) 00000100:00100000:2.0:1788598494.536331:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba020a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:31208:x1875480723039488:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 6130us (6385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598494.536347:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1280 00000100:00100000:3.0:1788598494.544718:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.544797:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723039616 00000100:00100000:1.0:1788598494.544812:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723039616 00000100:00100000:1.0:1788598494.544888:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 348 00000100:00100000:1.0:1788598494.544900:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723039616:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788598494.545130:0:14172:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1788598494.545135:0:14172:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1788598492 00002000:00010000:1.0:1788598494.545138:0:14172:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime from disk: 0 -> 1788598493 00002000:00010000:1.0:1788598494.545140:0:14172:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1788598492 00002000:00010000:1.0:1788598494.545143:0:14172:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1788598494.545211:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723039616:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 313us (509us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1788598494.545221:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 348 00000100:00100000:1.0:1788598494.561049:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.561307:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723039872 00000100:00100000:0.0:1788598494.561321:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723039872 00000100:00100000:0.0:1788598494.561394:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1281 00000100:00100000:0.0:1788598494.561409:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:31208:x1875480723039872:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788598494.562425:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.562573:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfd6 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.562586:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 4/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.562634:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfd6 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.562650:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfd6 expref: 50 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598494.562667:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747051648:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598494.563133:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e600 going to sleep for 11 seconds 00000100:00100000:1.0:1788598494.565385:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747051648:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598494.565422:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.566845:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.567105:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723040000 00000100:00100000:0.0:1788598494.567118:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723040000 00010000:00010000:0.0:1788598494.567169:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfd6 expref: 51 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598494.567221:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 391 00000100:00100000:0.0:1788598494.567232:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2432:x1875480723040000:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598494.567252:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598494.567260:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfd6 expref: 51 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.567275:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfd6 expref: 51 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.567302:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ba4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfd6 expref: 51 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.567328:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:0.0:1788598494.567334:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.567344:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.567353:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.567396:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598494.567474:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2432:x1875480723040000:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 243us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.567483:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 391 00010000:00010000:2.0:1788598494.567728:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.567774:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.567824:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.567832:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.567840:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.567846:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598494.567852:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.567860:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.567871:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:2.0:1788598494.567875:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788598494.567878:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 2/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.567885:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070bff lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598494.567936:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31208:x1875480723039872:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 6533us (6903us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788598494.567945:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1281 00000100:00100000:0.0:1788598494.570626:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.571264:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723040128 00000100:00100000:1.0:1788598494.571278:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723040128 00000100:00100000:1.0:1788598494.571347:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 349 00000100:00100000:1.0:1788598494.571358:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723040128:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598494.571417:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.571451:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 10 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.571462:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598494.571465:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598494.571469:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.571517:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 10 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.571533:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 10 pid: 14172 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.571560:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747051776:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598494.571668:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598494.576118:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.576310:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723040256 00000100:00100000:0.0:1788598494.576324:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723040256 00010000:00010000:0.0:1788598494.576374:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 11 pid: 14172 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598494.576434:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 392 00000100:00100000:0.0:1788598494.576446:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723040256:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598494.576467:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598494.576505:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 11 pid: 14172 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.576523:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 11 pid: 14172 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.576566:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598494.576569:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598494.576575:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.576593:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.576618:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598494.576704:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723040256:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 260us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.576720:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 392 00010000:00010000:1.0:1788598494.576839:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0f228fe/0x6b7334fb16070be3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebff9 expref: 10 pid: 14172 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.576861:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747051776:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598494.576893:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.576905:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.576912:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.576936:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.576944:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.576952:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.576960:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598494.576965:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.576974:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.576987:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.576995:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070c06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.577062:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723040128:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 5694us (6438us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.577071:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 349 00000100:00100000:0.0:1788598494.580913:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598494.581885:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723040512 00000100:00100000:2.0:1788598494.581902:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723040512 00000100:00100000:2.0:1788598494.581984:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1282 00000100:00100000:2.0:1788598494.581996:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31208:x1875480723040512:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788598494.582109:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070c0d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.582131:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070c0d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.582146:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070c0d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.582354:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.582367:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070bf8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec000 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.582376:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.582419:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070bf8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec000 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.582435:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070bf8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec000 expref: 50 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598494.582451:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747051904:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598494.582996:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598494.586491:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747051904:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598494.586554:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598494.587432:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.587606:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723040640 00000100:00100000:1.0:1788598494.587619:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723040640 00010000:00010000:1.0:1788598494.587672:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070bf8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec000 expref: 51 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.587715:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 393 00000100:00100000:1.0:1788598494.587726:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2432:x1875480723040640:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598494.587792:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598494.587801:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070bf8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec000 expref: 51 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.587816:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070bf8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec000 expref: 51 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.587846:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070bf8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec000 expref: 51 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.587868:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598494.587874:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.587885:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.587895:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.587923:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598494.588004:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2432:x1875480723040640:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 280us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.588013:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 393 00010000:00010000:2.0:1788598494.588344:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.588353:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598494.588521:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968076 00000001:00080000:2.0:1788598494.588671:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968077 00000001:00080000:2.0:1788598494.588711:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968078 00000100:00100000:2.0:1788598494.588867:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6525:1875480747052032:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788598494.588935:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598494.588969:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130840 going to sleep for 11 seconds 00000100:00100000:1.0:1788598494.589385:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747052032 00000100:00100000:1.0:1788598494.589394:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747052032 00000100:00100000:1.0:1788598494.589458:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1788598494.589468:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6525:x1875480747052032:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788598494.589591:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6525:x1875480747052032:12345-0@lo:1000:mdt00_002.0 Request processed in 124us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598494.589598:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1788598494.589670:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6525:1875480747052032:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1788598494.589867:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968079 00000100:00100000:0.0:1788598494.589932:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6525:1875480747052160:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788598494.589966:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598494.589985:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e000 going to sleep for 11 seconds 00000100:00100000:1.0:1788598494.590150:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747052160 00000100:00100000:1.0:1788598494.590155:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747052160 00000100:00100000:1.0:1788598494.590192:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1788598494.590200:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6525:x1875480747052160:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788598494.590895:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6525:x1875480747052160:12345-0@lo:1000:mdt00_002.0 Request processed in 694us (927us total) trans 4294967361 rc 0/0 00000100:00100000:1.0:1788598494.590908:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1788598494.591253:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6525:1875480747052160:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1788598494.591341:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968080 00010000:00010000:0.0:1788598494.591373:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591382:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591388:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591392:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598494.591397:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591403:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591420:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:0.0:1788598494.591423:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598494.591428:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591434:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070c14 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591470:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591478:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591484:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591489:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598494.591681:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591689:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591698:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:0.0:1788598494.591701:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598494.591709:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591726:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591763:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.591799:0:6525:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598494.591810:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747052288:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598494.592425:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e480 going to sleep for 11 seconds 00000100:00100000:0.0:1788598494.594907:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747052288:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598494.594949:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.594959:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070b42 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595002:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070c1b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595016:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070c1b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595027:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070c1b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595035:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070c1b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595040:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070c1b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595045:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070c1b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595048:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598494.595051:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070c1b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595056:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070c1b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595064:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:0.0:1788598494.595066:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598494.595069:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070c1b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595072:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070c1b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595079:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070c0d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595082:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070c0d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595086:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070c0d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595089:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598494.595092:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070c0d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595095:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070c0d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595100:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:0.0:1788598494.595101:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598494.595102:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070c0d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.595105:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070c0d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598494.595289:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:31208:x1875480723040512:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 13294us (14389us total) trans 4294968081 rc 0/0 00000040:00080000:1.0:1788598494.595689:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598494.595695:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598494.597050:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788598494.597082:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598494.597239:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1282 00000020:00080000:0.0:1788598494.597248:0:6525:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1788598494.598394:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598494.598595:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723040768 00000100:00100000:3.0:1788598494.598609:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723040768 00000100:00100000:3.0:1788598494.598670:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 259 00000100:00100000:3.0:1788598494.598681:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+100:31207:x1875480723040768:12345-192.168.202.17@tcp:49:cat.0 00000100:00100000:3.0:1788598494.599378:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+100:31207:x1875480723040768:12345-192.168.202.17@tcp:49:cat.0 Request processed in 696us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598494.599387:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 259 00000100:00100000:3.0:1788598494.604768:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.607629:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723041024 00000100:00100000:1.0:1788598494.607649:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723041024 00000100:00100000:1.0:1788598494.607769:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 260 00000100:00100000:1.0:1788598494.612352:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:31208:x1875480723041024:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598494.612603:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.612799:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723041152 00000100:00100000:0.0:1788598494.612816:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723041152 00000100:00100000:0.0:1788598494.612923:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 350 00000100:00080000:2.0:1788598494.612924:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598494.612938:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:31207:x1875480723041152:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598494.612959:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598494.612991:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb16070c22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec007 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598494.613031:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a9bd8dc, atime: 0x6a9bd8dd, ctime: 0x6a9bd8dc, blocks: 0x8 00010000:00010000:0.0:1788598494.613054:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598494.613062:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598494.613072:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb16070c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec007 expref: 18 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.613092:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb16070c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec007 expref: 18 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.613107:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730400, rc 0) 00000100:00100000:0.0:1788598494.613215:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+18:31207:x1875480723041152:12345-192.168.202.17@tcp:101:cat.0 Request processed in 279us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.613224:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 350 00000004:00080000:1.0:1788598494.613895:0:15204:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x23:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788598494.613953:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968082 00010000:00010000:1.0:1788598494.614007:0:15204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.614032:0:15204:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.614045:0:15204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.614060:0:15204:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.614067:0:15204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.614075:0:15204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.614151:0:15204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598494.614253:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31208:x1875480723041024:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 1952us (9519us total) trans 4294968083 rc 0/0 00000100:00100000:1.0:1788598494.614264:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 260 00000020:00080000:1.0:1788598494.614269:0:15204:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788598494.617255:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598494.617273:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.617286:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598494.617292:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.617316:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.617338:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:0.0:1788598494.617341:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788598494.617348:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.617355:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070c29 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.617381:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598494.617383:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598494.617385:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598494.623810:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598494.623995:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723041280 00000100:00100000:3.0:1788598494.624009:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723041280 00002000:00100000:3.0:1788598494.624079:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8a1bc5a6e300 x1875480723041280/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:485/0 lens 488/0 e 0 to 0 dl 1788598505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598494.624092:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5a6e300 with x1875480723041280 ext(0->4095) 00002000:00010000:3.0:1788598494.624099:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5a6e300 00000100:00100000:3.0:1788598494.624139:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 94 00000100:00100000:3.0:1788598494.624150:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+18:2433:x1875480723041280:12345-192.168.202.17@tcp:3:cat.0 00000100:00100000:3.0:1788598494.624421:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+18:2433:x1875480723041280:12345-192.168.202.17@tcp:3:cat.0 Request processed in 271us (626us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788598494.624431:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 94 00002000:00100000:3.0:1788598494.624439:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8a1bc5a6e300 x1875480723041280/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:485/0 lens 488/4536 e 0 to 0 dl 1788598505 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598494.624449:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5a6e300 with x1875480723041280 ext(0->4095) 00002000:00010000:3.0:1788598494.624453:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5a6e300 00000100:00100000:3.0:1788598494.629053:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.629152:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723041536 00000100:00100000:0.0:1788598494.629165:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723041536 00000100:00100000:0.0:1788598494.629237:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 261 00000100:00100000:0.0:1788598494.629249:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+100:31207:x1875480723041536:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598494.629553:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+101:31207:x1875480723041536:12345-192.168.202.17@tcp:35:cat.0 Request processed in 297us (504us total) trans 4294968084 rc 0/0 00000100:00100000:0.0:1788598494.629563:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 261 00000100:00100000:2.0:1788598494.655012:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.659281:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723041664 00000100:00100000:0.0:1788598494.659315:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723041664 00000100:00100000:0.0:1788598494.659414:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1283 00000100:00100000:0.0:1788598494.659428:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+101:31209:x1875480723041664:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598494.659462:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598494.659492:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070c30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec00e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.659950:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070c37 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.659968:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070c37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.659983:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070c37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660000:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070c3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660013:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070c3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660019:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070c3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660125:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660135:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660143:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598494.660189:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:0.0:1788598494.660194:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598494.660217:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660230:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660240:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070c37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660246:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070c37 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660254:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070c37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660265:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598494.660270:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070c37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660279:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070c37 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660306:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598494.660310:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598494.660316:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070c37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660323:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070c37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660338:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070c3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660344:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070c3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660349:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070c3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660355:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598494.660358:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070c3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660365:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070c3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660377:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1a85f80f00) 00010000:00010000:0.0:1788598494.660379:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598494.660382:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070c3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660388:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070c3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660425:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070c30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec00e expref: 103 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660440:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec00e expref: 102 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.660448:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:0.0:1788598494.660450:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598494.660453:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730c00, rc 0) 00000100:00100000:0.0:1788598494.661933:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+102:31209:x1875480723041664:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 2499us (6926us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.661947:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1283 00000100:00100000:1.0:1788598494.670956:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598494.671841:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723041792 00000100:00100000:2.0:1788598494.671858:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723041792 00000100:00100000:2.0:1788598494.671942:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1284 00000100:00100000:2.0:1788598494.671955:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+102:31209:x1875480723041792:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598494.671986:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598494.672014:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070c4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec015 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.672122:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.672141:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.672155:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598494.672209:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:2.0:1788598494.672215:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598494.672239:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.672270:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070c4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec015 expref: 104 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.672292:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec015 expref: 103 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.672465:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:2.0:1788598494.672468:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598494.672473:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed000, rc 0) 00000100:00100000:2.0:1788598494.672578:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+103:31209:x1875480723041792:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 625us (1635us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598494.672587:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1284 00000100:00100000:3.0:1788598494.688893:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.688975:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723042048 00000100:00100000:0.0:1788598494.688990:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723042048 00000100:00100000:0.0:1788598494.689157:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1285 00000100:00100000:0.0:1788598494.689171:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+103:31209:x1875480723042048:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598494.689204:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598494.689234:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070c5a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec01c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.691122:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb16070c61 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.691153:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb16070c61 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.691168:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb16070c61 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598494.691184:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1788598494.691443:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070c5a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec01c expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.691469:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb16070c61 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec01c expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.691479:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598494.691483:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788598494.691488:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e400, rc 0) 00000100:00100000:1.0:1788598494.691721:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+105:31209:x1875480723042048:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 2552us (2840us total) trans 4294968085 rc 0/0 00000100:00100000:1.0:1788598494.691783:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1285 00000100:00100000:3.0:1788598494.694615:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.695050:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723042176 00000100:00100000:1.0:1788598494.695064:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723042176 00000100:00100000:1.0:1788598494.695177:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 351 00000100:00100000:1.0:1788598494.695189:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+18:2433:x1875480723042176:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:1.0:1788598494.695252:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.695290:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb16070c22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec007 expref: 18 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.695309:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598494.695312:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598494.695316:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.695364:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb16070c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec007 expref: 18 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598494.695382:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb16070c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec007 expref: 18 pid: 8403 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.695401:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747052416:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598494.695634:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5780 going to sleep for 11 seconds 00000100:00100000:1.0:1788598494.709662:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598494.710813:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723042304 00000100:00100000:3.0:1788598494.710839:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723042304 00010000:00010000:3.0:1788598494.710902:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb16070c22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec007 expref: 19 pid: 8403 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598494.710949:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 394 00000100:00100000:3.0:1788598494.710962:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+19:2433:x1875480723042304:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598494.710982:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598494.711008:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb16070c22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec007 expref: 19 pid: 8403 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.711026:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb16070c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec007 expref: 19 pid: 8403 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.711060:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598494.711064:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598494.711070:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.711082:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.711113:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598494.711194:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+19:2433:x1875480723042304:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 234us (1550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598494.711203:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 394 00010000:00010000:2.0:1788598494.717214:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebd104ce/0x6b7334fb16070c22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec007 expref: 18 pid: 8403 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598494.717260:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747052416:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598494.717307:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.717322:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.717329:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.717366:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.717375:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.717390:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.717396:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959ec00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598494.717401:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.717411:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.717437:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.717445:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039a247a7/0x6b7334fb16070c6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598494.717785:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723042176:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 22547us (23130us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598494.717801:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 351 00000100:00100000:1.0:1788598494.727014:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.727124:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723042560 00000100:00100000:0.0:1788598494.727138:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723042560 00000100:00100000:0.0:1788598494.727212:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 262 00000100:00100000:0.0:1788598494.727225:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ef450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+105:31209:x1875480723042560:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:0.0:1788598494.727384:0:15204:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb16070c61 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec01c expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598494.728173:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968086 00000001:00080000:0.0:1788598494.729236:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968087 00010000:00010000:0.0:1788598494.730624:0:15204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.730658:0:15204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.730668:0:15204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec00e expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.730677:0:15204:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.730761:0:15204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec00e expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.730782:0:15204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec00e expref: 108 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598494.730807:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747052544:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598494.731311:0:15204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.731322:0:15204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 108 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598494.731331:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747052672:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598494.731359:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e840 going to sleep for 11 seconds 00000100:00100000:1.0:1788598494.739845:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747052544:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598494.739868:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747052672:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598494.739902:0:15204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598494.744880:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598494.744986:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598494.745970:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723042688 00000100:00100000:2.0:1788598494.745986:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723042688 00010000:00010000:2.0:1788598494.746048:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec00e expref: 109 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598494.746158:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723042816 00000100:00100000:2.0:1788598494.746164:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723042816 00010000:00010000:2.0:1788598494.746181:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 110 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598494.746219:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 395 00000100:00100000:2.0:1788598494.746231:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba02c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+110:2434:x1875480723042688:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598494.746261:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598494.746270:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec00e expref: 110 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.746285:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec00e expref: 110 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.746315:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070c45 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec00e expref: 110 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.746338:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:2.0:1788598494.746344:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.746353:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.746361:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598494.746439:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba02c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+109:2434:x1875480723042688:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 209us (1571us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598494.746447:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 395 00000100:00100000:2.0:1788598494.746812:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 396 00000100:00100000:2.0:1788598494.746935:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+108:2435:x1875480723042816:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598494.746952:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598494.746958:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 108 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.746969:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 108 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.746983:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070b49 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebfc1 expref: 108 pid: 10034 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.747001:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:2.0:1788598494.747006:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.747014:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.747023:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.747050:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598494.747076:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+107:2435:x1875480723042816:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 256us (2089us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598494.747083:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 396 00010000:00010000:2.0:1788598494.747113:0:15204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.747122:0:15204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598494.747631:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968088 00000001:00080000:2.0:1788598494.747991:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968089 00000001:00080000:2.0:1788598494.748035:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968090 00000100:00100000:2.0:1788598494.748134:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747052800:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1788598494.748219:0:15204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598494.748492:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747052800 00000100:00100000:3.0:1788598494.748511:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747052800 00000100:00100000:3.0:1788598494.748580:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1788598494.748590:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15204:x1875480747052800:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1788598494.748694:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15204:x1875480747052800:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 106us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598494.748974:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1788598494.749234:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130900 going to sleep for 11 seconds 00000100:00100000:2.0:1788598494.750215:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747052800:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1788598494.751000:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968091 00000100:00100000:2.0:1788598494.751110:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747052928:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1788598494.751381:0:15204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598494.751462:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598494.751565:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747052928 00000100:00100000:1.0:1788598494.751574:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747052928 00000100:00100000:1.0:1788598494.751659:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1788598494.751669:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15204:x1875480747052928:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1788598494.752045:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15204:x1875480747052928:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 376us (663us total) trans 4294967362 rc 0/0 00000100:00100000:1.0:1788598494.752054:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1788598494.752143:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747052928:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:3.0:1788598494.752184:0:15204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.752196:0:15204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.752205:0:15204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.752211:0:15204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598494.752217:0:15204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.752225:0:15204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.752249:0:15204:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:3.0:1788598494.752252:0:15204:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1788598494.752265:0:15204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598494.752272:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c76 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788598494.752398:0:15204:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x43:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1788598494.752480:0:15204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:3.0:1788598494.752493:0:15204:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 784637758377ns, next at 785637755774ns, rc = 0 00000001:00080000:3.0:1788598494.752513:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968092 00010000:00010000:3.0:1788598494.752558:0:15204:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:3.0:1788598494.752561:0:15204:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788598494.752568:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb16070c61 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec01c expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598494.752700:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ef450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+110:31209:x1875480723042560:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 25478us (25702us total) trans 4294968093 rc 0/0 00000100:00100000:3.0:1788598494.752709:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 262 00000020:00080000:3.0:1788598494.752713:0:15204:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1788598494.848924:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.849072:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723043072 00000100:00100000:0.0:1788598494.849087:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723043072 00000100:00100000:0.0:1788598494.849167:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1286 00000100:00100000:0.0:1788598494.849179:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+110:31215:x1875480723043072:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598494.849213:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598494.849242:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070c7d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec023 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849348:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070c84 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849368:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070c84 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849383:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070c84 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849404:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070c8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849412:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849420:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849584:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c92 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849594:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849602:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598494.849614:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1788598494.849714:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070c84 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849722:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070c84 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849729:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070c84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849911:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598494.849917:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070c84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849929:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070c84 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849944:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:0.0:1788598494.849947:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598494.849952:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070c84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849959:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070c84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849977:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849983:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070c8b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849989:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070c8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.849994:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598494.849996:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070c8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.850003:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070c8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.850010:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8a1a85f80f00) 00010000:00010000:0.0:1788598494.850012:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598494.850021:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070c8b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.850028:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070c8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.850082:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070c7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec023 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.850098:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c92 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec023 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.850106:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:0.0:1788598494.850108:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598494.850111:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731000, rc 0) 00000100:00100000:0.0:1788598494.850263:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:31215:x1875480723043072:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1086us (1355us total) trans 4294968094 rc 0/0 00000100:00100000:0.0:1788598494.850273:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1286 00000100:00100000:0.0:1788598494.854452:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598494.855095:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723043328 00000100:00100000:2.0:1788598494.855111:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723043328 00000100:00100000:2.0:1788598494.856598:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 59 00000100:00100000:2.0:1788598494.856623:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+112:31215:x1875480723043328:12345-192.168.202.17@tcp:103:cat.0 00010000:00010000:2.0:1788598494.856648:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598494.856685:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070c92 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec023 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598494.856707:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:2.0:1788598494.856717:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598494.857667:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+111:31215:x1875480723043328:12345-192.168.202.17@tcp:103:cat.0 Request processed in 1050us (3221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598494.857680:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 59 00000100:00100000:3.0:1788598494.859637:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598494.859679:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723043456 00000100:00100000:0.0:1788598494.859693:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723043456 00000100:00100000:0.0:1788598494.859799:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1287 00000100:00100000:0.0:1788598494.859811:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+111:31215:x1875480723043456:12345-192.168.202.17@tcp:58:cat.0 00010000:00010000:0.0:1788598494.859974:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.859994:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.860009:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788598494.860139:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:0.0:1788598494.860262:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+111:31215:x1875480723043456:12345-192.168.202.17@tcp:58:cat.0 Request processed in 452us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.860270:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1287 00000100:00100000:1.0:1788598494.862731:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598494.863029:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723043584 00000100:00100000:2.0:1788598494.863045:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723043584 00000100:00100000:0.0:1788598494.863229:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1288 00000100:00100000:0.0:1788598494.863245:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+111:31215:x1875480723043584:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598494.863273:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598494.863298:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070ca7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec02a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.863366:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.863379:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070ca7 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec02a expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.863404:0:10034:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.863419:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070ca7 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec02a expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.863438:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1a85f80f00) 00010000:00010000:0.0:1788598494.863442:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598494.863447:0:10034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070ca7 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec02a expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598494.863462:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731a00, rc 0) 00000100:00100000:0.0:1788598494.863599:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:31215:x1875480723043584:12345-192.168.202.17@tcp:101:cat.0 Request processed in 357us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598494.863607:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1288 00010000:00010000:0.0:1788598495.109197:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598495.490432:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747053056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598495.490568:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598495.490807:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747053056 00000100:00100000:1.0:1788598495.490819:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747053056 00000100:00100000:1.0:1788598495.490910:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1788598495.490925:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3666:x1875480747053056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598495.490956:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3916140544 avail 3684589568 00000100:00100000:1.0:1788598495.491018:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3666:x1875480747053056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598495.491026:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1788598495.491157:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747053056:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788598495.491417:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598495.491696:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747053184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598495.491981:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598495.492549:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747053184 00000100:00100000:2.0:1788598495.492559:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747053184 00000100:00100000:2.0:1788598495.492630:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1788598495.492641:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc351a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747053184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598495.492667:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3916140544 avail 3684589568 00000100:00100000:2.0:1788598495.492863:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc351a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747053184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 223us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598495.492871:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1788598495.493644:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747053184:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788598495.493765:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788598495.618021:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598495.618035:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598495.618079:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 5 00000040:00080000:1.0:1788598495.618096:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598495.618398:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747053312:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598495.618621:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598495.632697:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.632885:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747053312:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598495.634586:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723043712 00000100:00100000:3.0:1788598495.634606:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723043712 00000100:00100000:3.0:1788598495.634695:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1289 00000100:00100000:3.0:1788598495.634707:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31216:x1875480723043712:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598495.634799:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598495.634972:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31216:x1875480723043712:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 266us (2289us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598495.634980:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1289 00000100:00100000:0.0:1788598495.639965:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.640450:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723043840 00000100:00100000:3.0:1788598495.644354:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723043840 00000100:00100000:3.0:1788598495.644621:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1290 00000100:00100000:3.0:1788598495.644640:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31216:x1875480723043840:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788598495.644770:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070cae lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.644794:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070cae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.644814:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070cae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.644833:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cb5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.644842:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.644850:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.644880:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.644888:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.644895:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598495.644954:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:3.0:1788598495.644960:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598495.644977:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.644990:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070cae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.644997:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070cae lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645005:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070cae lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645012:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598495.645017:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070cae lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645026:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070cae lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645056:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598495.645059:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598495.645065:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070cae lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645072:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16070cae lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645089:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645099:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cb5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645105:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cb5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645110:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598495.645113:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cb5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645120:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cb5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.645128:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff8a1a86203600) 00010000:00010000:3.0:1788598495.645131:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598495.646458:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cb5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.646481:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cb5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.646700:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.646709:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.646716:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.646747:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598495.646753:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.646763:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.646781:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1a85f80f00) 00010000:00010000:3.0:1788598495.646784:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598495.646789:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.646795:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cbc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598495.647123:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31216:x1875480723043840:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 2483us (7168us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598495.647145:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1290 00000100:00100000:1.0:1788598495.658837:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.658916:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723044096 00000100:00100000:2.0:1788598495.658930:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723044096 00000100:00100000:2.0:1788598495.659011:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1291 00000100:00100000:2.0:1788598495.659024:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31216:x1875480723044096:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598495.659055:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598495.659082:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070cc3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec031 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659226:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659245:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659260:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598495.659274:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1788598495.659392:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659402:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cca lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659410:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659417:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eda00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598495.659422:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659430:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cca lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659444:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1a85f80f00) 00010000:00010000:2.0:1788598495.659447:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598495.659453:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cca lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659459:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cca lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659513:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070cc3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec031 expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659525:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598495.659527:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598495.659531:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070cc3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec031 expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.659553:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed800, rc 0) 00000100:00100000:2.0:1788598495.659682:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+57:31216:x1875480723044096:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 660us (865us total) trans 4294968095 rc 301/301 00000100:00100000:2.0:1788598495.659692:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1291 00000100:00100000:1.0:1788598495.666894:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.671023:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723044224 00000100:00100000:0.0:1788598495.671046:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723044224 00000100:00100000:0.0:1788598495.671157:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1292 00000100:00100000:0.0:1788598495.671171:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:31216:x1875480723044224:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598495.671233:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598495.671572:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:31216:x1875480723044224:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 403us (4688us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598495.671583:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1292 00000100:00100000:0.0:1788598495.684899:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.685134:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723044480 00000100:00100000:3.0:1788598495.685149:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723044480 00000100:00100000:3.0:1788598495.685224:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1293 00000100:00100000:3.0:1788598495.685236:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:31216:x1875480723044480:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598495.685267:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598495.685305:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cd8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec038 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.685969:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cdf lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.685990:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cdf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.686010:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cdf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598495.686022:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00010000:00010000:3.0:1788598495.686076:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070cd8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec038 expref: 60 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.686096:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cdf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec038 expref: 59 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.686105:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:3.0:1788598495.686108:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598495.686113:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598495.686546:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+59:31216:x1875480723044480:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1300us (1652us total) trans 4294968096 rc 0/0 00000100:00100000:3.0:1788598495.686559:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1293 00000100:00100000:1.0:1788598495.699919:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.700101:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723044736 00000100:00100000:2.0:1788598495.700116:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723044736 00000100:00100000:2.0:1788598495.700194:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1294 00000100:00100000:2.0:1788598495.700207:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+59:31216:x1875480723044736:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598495.700293:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598495.700344:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070cdf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec038 expref: 59 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.700371:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a86203600) 00010000:00010000:2.0:1788598495.700388:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598495.700418:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.700435:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec015 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.700445:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.700490:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec015 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.700506:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec015 expref: 111 pid: 6524 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598495.700531:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747053440:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598495.700708:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130840 going to sleep for 11 seconds 00000100:00100000:2.0:1788598495.703972:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747053440:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598495.704015:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598495.706445:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.706610:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723044864 00000100:00100000:3.0:1788598495.706624:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723044864 00010000:00010000:3.0:1788598495.706678:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec015 expref: 112 pid: 6524 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598495.706758:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 397 00000100:00100000:3.0:1788598495.706772:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723044864:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598495.706791:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598495.706800:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec015 expref: 112 pid: 6524 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.706820:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec015 expref: 112 pid: 6524 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.706848:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070c53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec015 expref: 112 pid: 6524 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.706867:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:3.0:1788598495.706872:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.706885:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.706895:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.706928:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598495.707009:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723044864:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 240us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598495.707019:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 397 00010000:00010000:2.0:1788598495.707569:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707580:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707609:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cf4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x9f301fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707621:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x9f301fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707631:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x9f301fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707694:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707701:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707707:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707719:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707725:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598495.707730:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707770:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707782:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:2.0:1788598495.707785:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598495.707790:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 3/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707796:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ced lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707806:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x9f301fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707812:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cf4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x9f301fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707817:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cf4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x9f301fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707831:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eda00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598495.707834:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cf4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x9f301fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707843:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cf4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x9f301fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707850:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x9f301fd6 (ffff8a1a86120f00) 00010000:00010000:2.0:1788598495.707852:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598495.707854:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cf4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x9f301fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.707860:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070cf4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x9f301fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598495.707952:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+58:31216:x1875480723044736:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 7746us (8047us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788598495.707961:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1294 00000100:00100000:1.0:1788598495.725944:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.726056:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723044992 00000100:00100000:0.0:1788598495.726068:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723044992 00000100:00100000:0.0:1788598495.726148:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1295 00000100:00100000:0.0:1788598495.726158:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+58:31216:x1875480723044992:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598495.726183:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598495.726211:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070cfb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec03f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.726257:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.726274:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.726289:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.726581:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070cfb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec03f expref: 60 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.726604:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec03f expref: 59 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.726616:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:0.0:1788598495.726619:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598495.726623:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731400, rc 0) 00000100:00100000:0.0:1788598495.726710:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+59:31216:x1875480723044992:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 552us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598495.726719:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1295 00000100:00100000:1.0:1788598495.734171:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.734265:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723045248 00000100:00100000:3.0:1788598495.734278:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723045248 00000100:00100000:3.0:1788598495.734358:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1296 00000100:00100000:3.0:1788598495.734371:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+59:31216:x1875480723045248:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598495.734490:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.734513:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.734528:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598495.734820:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000511b993 reply state 0000000076a9de2b transno 4294968097 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.734835:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.734844:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:3.0:1788598495.734847:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788598495.734852:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598495.734969:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+61:31216:x1875480723045248:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 600us (810us total) trans 4294968097 rc 0/0 00000100:00100000:3.0:1788598495.734978:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1296 00000100:00100000:1.0:1788598495.738144:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.738321:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723045376 00000100:00100000:2.0:1788598495.738335:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723045376 00000100:00100000:2.0:1788598495.738405:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1297 00000100:00100000:2.0:1788598495.738416:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+61:31216:x1875480723045376:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598495.738448:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598495.738472:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070d10 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec046 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.738547:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070d10 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec046 expref: 62 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.738565:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070d10 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec046 expref: 62 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.738584:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:2.0:1788598495.738587:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598495.738592:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eda00, rc 0) 00000100:00100000:2.0:1788598495.738655:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+62:31216:x1875480723045376:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 241us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598495.738663:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1297 00000100:00100000:1.0:1788598495.741923:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.742096:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723045504 00000100:00100000:3.0:1788598495.742110:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723045504 00000100:00100000:3.0:1788598495.742275:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 263 00000100:00100000:3.0:1788598495.742288:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+62:31216:x1875480723045504:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1788598495.742474:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+62:31216:x1875480723045504:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 189us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598495.742483:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 263 00000100:00100000:1.0:1788598495.747223:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.747324:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723045760 00000100:00100000:3.0:1788598495.747337:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723045760 00000100:00100000:3.0:1788598495.747426:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 264 00000100:00100000:3.0:1788598495.747437:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+62:31216:x1875480723045760:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598495.747798:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+63:31216:x1875480723045760:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 362us (588us total) trans 4294968098 rc 0/0 00000100:00100000:3.0:1788598495.747806:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 264 00000100:00100000:0.0:1788598495.751432:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.751601:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723046016 00000100:00100000:2.0:1788598495.751616:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723046016 00000100:00100000:2.0:1788598495.751697:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1298 00000100:00100000:2.0:1788598495.751709:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+63:31216:x1875480723046016:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598495.751900:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+63:31216:x1875480723046016:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 192us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598495.751909:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1298 00000100:00100000:2.0:1788598495.755684:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.755868:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723046272 00000100:00100000:0.0:1788598495.755882:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723046272 00000100:00100000:0.0:1788598495.755972:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1299 00000100:00100000:0.0:1788598495.755988:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+63:31216:x1875480723046272:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598495.756027:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598495.756056:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070d17 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec04d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.759732:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.759840:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070d10 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec046 expref: 64 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.759852:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.759906:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070d10 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec046 expref: 64 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.759925:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070d10 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec046 expref: 64 pid: 6525 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598495.759943:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747053568:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598495.760105:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1788598495.769395:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747053568:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598495.769560:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598495.771187:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.771507:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723046400 00000100:00100000:0.0:1788598495.771519:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723046400 00010000:00010000:0.0:1788598495.771583:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070d10 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec046 expref: 65 pid: 6525 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598495.772877:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 398 00000100:00100000:0.0:1788598495.772904:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+65:2433:x1875480723046400:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598495.772930:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598495.772943:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070d10 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec046 expref: 65 pid: 6525 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.772963:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070d10 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec046 expref: 65 pid: 6525 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.772995:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16070d10 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec046 expref: 65 pid: 6525 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.773015:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:0.0:1788598495.773022:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.773034:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.773044:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.773082:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598495.773171:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+64:2433:x1875480723046400:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 279us (1996us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598495.773180:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 398 00010000:00010000:2.0:1788598495.773255:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.773265:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598495.773290:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00080000:2.0:1788598495.773508:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1788598495.773645:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.773653:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.773660:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.773667:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598495.773673:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.773681:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.773692:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:2.0:1788598495.773695:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598495.773699:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.773705:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070d1e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.773799:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070d17 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec04d expref: 64 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.773809:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8a1a86120200) 00010000:00010000:2.0:1788598495.773811:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598495.773815:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070d17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec04d expref: 64 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.773824:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731200, rc 0) 00000100:00100000:2.0:1788598495.773874:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+63:31216:x1875480723046272:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 17891us (18207us total) trans 4294968099 rc 301/301 00000100:00100000:2.0:1788598495.773886:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1299 00000100:00100000:2.0:1788598495.779988:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.780134:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723046656 00000100:00100000:3.0:1788598495.780155:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723046656 00000100:00100000:3.0:1788598495.780229:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 265 00000100:00100000:3.0:1788598495.780242:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+63:31216:x1875480723046656:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598495.780644:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+64:31216:x1875480723046656:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 403us (668us total) trans 4294968100 rc 0/0 00000100:00100000:3.0:1788598495.780654:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 265 00000100:00100000:3.0:1788598495.784608:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.785360:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723046784 00000100:00100000:2.0:1788598495.785376:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723046784 00000100:00100000:2.0:1788598495.785458:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1300 00000100:00100000:2.0:1788598495.785473:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+64:31216:x1875480723046784:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598495.785502:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598495.785533:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d2c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec054 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.785645:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070d33 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.785663:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070d33 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.785689:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070d33 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598495.786355:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00200000:2.0:1788598495.786363:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598495.786393:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070d33 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.786434:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d2c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec054 expref: 66 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.786454:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070d33 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec054 expref: 65 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.786471:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:2.0:1788598495.786474:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788598495.786479:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed000, rc 0) 00000100:00100000:2.0:1788598495.786577:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+65:31216:x1875480723046784:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1107us (1983us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598495.786587:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1300 00000100:00100000:1.0:1788598495.790675:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.791535:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723046912 00000100:00100000:0.0:1788598495.791562:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723046912 00000100:00100000:0.0:1788598495.791665:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 352 00000100:00100000:0.0:1788598495.791679:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480723046912:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598495.791707:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598495.791771:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070d3a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec05b expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598495.791804:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788598495.791829:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598495.791832:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598495.791843:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec05b expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.791868:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec05b expref: 13 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.791885:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731200, rc 0) 00000100:00100000:0.0:1788598495.791958:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2434:x1875480723046912:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 282us (1308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598495.791966:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 352 00000100:00080000:2.0:1788598495.792660:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598495.797252:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.797549:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723047168 00000100:00100000:3.0:1788598495.797562:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723047168 00000100:00100000:3.0:1788598495.797638:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1301 00000100:00100000:3.0:1788598495.797650:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+65:31216:x1875480723047168:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598495.797861:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+65:31216:x1875480723047168:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 212us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598495.797870:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1301 00000100:00100000:1.0:1788598495.802251:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.802365:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723047296 00000100:00100000:0.0:1788598495.802378:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723047296 00000100:00100000:0.0:1788598495.802447:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 353 00000100:00100000:0.0:1788598495.802458:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:31216:x1875480723047296:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598495.802483:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598495.802507:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec062 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.802584:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070d3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec05b expref: 14 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.802596:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598495.802598:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598495.802603:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.802649:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec05b expref: 14 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.802780:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070d3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec05b expref: 14 pid: 8406 timeout: 885 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598495.802799:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747053696:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598495.803283:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598495.809350:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.809504:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747053696:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598495.809559:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.809586:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731c00, rc 0) 00000100:00100000:0.0:1788598495.809661:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+14:31216:x1875480723047296:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 7204us (7426us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598495.810586:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 353 00000100:00100000:2.0:1788598495.812361:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723047424 00000100:00100000:2.0:1788598495.812380:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723047424 00010000:00010000:2.0:1788598495.812454:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070d3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec05b expref: 14 pid: 8406 timeout: 885 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598495.812564:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 399 00000100:00100000:2.0:1788598495.812576:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2432:x1875480723047424:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598495.812598:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598495.812624:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070d3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec05b expref: 14 pid: 8406 timeout: 885 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.812639:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec05b expref: 14 pid: 8406 timeout: 885 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.812681:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008bb5aac9/0x6b7334fb16070d3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec05b expref: 14 pid: 8406 timeout: 885 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.812713:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598495.812716:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598495.812724:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.812776:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.812841:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598495.812859:0:6509:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1875480747053824:192.168.202.17@tcp:105: 00000100:00100000:2.0:1788598495.812992:0:6509:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc31309c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598495.819758:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.820240:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723047552 00000100:00100000:0.0:1788598495.820253:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723047552 00002000:00100000:0.0:1788598495.820316:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->157) req@ffff8a1a893e8000 x1875480723047552/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:486/0 lens 648/0 e 0 to 0 dl 1788598506 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598495.820330:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a893e8000 with x1875480723047552 ext(0->157) 00002000:00010000:0.0:1788598495.820338:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a893e8000 00000100:00100000:0.0:1788598495.820377:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 95 00000100:00100000:0.0:1788598495.820388:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2432:x1875480723047552:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788598495.822332:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2432:x1875480723047552:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 1932us (2596us total) trans 4294967369 rc 0/0 00000100:00100000:0.0:1788598495.822350:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 95 00002000:00100000:0.0:1788598495.822363:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->157) req@ffff8a1a893e8000 x1875480723047552/t4294967369(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:486/0 lens 648/448 e 0 to 0 dl 1788598506 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598495.822374:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a893e8000 with x1875480723047552 ext(0->157) 00002000:00010000:0.0:1788598495.822380:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a893e8000 00000100:00100000:2.0:1788598495.822520:0:6509:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1875480747053824:192.168.202.17@tcp:105: 00010000:00010000:2.0:1788598495.822563:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598495.822594:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723047424:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 10021us (13258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598495.822604:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 399 00000100:00100000:1.0:1788598495.828388:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.828608:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723047680 00000100:00100000:2.0:1788598495.828621:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723047680 00000100:00100000:2.0:1788598495.828696:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1302 00000100:00100000:2.0:1788598495.828708:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+65:31216:x1875480723047680:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788598495.831395:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968100 is committed 00000001:00080000:1.0:1788598495.831421:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968094 is committed 00000004:00080000:1.0:1788598495.831426:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00010000:00010000:3.0:1788598495.831520:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831548:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831558:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831566:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598495.831573:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831579:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831597:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8a1bc29e3900) 00010000:00010000:3.0:1788598495.831599:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598495.831603:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831607:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070bf1 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831646:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831650:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831653:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831657:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598495.831659:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831662:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831666:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:3.0:1788598495.831667:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788598495.831670:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.831674:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d09 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598495.832405:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747053952:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788598495.832486:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598495.832616:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747053952 00000100:00100000:0.0:1788598495.832624:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747053952 00000100:00100000:0.0:1788598495.832676:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1788598495.832684:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3668:x1875480747053952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788598495.832712:0:14172:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24 count 1 00002000:00010000:0.0:1788598495.832760:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a9bd8dc, atime: 0x6a9bd8dd, ctime: 0x6a9bd8dc, blocks: 0x8 00010000:00010000:0.0:1788598495.832767:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070d48 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.832782:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598495.832785:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598495.832790:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070d48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.832804:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070d48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.832810:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070d48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.832816:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070d48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.832837:0:14172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00080000:1.0:1788598495.833060:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1bc3130900 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:1.0:1788598495.833065:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b88342600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1bc3130180 00000020:00080000:1.0:1788598495.833067:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b88342200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b941cec00 00000020:00080000:1.0:1788598495.833102:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a8914ed80 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:1.0:1788598495.833105:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a873a2d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a8914e180 00000020:00080000:1.0:1788598495.833108:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a873a2800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a8870fc00 00000020:00080000:1.0:1788598495.833122:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00010000:00010000:2.0:1788598495.833402:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598495.833409:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070d48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.833418:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598495.833422:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070d48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.833430:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070d48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.833447:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070d48 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.833452:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070d48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.833473:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598495.833474:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598495.833475:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1788598495.833482:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:2.0:1788598495.833528:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:2.0:1788598495.833673:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31216:x1875480723047680:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 4965us (5295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598495.833682:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1302 00000100:00100000:0.0:1788598495.835621:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3668:x1875480747053952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2927us (3124us total) trans 4294967363 rc 0/0 00000100:00100000:0.0:1788598495.835633:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000004:00080000:2.0:1788598495.837122:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a872f4380/2, rc 0, transno 4294967363 00000100:00100000:2.0:1788598495.837139:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747053952:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788598495.837909:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.838170:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723047808 00000100:00100000:0.0:1788598495.838180:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723047808 00000100:00100000:0.0:1788598495.838246:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 355 00000100:00100000:0.0:1788598495.838257:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723047808:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788598495.840339:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000001:00080000:3.0:1788598495.840360:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967368 is committed 00000100:00100000:0.0:1788598495.840564:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723047808:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 2302us (2654us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598495.840578:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 355 00000100:00100000:1.0:1788598495.844263:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.844408:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723048064 00000100:00100000:2.0:1788598495.844422:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723048064 00000100:00100000:2.0:1788598495.844562:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1303 00000100:00100000:2.0:1788598495.844574:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31216:x1875480723048064:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598495.844649:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598495.844687:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070d33 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec054 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.844715:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:2.0:1788598495.844721:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598495.844833:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.844858:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.844869:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598495.845205:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d8868a5 reply state 0000000054e7b500 transno 4294968101 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.845221:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.845228:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:2.0:1788598495.845231:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598495.845235:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598495.845376:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31216:x1875480723048064:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 803us (1128us total) trans 4294968101 rc 0/0 00000100:00100000:2.0:1788598495.845384:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1303 00000100:00100000:1.0:1788598495.849424:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.849533:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723048192 00000100:00100000:3.0:1788598495.849558:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723048192 00000100:00100000:3.0:1788598495.849631:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1304 00000100:00100000:3.0:1788598495.849644:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31216:x1875480723048192:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598495.849678:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598495.849705:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d56 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec069 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.850379:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d56 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec069 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.850400:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d56 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec069 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.850424:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:1.0:1788598495.850427:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598495.850432:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657a00, rc 0) 00000100:00100000:1.0:1788598495.850568:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:31216:x1875480723048192:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 926us (1157us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598495.850577:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1304 00000100:00100000:2.0:1788598495.853826:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.853924:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723048320 00000100:00100000:0.0:1788598495.853938:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723048320 00000100:00100000:0.0:1788598495.854014:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 356 00000100:00100000:0.0:1788598495.854025:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723048320:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788598495.854263:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1788598495.854268:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1788598492 00002000:00010000:0.0:1788598495.854271:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1788598494 00002000:00010000:0.0:1788598495.854273:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1788598492 00002000:00010000:0.0:1788598495.854275:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1788598495.855518:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723048320:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 1486us (1697us total) trans 4294967370 rc 0/0 00000100:00100000:0.0:1788598495.855534:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 356 00000100:00100000:2.0:1788598495.858480:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.858613:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723048576 00000100:00100000:0.0:1788598495.858626:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723048576 00000100:00100000:0.0:1788598495.858761:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1305 00000100:00100000:0.0:1788598495.858773:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:31216:x1875480723048576:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788598495.859113:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.859136:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec03f expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.859204:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.859253:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec03f expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.859269:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec03f expref: 50 pid: 6523 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598495.859294:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747054080:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598495.859686:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598495.862957:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.863297:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723048704 00000100:00100000:3.0:1788598495.863310:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723048704 00010000:00010000:3.0:1788598495.863364:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec03f expref: 51 pid: 6523 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598495.863423:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 400 00000100:00100000:3.0:1788598495.863435:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2433:x1875480723048704:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598495.863453:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598495.863461:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec03f expref: 51 pid: 6523 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.863477:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec03f expref: 51 pid: 6523 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.863508:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:3.0:1788598495.863514:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.863526:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.863534:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.863568:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598495.863643:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2433:x1875480723048704:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 209us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598495.863651:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 400 00010000:00010000:0.0:1788598495.866222:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731400/0x6b7334fb16070d02 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec03f expref: 50 pid: 6523 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598495.866257:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747054080:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598495.866288:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.866300:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.866306:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.866359:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.866366:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.866374:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.866381:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598495.866386:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.866397:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.866415:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:0.0:1788598495.866418:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788598495.866423:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.866428:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d5d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598495.866601:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31216:x1875480723048576:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 7830us (8132us total) trans 0 rc -22/-22 00000100:00100000:0.0:1788598495.866612:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1305 00000100:00100000:0.0:1788598495.869721:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.869843:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723048832 00000100:00100000:2.0:1788598495.869856:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723048832 00000100:00100000:2.0:1788598495.869934:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 357 00000100:00100000:2.0:1788598495.869946:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723048832:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598495.870004:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.870030:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.870050:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1788598495.870052:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1788598495.870056:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.870104:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.870119:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 12 pid: 8405 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598495.870138:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747054208:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598495.870652:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130000 going to sleep for 11 seconds 00000100:00100000:0.0:1788598495.880345:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.880862:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723048960 00000100:00100000:3.0:1788598495.880876:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723048960 00010000:00010000:3.0:1788598495.881484:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 13 pid: 8405 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598495.881556:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 401 00000100:00100000:3.0:1788598495.881572:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba02c1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723048960:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598495.881597:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598495.881624:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 13 pid: 8405 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.881649:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 13 pid: 8405 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.881685:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598495.881688:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598495.881694:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.881706:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.881771:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598495.882130:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba02c1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723048960:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 561us (1797us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598495.882139:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 401 00010000:00010000:1.0:1788598495.882322:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e83514b/0x6b7334fb16070d41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec062 expref: 13 pid: 8405 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598495.882343:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747054208:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598495.882370:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.882385:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.882392:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.882419:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.882427:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.882434:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.882441:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598495.882446:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.882455:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.882470:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.882484:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb16070d64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598495.882558:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723048832:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 12615us (12852us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598495.882568:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 357 00000100:00100000:3.0:1788598495.886409:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.886522:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723049216 00000100:00100000:0.0:1788598495.886545:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723049216 00000100:00100000:0.0:1788598495.886633:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1306 00000100:00100000:0.0:1788598495.886649:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31216:x1875480723049216:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788598495.887330:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070d6b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.887355:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070d6b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.887372:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070d6b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.887588:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.887603:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d56 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec069 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.887613:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.887664:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d56 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec069 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.887681:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d56 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec069 expref: 50 pid: 6524 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598495.887698:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747054336:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598495.888243:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598495.892773:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598495.892870:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723049344 00000100:00100000:0.0:1788598495.892883:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723049344 00010000:00010000:0.0:1788598495.892947:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d56 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec069 expref: 51 pid: 6524 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598495.892996:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 402 00000100:00100000:0.0:1788598495.893006:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2433:x1875480723049344:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598495.893029:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598495.893046:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d56 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec069 expref: 51 pid: 6524 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.893061:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d56 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec069 expref: 51 pid: 6524 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.893091:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:0.0:1788598495.893097:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.893109:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.893118:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.893142:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598495.893445:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2433:x1875480723049344:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 438us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598495.893453:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 402 00010000:00010000:2.0:1788598495.897216:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070d56 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec069 expref: 50 pid: 6524 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598495.897258:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747054336:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598495.897292:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.897327:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.897334:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598495.897485:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968102 00000001:00080000:2.0:1788598495.897638:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968103 00000001:00080000:2.0:1788598495.897712:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968104 00000100:00100000:2.0:1788598495.898143:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747054464:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788598495.898247:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598495.898340:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598495.898564:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747054464 00000100:00100000:3.0:1788598495.898575:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747054464 00000100:00100000:3.0:1788598495.898707:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1788598495.898719:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747054464:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598495.898871:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747054464:12345-0@lo:1000:mdt00_000.0 Request processed in 154us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598495.898880:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1788598495.898937:0:6523:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967368 gen 2 00000004:00080000:3.0:1788598495.898944:0:6523:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967367 committed transno 4294967368 00000004:00080000:3.0:1788598495.898995:0:6523:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1bc5a6ed80, transno 4294967368 00000100:00100000:3.0:1788598495.899010:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747054464:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1788598495.899459:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968105 00000100:00100000:3.0:1788598495.899523:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747054592:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598495.899576:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598495.899609:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747054592 00000100:00100000:3.0:1788598495.899614:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747054592 00000100:00100000:3.0:1788598495.899644:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1788598495.899652:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747054592:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788598495.899796:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6523:x1875480747054592:12345-0@lo:1000:mdt00_000.0 Request processed in 144us (219us total) trans 4294967371 rc 0/0 00000100:00100000:3.0:1788598495.899803:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1788598495.899894:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598495.899980:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747054592:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1788598495.900273:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968106 00010000:00010000:3.0:1788598495.900307:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900318:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900327:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900333:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598495.900338:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900346:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900368:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:3.0:1788598495.900372:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598495.900377:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900384:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070d72 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900420:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900427:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900433:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900438:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598495.900441:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900446:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900453:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1a85f80f00) 00010000:00010000:3.0:1788598495.900456:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598495.900462:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070ca7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec02a expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900475:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070ca7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec02a expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900486:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070ca7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec02a expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598495.900519:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731a00/0x6b7334fb16070ca7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec02a expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598495.900533:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747054720:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598495.900638:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598495.904432:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598495.904507:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723049472 00000100:00100000:1.0:1788598495.904520:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723049472 00000100:00100000:1.0:1788598495.904608:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 266 00000100:00100000:1.0:1788598495.904620:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+100:31215:x1875480723049472:12345-192.168.202.17@tcp:49:cat.0 00000100:00100000:1.0:1788598495.904827:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+100:31215:x1875480723049472:12345-192.168.202.17@tcp:49:cat.0 Request processed in 199us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598495.904835:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 266 00000100:00080000:2.0:1788598495.906296:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598495.909401:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.909499:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723049600 00000100:00100000:2.0:1788598495.909513:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723049600 00000100:00100000:2.0:1788598495.909627:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 358 00000100:00100000:2.0:1788598495.909639:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+12:31215:x1875480723049600:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598495.909666:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598495.909694:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb16070d79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec070 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598495.909728:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a9bd8dc, atime: 0x6a9bd8de, ctime: 0x6a9bd8dc, blocks: 0x8 00010000:00010000:2.0:1788598495.909794:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598495.909798:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598495.909810:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb16070d79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec070 expref: 13 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788598495.909920:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788598495.910019:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000803ef316/0x6b7334fb16070d79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec070 expref: 13 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.910102:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893edc00, rc 0) 00000100:00100000:2.0:1788598495.910322:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+13:31215:x1875480723049600:12345-192.168.202.17@tcp:101:cat.0 Request processed in 685us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598495.910331:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 358 00000100:00100000:0.0:1788598495.910455:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747054720:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598495.910491:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910502:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070ca0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910558:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d80 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910573:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d80 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910585:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d80 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910596:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d80 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910603:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d80 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910610:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d80 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910615:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598495.910619:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d80 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910625:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d80 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910635:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1a85f80f00) 00010000:00010000:0.0:1788598495.910638:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598495.910641:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d80 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910647:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730400/0x6b7334fb16070d80 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910655:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070d6b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910661:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070d6b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910666:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070d6b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910670:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598495.910672:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070d6b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910678:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070d6b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910684:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8a1a85f80f00) 00010000:00010000:0.0:1788598495.910686:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598495.910689:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070d6b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598495.910694:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070d6b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598495.910906:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:31216:x1875480723049216:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 24262us (24989us total) trans 4294968107 rc 0/0 00000100:00100000:0.0:1788598495.910916:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1306 00000020:00080000:0.0:1788598495.910933:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1788598495.911114:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598495.911120:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598495.911618:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1788598495.911628:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598495.916658:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598495.916810:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723049856 00000100:00100000:1.0:1788598495.916827:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723049856 00000100:00100000:1.0:1788598495.916908:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 267 00000100:00100000:1.0:1788598495.916932:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ee050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:31216:x1875480723049856:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788598495.917316:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788598495.917357:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968108 00010000:00010000:1.0:1788598495.917397:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.917420:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.917435:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.917447:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.917454:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.917461:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598495.917486:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598495.917621:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ee050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:31216:x1875480723049856:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 701us (975us total) trans 4294968109 rc 0/0 00000100:00100000:1.0:1788598495.917631:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 267 00000020:00080000:1.0:1788598495.917637:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788598495.918197:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598495.918208:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.918218:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fe00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598495.918223:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.918232:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.918249:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:2.0:1788598495.918253:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788598495.918259:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.918270:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070d87 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598495.918294:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598495.918296:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598495.918297:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598495.920684:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598495.920858:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723049984 00000100:00100000:2.0:1788598495.920872:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723049984 00002000:00100000:2.0:1788598495.920951:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8a1bc30aa680 x1875480723049984/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:486/0 lens 488/0 e 0 to 0 dl 1788598506 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598495.920965:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc30aa680 with x1875480723049984 ext(0->4095) 00002000:00010000:2.0:1788598495.920972:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bc30aa680 00000100:00100000:2.0:1788598495.921004:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 96 00000100:00100000:2.0:1788598495.921016:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480723049984:12345-192.168.202.17@tcp:3:cat.0 00000100:00100000:2.0:1788598495.921315:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480723049984:12345-192.168.202.17@tcp:3:cat.0 Request processed in 300us (645us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788598495.921323:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 96 00002000:00100000:2.0:1788598495.921331:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8a1bc30aa680 x1875480723049984/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:486/0 lens 488/4536 e 0 to 0 dl 1788598506 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598495.921339:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc30aa680 with x1875480723049984 ext(0->4095) 00002000:00010000:2.0:1788598495.921342:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bc30aa680 00000100:00100000:0.0:1788598495.928019:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598495.928173:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723050240 00000100:00100000:3.0:1788598495.928186:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723050240 00000100:00100000:3.0:1788598495.928258:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 268 00000100:00100000:3.0:1788598495.928270:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+100:31215:x1875480723050240:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:3.0:1788598495.928574:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+101:31215:x1875480723050240:12345-192.168.202.17@tcp:35:cat.0 Request processed in 306us (567us total) trans 4294968110 rc 0/0 00000100:00100000:3.0:1788598495.928583:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 268 00000100:00100000:2.0:1788598496.002346:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598496.003651:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747054848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598496.003771:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598496.008663:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747054848 00000100:00100000:3.0:1788598496.008688:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747054848 00000100:00100000:3.0:1788598496.008791:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1788598496.008804:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747054848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598496.008881:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444360192 avail 1298120704 00000100:00100000:3.0:1788598496.009438:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747054848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 634us (5664us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598496.009449:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1788598496.009620:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747054848:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598496.130655:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598497.154924:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598497.420046:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598497.420089:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598497.420126:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598497.420145:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598497.420168:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598497.420188:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598497.420204:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598497.420222:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598497.420247:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598497.420278:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723050624 00000100:00100000:1.0:1788598497.420290:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723050624 00000100:00100000:1.0:1788598497.420356:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723051136 00000100:00100000:1.0:1788598497.420359:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723051136 00000100:00100000:1.0:1788598497.420375:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723050496 00000100:00100000:1.0:1788598497.420377:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723050496 00000100:00100000:1.0:1788598497.420392:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723051008 00000100:00100000:1.0:1788598497.420394:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723051008 00000100:00100000:1.0:1788598497.420410:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 986 00000100:00100000:1.0:1788598497.420420:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723050624:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598497.420506:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723050624:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 86us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598497.420514:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 986 00000100:00100000:1.0:1788598497.420545:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 987 00000100:00100000:1.0:1788598497.420644:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723051136:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598497.420672:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723051136:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 120us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598497.420678:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 987 00000100:00100000:1.0:1788598497.420690:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 988 00000100:00100000:1.0:1788598497.420705:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+101:2433:x1875480723050496:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598497.420926:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 989 00000100:00100000:0.0:1788598497.420936:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2433:x1875480723051008:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598497.420975:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2433:x1875480723051008:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 42us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598497.420982:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 989 00000100:00100000:0.0:1788598497.421014:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723050880 00000100:00100000:0.0:1788598497.421018:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723050880 00000100:00100000:0.0:1788598497.421064:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723051392 00000100:00100000:0.0:1788598497.421067:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723051392 00000100:00100000:0.0:1788598497.421081:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723050752 00000100:00100000:0.0:1788598497.421083:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723050752 00000100:00100000:0.0:1788598497.421095:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723051264 00000100:00100000:0.0:1788598497.421098:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723051264 00000100:00100000:0.0:1788598497.421115:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 637 00000100:00100000:0.0:1788598497.421121:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480723050880:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598497.421149:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480723050880:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598497.421154:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 637 00000100:00100000:0.0:1788598497.421166:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 638 00000100:00100000:0.0:1788598497.421172:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723051392:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598497.421192:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723051392:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598497.421198:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 638 00000100:00100000:0.0:1788598497.421208:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 639 00000100:00100000:0.0:1788598497.421212:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723050752:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598497.421235:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723050752:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598497.421246:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 639 00000100:00100000:0.0:1788598497.421256:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 640 00000100:00100000:0.0:1788598497.421262:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723051264:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598497.421285:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723051264:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598497.421291:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 640 00000100:00100000:2.0:1788598497.421949:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723050368 00000100:00100000:2.0:1788598497.421957:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723050368 00000100:00100000:2.0:1788598497.422002:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 730 00000100:00100000:2.0:1788598497.422011:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723050368:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598497.422056:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723050368:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 46us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598497.422062:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 730 00000100:00100000:1.0:1788598497.423782:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+101:2433:x1875480723050496:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598497.423812:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 988 00000100:00080000:1.0:1788598497.423970:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598497.423978:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598497.423982:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598497.423986:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598498.053414:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747054976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598498.053514:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598498.054057:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747054976 00000100:00100000:0.0:1788598498.054068:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747054976 00000100:00100000:0.0:1788598498.054143:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1788598498.054155:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747054976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598498.054205:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598498.054283:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747054976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598498.054291:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1788598498.054589:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747054976:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598498.178693:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598498.571262:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747055360:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.571358:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598498.571431:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747055872:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.571455:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598498.571471:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747056384:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.571492:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598498.571516:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788598498.571522:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747055488:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.571562:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598498.571583:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747056000:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.571603:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598498.571618:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747056512:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.571707:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598498.571793:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747055488 00000100:00100000:1.0:1788598498.571802:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747055488 00000100:00100000:1.0:1788598498.571855:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1788598498.571865:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747055488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.571931:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747055488:12345-0@lo:400:kworker.0 Request processed in 66us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598498.571937:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1788598498.571962:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747055360 00000100:00100000:1.0:1788598498.571966:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747055360 00000100:00100000:1.0:1788598498.571985:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747055872 00000100:00100000:1.0:1788598498.571988:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747055872 00000100:00100000:1.0:1788598498.572011:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747056384 00000100:00100000:1.0:1788598498.572014:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747056384 00000100:00100000:1.0:1788598498.572026:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747056000 00000100:00100000:1.0:1788598498.572028:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747056000 00000100:00100000:1.0:1788598498.572041:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747056512 00000100:00100000:1.0:1788598498.572043:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747056512 00000100:00100000:1.0:1788598498.572056:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1788598498.572062:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747055360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.572096:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747055360:12345-0@lo:400:kworker.0 Request processed in 34us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598498.572102:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1788598498.572114:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1788598498.572120:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747055872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.572144:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747055872:12345-0@lo:400:kworker.0 Request processed in 26us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598498.572150:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1788598498.572161:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1788598498.572167:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747056384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.572190:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747056384:12345-0@lo:400:kworker.0 Request processed in 24us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598498.572196:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1788598498.572206:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1788598498.572211:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747056000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.572236:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747056000:12345-0@lo:400:kworker.0 Request processed in 25us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598498.572242:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1788598498.572253:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1788598498.572258:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747056512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.572282:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747056512:12345-0@lo:400:kworker.0 Request processed in 24us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598498.572287:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00080000:1.0:1788598498.572306:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598498.572310:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598498.572342:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747055488:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.572354:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747056000:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.572363:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747056512:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.572372:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747055360:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.572380:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747055872:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.572388:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747056384:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.572621:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747055104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598498.572664:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598498.572710:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747055616:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.572771:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598498.572791:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747056128:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.572816:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598498.572831:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747056640:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.572846:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598498.572865:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1788598498.572871:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747055232:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.572894:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598498.572913:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747055744:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.572933:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598498.572952:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747056256:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.572969:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598498.572986:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747056768:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.573005:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598498.573042:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747056128 00000100:00100000:2.0:1788598498.573048:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747056128 00000100:00100000:2.0:1788598498.573090:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747056640 00000100:00100000:2.0:1788598498.573092:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747056640 00000100:00100000:2.0:1788598498.573107:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747056256 00000100:00100000:2.0:1788598498.573109:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747056256 00000100:00100000:2.0:1788598498.573122:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747056768 00000100:00100000:2.0:1788598498.573124:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747056768 00000100:00100000:2.0:1788598498.573138:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1788598498.573144:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747056128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.573186:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747056128:12345-0@lo:400:kworker.0 Request processed in 42us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598498.573193:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1788598498.573207:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1788598498.573213:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747056640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.573240:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747056640:12345-0@lo:400:kworker.0 Request processed in 28us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598498.573245:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1788598498.573255:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1788598498.573260:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3667:x1875480747056256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.573281:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3667:x1875480747056256:12345-0@lo:400:kworker.0 Request processed in 22us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598498.573289:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1788598498.573298:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1788598498.573302:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747056768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.573326:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747056768:12345-0@lo:400:kworker.0 Request processed in 24us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598498.573332:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1788598498.573351:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747055744 00000100:00100000:2.0:1788598498.573354:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747055744 00000100:00100000:2.0:1788598498.573379:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1788598498.573385:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747055744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.573416:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747055744:12345-0@lo:400:kworker.0 Request processed in 31us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598498.573422:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:2.0:1788598498.573465:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598498.573469:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598498.573502:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747055744:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.573513:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747056256:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.573522:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747056768:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.573544:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747056128:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.573554:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747056640:0@lo:400:kworker.0 00000100:00100000:0.0:1788598498.573683:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747055616 00000100:00100000:0.0:1788598498.573688:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747055616 00000100:00100000:0.0:1788598498.573729:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1788598498.573757:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747055616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598498.573800:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747055616:12345-0@lo:400:kworker.0 Request processed in 65us (1066us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598498.573806:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1788598498.573832:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747055616:0@lo:400:kworker.0 00000100:00100000:1.0:1788598498.573911:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747055104 00000100:00100000:1.0:1788598498.573916:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747055104 00000100:00100000:2.0:1788598498.574028:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747055232 00000100:00100000:2.0:1788598498.574032:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747055232 00000100:00100000:2.0:1788598498.574063:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1788598498.574069:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747055232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.574108:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747055232:12345-0@lo:400:kworker.0 Request processed in 39us (1212us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598498.574113:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1788598498.574181:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1788598498.574190:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747055104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598498.574219:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788598498.574256:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747055104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (1591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598498.574262:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1788598498.576718:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747055232:0@lo:400:kworker.0 00000100:00100000:2.0:1788598498.576776:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747055104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598499.074649:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598499.074680:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747056896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598499.075099:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598499.075303:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747056896 00000100:00100000:2.0:1788598499.075314:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747056896 00000100:00100000:2.0:1788598499.075384:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1788598499.075395:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747056896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598499.075428:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1788598499.075492:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747056896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598499.075501:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1788598499.076128:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747056896:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598499.211348:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788598500.100449:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000001:00080000:1.0:1788598500.100476:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00010000:00010000:3.0:1788598500.229248:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598500.610053:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747057024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598500.610145:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598500.610240:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747057024 00000100:00100000:3.0:1788598500.610252:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747057024 00000100:00100000:2.0:1788598500.610317:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747057152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598500.610324:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1788598500.610336:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747057024:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598500.610350:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1788598500.610377:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598500.610394:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747057152 00000100:00100000:2.0:1788598500.610398:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747057152 00000100:00100000:2.0:1788598500.610420:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1788598500.610427:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747057152:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598500.610433:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747057024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (289us total) trans 0 rc 0/0 00002000:00000024:2.0:1788598500.610438:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598500.610441:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1788598500.610463:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747057152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (112us total) trans 0 rc 0/0 00000100:00080000:3.0:1788598500.610465:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598500.610469:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1788598500.610503:0:3667:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:2.0:1788598500.610511:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967363 00000004:00080000:2.0:1788598500.610546:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967363 00000004:00080000:2.0:1788598500.610564:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a872f4380, transno 4294967363 00000100:00100000:2.0:1788598500.610592:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747057152:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598500.616131:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747057024:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1788598501.057937:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598501.057951:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598501.058088:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:1.0:1788598501.058100:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1788598501.059473:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968110 is committed 00000001:00080000:1.0:1788598501.059497:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968109 is committed 00000020:00080000:1.0:1788598501.059515:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a88a923c0 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:1.0:1788598501.059534:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a887e7c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a88a92840 00000020:00080000:1.0:1788598501.059539:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a887e7200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a88b3a800 00000020:00080000:1.0:1788598501.059574:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00010000:00010000:3.0:1788598501.060631:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598501.060649:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598501.060658:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598501.060664:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598501.060669:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598501.060678:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598501.060701:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8a1a85f80400) 00010000:00010000:3.0:1788598501.060704:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598501.060711:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598501.060717:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070d4f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788598501.061451:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:2.0:1788598501.061563:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00000100:00100000:2.0:1788598501.122787:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747057280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598501.122892:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598501.123070:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747057280 00000100:00100000:1.0:1788598501.123079:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747057280 00000100:00100000:1.0:1788598501.123143:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1788598501.123152:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747057280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598501.123196:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444360192 avail 1298120704 00000100:00100000:1.0:1788598501.123253:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747057280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598501.123260:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1788598501.123308:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747057280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598501.157998:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598501.159216:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723051520 00000100:00100000:2.0:1788598501.159235:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723051520 00000100:00080000:3.0:1788598501.159310:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598501.159343:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1307 00000100:00100000:2.0:1788598501.166719:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31177:x1875480723051520:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788598501.166976:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31177:x1875480723051520:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 7611us (8978us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598501.166991:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1307 00000100:00100000:0.0:1788598501.170019:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598501.170134:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723051648 00000100:00100000:2.0:1788598501.170152:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723051648 00000100:00100000:2.0:1788598501.170261:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1308 00000100:00100000:2.0:1788598501.170276:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:31177:x1875480723051648:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788598501.170430:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:31177:x1875480723051648:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 158us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598501.170438:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1308 00000100:00080000:3.0:1788598501.170510:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:1.0:1788598501.186350:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598501.251837:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788598502.149626:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000001:00080000:3.0:1788598502.149647:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00010000:00010000:0.0:1788598502.277256:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598502.534906:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598502.534950:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598502.534985:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598502.535016:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598502.535036:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598502.535062:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598502.535079:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598502.535101:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598502.535128:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598502.535178:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723052288 00000100:00100000:1.0:1788598502.535191:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723052288 00000100:00100000:1.0:1788598502.535270:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723052800 00000100:00100000:1.0:1788598502.535274:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723052800 00000100:00100000:1.0:1788598502.535292:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723052160 00000100:00100000:1.0:1788598502.535294:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723052160 00000100:00100000:1.0:1788598502.535307:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723052672 00000100:00100000:1.0:1788598502.535309:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723052672 00000100:00100000:1.0:1788598502.535325:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 645 00000100:00100000:1.0:1788598502.535336:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480723052288:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598502.535436:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480723052288:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 102us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598502.535445:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 645 00000100:00100000:1.0:1788598502.535465:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 646 00000100:00100000:1.0:1788598502.535471:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723052800:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598502.535498:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723052800:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598502.535505:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 646 00000100:00100000:1.0:1788598502.535527:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 647 00000100:00100000:1.0:1788598502.535534:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723052160:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598502.535560:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723052160:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598502.535566:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 647 00000100:00100000:1.0:1788598502.535578:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 648 00000100:00100000:1.0:1788598502.535584:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723052672:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598502.535608:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723052672:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598502.535614:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 648 00000100:00100000:1.0:1788598502.535644:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723052032 00000100:00100000:1.0:1788598502.535648:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723052032 00000100:00100000:1.0:1788598502.535678:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723052544 00000100:00100000:1.0:1788598502.535682:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723052544 00000100:00100000:1.0:1788598502.535693:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723051904 00000100:00100000:1.0:1788598502.535696:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723051904 00000100:00100000:1.0:1788598502.535708:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723052416 00000100:00100000:1.0:1788598502.535710:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723052416 00000100:00100000:1.0:1788598502.535721:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 996 00000100:00100000:1.0:1788598502.535726:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723052032:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598502.535795:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723052032:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 68us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598502.535802:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 996 00000100:00100000:1.0:1788598502.535814:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 997 00000100:00100000:1.0:1788598502.535819:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723052544:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598502.535840:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723052544:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598502.535846:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 997 00000100:00100000:1.0:1788598502.535856:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 998 00000100:00100000:1.0:1788598502.535862:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+100:2432:x1875480723051904:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598502.535883:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+100:2432:x1875480723051904:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598502.535889:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 998 00000100:00100000:1.0:1788598502.535898:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 999 00000100:00100000:1.0:1788598502.535904:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2432:x1875480723052416:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598502.535927:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2432:x1875480723052416:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598502.535933:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 999 00000100:00080000:1.0:1788598502.535955:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598502.535960:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598502.535962:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598502.535964:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598502.537009:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723051776 00000100:00100000:3.0:1788598502.537024:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723051776 00000100:00100000:3.0:1788598502.537096:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 732 00000100:00100000:3.0:1788598502.537106:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723051776:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598502.539223:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723051776:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 2102us (4317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598502.539242:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 732 00000001:02000400:0.0:1788598502.866274:0:23282:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 04:55:01 (1788598501) 00000100:00100000:3.0:1788598503.130795:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598503.133973:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723052928 00000100:00100000:2.0:1788598503.133995:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723052928 00000100:00100000:2.0:1788598503.134087:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 733 00000100:00100000:2.0:1788598503.134100:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:31817:x1875480723052928:12345-192.168.202.17@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788598503.134121:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598503.134144:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a893ede00/0x6b7334fb16070d8e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec077 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598503.134185:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a893ede00/0x6b7334fb16070d8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec077 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598503.134197:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a893ede00/0x6b7334fb16070d8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec077 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598503.134212:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ede00, rc 0) 00000100:00100000:2.0:1788598503.134307:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+13:31817:x1875480723052928:12345-192.168.202.17@tcp:101:mount.lustre.0 Request processed in 208us (3526us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598503.134314:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 733 00000100:00100000:3.0:1788598503.152322:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.152370:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723053056 00000100:00100000:3.0:1788598503.152386:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723053056 00000100:00100000:3.0:1788598503.152451:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 734 00000100:00100000:3.0:1788598503.152463:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+13:31817:x1875480723053056:12345-192.168.202.17@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788598503.152683:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+13:31817:x1875480723053056:12345-192.168.202.17@tcp:501:mount.lustre.0 Request processed in 221us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.152693:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 734 00000100:00100000:0.0:1788598503.173993:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598503.174021:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747057408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598503.174109:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598503.175508:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747057408 00000100:00100000:2.0:1788598503.175535:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747057408 00000100:00100000:2.0:1788598503.175610:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1788598503.175621:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747057408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598503.175669:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598503.175775:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747057408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 156us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598503.175783:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1788598503.175846:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747057408:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598503.182942:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.184833:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723053184 00000100:00100000:3.0:1788598503.184853:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723053184 00000100:00100000:3.0:1788598503.184952:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 735 00000100:00100000:3.0:1788598503.184963:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+13:31817:x1875480723053184:12345-192.168.202.17@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788598503.185189:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+13:31817:x1875480723053184:12345-192.168.202.17@tcp:503:mount.lustre.0 Request processed in 227us (2262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.185198:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 735 00000100:00100000:1.0:1788598503.189945:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598503.190897:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723053312 00000100:00100000:2.0:1788598503.190911:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723053312 00000100:00100000:2.0:1788598503.190983:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 736 00000100:00100000:2.0:1788598503.190995:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+13:31821:x1875480723053312:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788598503.191211:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+13:31821:x1875480723053312:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 218us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598503.191224:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 736 00000100:00100000:3.0:1788598503.260897:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.261003:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723053440 00000100:00100000:0.0:1788598503.261016:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723053440 00000100:00100000:0.0:1788598503.261094:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 737 00000100:00100000:0.0:1788598503.261106:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+13:31821:x1875480723053440:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788598503.261447:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+13:31821:x1875480723053440:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 342us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.261456:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 737 00000100:00100000:2.0:1788598503.270018:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.270273:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723053568 00000100:00100000:3.0:1788598503.270288:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723053568 00000100:00100000:3.0:1788598503.270361:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 738 00000100:00100000:3.0:1788598503.270374:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+13:31821:x1875480723053568:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788598503.270633:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+13:31821:x1875480723053568:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 262us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.270643:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 738 00000100:00100000:1.0:1788598503.291833:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.292378:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723053696 00000100:00100000:0.0:1788598503.292392:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723053696 00000100:00100000:0.0:1788598503.292466:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 739 00000100:00100000:0.0:1788598503.292477:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+13:31817:x1875480723053696:12345-192.168.202.17@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788598503.292501:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598503.292533:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a89731400/0x6b7334fb16070d95 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec0a8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.292573:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a89731400/0x6b7334fb16070d95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0a8 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.292586:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a89731400/0x6b7334fb16070d95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0a8 expref: 14 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.292597:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731400, rc 0) 00000100:00100000:0.0:1788598503.292680:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+14:31817:x1875480723053696:12345-192.168.202.17@tcp:101:mount.lustre.0 Request processed in 204us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.292688:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 739 00000100:00100000:0.0:1788598503.296043:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598503.298479:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723053824 00000100:00100000:2.0:1788598503.298502:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723053824 00000100:00100000:2.0:1788598503.298609:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 740 00000100:00100000:2.0:1788598503.298621:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+14:31817:x1875480723053824:12345-192.168.202.17@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788598503.298657:0:6516:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788598503.298692:0:6516:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788598503.298697:0:6516:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788598503.298701:0:6516:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788598503.298704:0:6516:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788598503.298706:0:6516:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 6 00010000:00010000:3.0:1788598503.298966:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598503.311081:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+14:31817:x1875480723053824:12345-192.168.202.17@tcp:256:mount.lustre.0 Request processed in 12444us (15036us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.311099:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 740 00000100:00100000:1.0:1788598503.318222:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.318777:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723053952 00000100:00100000:3.0:1788598503.318790:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723053952 00000100:00100000:3.0:1788598503.318875:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 741 00000100:00100000:3.0:1788598503.318886:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+14:31817:x1875480723053952:12345-192.168.202.17@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788598503.318909:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598503.318932:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a1a89656c00/0x6b7334fb16070d9c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec0af expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.318976:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a1a89656c00/0x6b7334fb16070d9c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0af expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.318988:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a1a89656c00/0x6b7334fb16070d9c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0af expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.318999:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598503.319080:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+15:31817:x1875480723053952:12345-192.168.202.17@tcp:101:mount.lustre.0 Request processed in 196us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.319089:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 741 00000100:00100000:0.0:1788598503.328397:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.328531:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723054080 00000100:00100000:3.0:1788598503.328547:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723054080 00000100:00100000:2.0:1788598503.329049:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 742 00000100:00100000:2.0:1788598503.329066:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+15:31817:x1875480723054080:12345-192.168.202.17@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788598503.329303:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+15:31817:x1875480723054080:12345-192.168.202.17@tcp:501:mount.lustre.0 Request processed in 241us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598503.329320:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 742 00000100:00100000:2.0:1788598503.345336:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.345445:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723054208 00000100:00100000:1.0:1788598503.345458:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723054208 00000100:00100000:1.0:1788598503.345537:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 743 00000100:00100000:1.0:1788598503.345548:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+15:31817:x1875480723054208:12345-192.168.202.17@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788598503.345978:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+15:31817:x1875480723054208:12345-192.168.202.17@tcp:503:mount.lustre.0 Request processed in 246us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.345989:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 743 00000100:00100000:1.0:1788598503.359016:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.360224:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723054336 00000100:00100000:0.0:1788598503.360242:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723054336 00000100:00100000:0.0:1788598503.360333:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 744 00000100:00100000:0.0:1788598503.360345:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+15:31833:x1875480723054336:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788598503.360614:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+15:31833:x1875480723054336:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 271us (1612us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.360623:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 744 00000100:00100000:0.0:1788598503.364665:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.365004:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723054464 00000100:00100000:1.0:1788598503.365016:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723054464 00000100:00100000:1.0:1788598503.365086:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 745 00000100:00100000:1.0:1788598503.365109:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+15:31833:x1875480723054464:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788598503.365309:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+15:31833:x1875480723054464:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 203us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.365318:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 745 00000100:00100000:3.0:1788598503.387268:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.387409:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.387678:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723054592 00000100:00100000:0.0:1788598503.387692:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723054592 00000100:00100000:0.0:1788598503.387807:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723054848 00000100:00100000:0.0:1788598503.387810:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723054848 00000100:00100000:0.0:1788598503.387834:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1309 00000100:00100000:0.0:1788598503.387845:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2431:x1875480723054592:12345-192.168.202.17@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788598503.387886:0:10034:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from 2c76fd49-1399-4b53-b369-df3b4832d715@192.168.202.17@tcp t0 exp 0000000000000000 cur 793 last 0 00000020:00000080:0.0:1788598503.387955:0:10034:0:(genops.c:1404:class_connect()) connect: client 2c76fd49-1399-4b53-b369-df3b4832d715, cookie 0x6b7334fb16070da3 00000004:00100000:0.0:1788598503.387990:0:10034:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788598503.388141:0:10034:0:(import.c:65:import_set_state_nolock()) ffff8a1a89339800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788598503.388234:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:2431:x1875480723054592:12345-192.168.202.17@tcp:38:mount.lustre.0 Request processed in 389us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.388243:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1309 00000100:00100000:0.0:1788598503.388264:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1310 00000100:00100000:0.0:1788598503.388269:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2431:x1875480723054848:12345-192.168.202.17@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788598503.388286:0:10034:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0001: connection from 2c76fd49-1399-4b53-b369-df3b4832d715@192.168.202.17@tcp t0 exp 0000000000000000 cur 793 last 0 00000020:00000080:0.0:1788598503.388311:0:10034:0:(genops.c:1404:class_connect()) connect: client 2c76fd49-1399-4b53-b369-df3b4832d715, cookie 0x6b7334fb16070daa 00000004:00100000:0.0:1788598503.388325:0:10034:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788598503.388400:0:10034:0:(import.c:65:import_set_state_nolock()) ffff8a1a8933d800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788598503.388452:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:2431:x1875480723054848:12345-192.168.202.17@tcp:38:mount.lustre.0 Request processed in 180us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.388459:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1310 00000100:00100000:3.0:1788598503.392363:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.392481:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.392526:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.392585:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723055488 00000100:00100000:1.0:1788598503.392596:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723055488 00000100:00100000:1.0:1788598503.392677:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 649 00000100:00100000:1.0:1788598503.392688:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723055488:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598503.392795:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723055488:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 108us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.392802:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 649 00000100:00100000:2.0:1788598503.398699:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723055232 00000100:00100000:3.0:1788598503.398709:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598503.398713:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723055232 00000100:00100000:3.0:1788598503.398759:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.398788:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723056000 00000100:00100000:1.0:1788598503.398793:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723056000 00000100:00100000:1.0:1788598503.398855:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 650 00000100:00100000:1.0:1788598503.398865:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723056000:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598503.398949:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723056000:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 85us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.398956:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 650 00000100:00100000:3.0:1788598503.399808:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.399830:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.399915:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723055744 00000100:00100000:0.0:1788598503.399921:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723055744 00000100:00100000:2.0:1788598503.399932:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723055360 00000100:00100000:2.0:1788598503.399938:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723055360 00000100:00100000:2.0:1788598503.399967:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1000 00000100:00100000:2.0:1788598503.399975:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+100:2433:x1875480723055232:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598503.399979:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1001 00000100:00100000:0.0:1788598503.399991:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2433:x1875480723055744:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598503.400025:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+100:2433:x1875480723055232:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 50us (7671us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.400031:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2433:x1875480723055744:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 41us (7502us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598503.400044:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1000 00000100:00100000:0.0:1788598503.400090:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1001 00000100:00100000:1.0:1788598503.400100:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1002 00000100:00100000:1.0:1788598503.400110:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723055360:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598503.400116:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723055616 00000100:00100000:0.0:1788598503.400121:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723055616 00000100:00100000:1.0:1788598503.400141:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723055360:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (1382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.400148:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1002 00000100:00100000:0.0:1788598503.400152:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 651 00000100:00100000:0.0:1788598503.400162:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480723055616:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:1.0:1788598503.400169:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598503.400205:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+13:2433:x1875480723055616:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 44us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.400212:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 651 00000100:00100000:3.0:1788598503.400723:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.400767:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723055872 00000100:00100000:0.0:1788598503.400772:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723055872 00000100:00100000:0.0:1788598503.400806:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1003 00000100:00100000:0.0:1788598503.400812:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723055872:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598503.400820:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.400846:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723055872:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.400852:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1003 00000100:00100000:0.0:1788598503.400863:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723054720 00000100:00100000:0.0:1788598503.400866:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723054720 00000100:00100000:0.0:1788598503.400889:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1311 00000100:00100000:0.0:1788598503.400895:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:0:x1875480723054720:12345-192.168.202.17@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788598503.400918:0:10034:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:1.0:1788598503.400928:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723056128 00000100:00100000:1.0:1788598503.400931:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723056128 00000100:00100000:1.0:1788598503.400956:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 652 00000100:00100000:0.0:1788598503.400961:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:0:x1875480723054720:12345-192.168.202.17@tcp:41:mount.lustre.0 Request processed in 67us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.400962:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723056128:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598503.400968:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1311 00000100:00100000:1.0:1788598503.400987:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723056128:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.400993:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 652 00000100:00080000:2.0:1788598503.401028:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598503.401032:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598503.408877:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.408924:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.409228:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723055104 00000100:00100000:0.0:1788598503.409240:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723055104 00000100:00100000:0.0:1788598503.409319:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723054976 00000100:00100000:0.0:1788598503.409323:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723054976 00000100:00100000:0.0:1788598503.409370:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1312 00000100:00100000:0.0:1788598503.409379:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:31817:x1875480723055104:12345-192.168.202.17@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788598503.409423:0:10034:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:0.0:1788598503.409491:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:31817:x1875480723055104:12345-192.168.202.17@tcp:41:mount.lustre.0 Request processed in 112us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.409498:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1312 00000100:00100000:0.0:1788598503.409529:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1313 00000100:00100000:0.0:1788598503.409536:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:0:x1875480723054976:12345-192.168.202.17@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788598503.409548:0:10034:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00080000:3.0:1788598503.409557:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598503.410002:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:0:x1875480723054976:12345-192.168.202.17@tcp:41:mount.lustre.0 Request processed in 465us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.410009:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1313 00000100:00100000:3.0:1788598503.419999:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598503.420284:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723056256 00000100:00100000:2.0:1788598503.420303:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723056256 00000100:00100000:2.0:1788598503.420363:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1314 00000100:00100000:2.0:1788598503.420373:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+6:31817:x1875480723056256:12345-192.168.202.17@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788598503.420715:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+6:31817:x1875480723056256:12345-192.168.202.17@tcp:40:mount.lustre.0 Request processed in 343us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598503.420724:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1314 00000100:00100000:3.0:1788598503.423644:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.424099:0:6534:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723056640 00000100:00100000:0.0:1788598503.424110:0:6534:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723056640 00000100:00100000:0.0:1788598503.424188:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:0.0:1788598503.424199:0:6534:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87ac9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2c76fd49-1399-4b53-b369-df3b4832d715+6:31817:x1875480723056640:12345-192.168.202.17@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788598503.424308:0:6534:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87ac9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2c76fd49-1399-4b53-b369-df3b4832d715+6:31817:x1875480723056640:12345-192.168.202.17@tcp:900:mount.lustre.0 Request processed in 110us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.424316:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:3.0:1788598503.424538:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.424662:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.424785:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723056384 00000100:00100000:1.0:1788598503.424791:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723056384 00000100:00100000:1.0:1788598503.424814:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723056512 00000100:00100000:1.0:1788598503.424817:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723056512 00000100:00100000:1.0:1788598503.424836:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 359 00000100:00100000:1.0:1788598503.424842:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2431:x1875480723056384:12345-192.168.202.17@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788598503.424870:0:14172:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 2c76fd49-1399-4b53-b369-df3b4832d715@192.168.202.17@tcp t0 exp 0000000000000000 cur 793 last 0 00000020:00000080:1.0:1788598503.424899:0:14172:0:(genops.c:1404:class_connect()) connect: client 2c76fd49-1399-4b53-b369-df3b4832d715, cookie 0x6b7334fb16070db1 00002000:00100000:1.0:1788598503.424912:0:14172:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 2c76fd49-1399-4b53-b369-df3b4832d715/ffff8a1a87b7f000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334a ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788598503.424931:0:14172:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1788598503.424962:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 360 00000100:00100000:3.0:1788598503.424969:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2431:x1875480723056512:12345-192.168.202.17@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788598503.424991:0:8405:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 2c76fd49-1399-4b53-b369-df3b4832d715@192.168.202.17@tcp t0 exp 0000000000000000 cur 793 last 0 00000020:00000080:3.0:1788598503.425011:0:8405:0:(genops.c:1404:class_connect()) connect: client 2c76fd49-1399-4b53-b369-df3b4832d715, cookie 0x6b7334fb16070db8 00002000:00100000:3.0:1788598503.425019:0:8405:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 2c76fd49-1399-4b53-b369-df3b4832d715/ffff8a1bc5ba2800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334a ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1788598503.425019:0:14172:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00100000:3.0:1788598503.425034:0:8405:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788598503.425051:0:14172:0:(import.c:65:import_set_state_nolock()) ffff8a1a87b79000 : changing import state from RECOVER to FULL 00002000:00080000:3.0:1788598503.425084:0:8405:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00100000:1.0:1788598503.425101:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+6:2431:x1875480723056384:12345-192.168.202.17@tcp:8:mount.lustre.0 Request processed in 257us (562us total) trans 0 rc 0/0 00000100:00080000:3.0:1788598503.425102:0:8405:0:(import.c:65:import_set_state_nolock()) ffff8a1bc5ba1000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788598503.425112:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 359 00000100:00100000:3.0:1788598503.425136:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2c76fd49-1399-4b53-b369-df3b4832d715+6:2431:x1875480723056512:12345-192.168.202.17@tcp:8:mount.lustre.0 Request processed in 165us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.425144:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 360 00000100:00100000:3.0:1788598503.434855:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.435021:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723056768 00000100:00100000:1.0:1788598503.435032:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723056768 00000100:00100000:1.0:1788598503.435097:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 269 00000100:00100000:1.0:1788598503.435108:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2c76fd49-1399-4b53-b369-df3b4832d715+6:31817:x1875480723056768:12345-192.168.202.17@tcp:33:mount.lustre.0 00000004:00200000:1.0:1788598503.435210:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788598503.435299:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2c76fd49-1399-4b53-b369-df3b4832d715+6:31817:x1875480723056768:12345-192.168.202.17@tcp:33:mount.lustre.0 Request processed in 192us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.435307:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 269 00000100:00100000:2.0:1788598503.684097:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747057664:0@lo:400:kworker.0 00000100:00100000:2.0:1788598503.684171:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598503.684330:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747057536:0@lo:400:kworker.0 00000100:00100000:3.0:1788598503.684367:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598503.684427:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747058048:0@lo:400:kworker.0 00000100:00100000:3.0:1788598503.684475:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747057536 00000100:00100000:3.0:1788598503.684483:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747057536 00000100:00100000:3.0:1788598503.684540:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1788598503.684559:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747057536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598503.684611:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747057536:12345-0@lo:400:kworker.0 Request processed in 61us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.684618:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1788598503.684792:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747058176:0@lo:400:kworker.0 00000100:00100000:2.0:1788598503.684814:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598503.684827:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747058688:0@lo:400:kworker.0 00000100:00100000:0.0:1788598503.684996:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747057664 00000100:00100000:0.0:1788598503.685000:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747057664 00000100:00100000:0.0:1788598503.685031:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747058176 00000100:00100000:0.0:1788598503.685033:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747058176 00000100:00080000:0.0:1788598503.685054:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598503.685073:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1788598503.685080:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747057664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.685153:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747057792:0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.688757:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598503.688818:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747058304:0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.688857:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598503.688879:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747058816:0@lo:400:kworker.0 00000100:00100000:0.0:1788598503.689054:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747057664:12345-0@lo:400:kworker.0 Request processed in 3462us (4370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.689066:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1788598503.689128:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1788598503.689141:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747058176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598503.689204:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747058176:12345-0@lo:400:kworker.0 Request processed in 69us (4389us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.689210:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1788598503.689255:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747057920:0@lo:400:kworker.0 00000100:00100000:0.0:1788598503.689300:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598503.689330:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747058432:0@lo:400:kworker.0 00000100:00100000:0.0:1788598503.689372:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747057792 00000100:00100000:0.0:1788598503.689381:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747057792 00000100:00100000:0.0:1788598503.689692:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1788598503.689702:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747057792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598503.689763:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747057792:12345-0@lo:400:kworker.0 Request processed in 64us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.689770:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1788598503.689791:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747057920 00000100:00100000:0.0:1788598503.689868:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747057920 00000100:00100000:0.0:1788598503.690266:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1788598503.690362:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598503.690421:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747057792:0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.690456:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747058304 00000100:00100000:1.0:1788598503.690460:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747058304 00000100:00100000:1.0:1788598503.690496:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747058816 00000100:00100000:1.0:1788598503.690500:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747058816 00000100:00100000:1.0:1788598503.690554:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1788598503.690563:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747058304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.690607:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747058304:12345-0@lo:400:kworker.0 Request processed in 47us (1749us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.690614:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1788598503.690626:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1788598503.690631:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747058816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.690659:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747058816:12345-0@lo:400:kworker.0 Request processed in 27us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.690664:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00080000:1.0:1788598503.690682:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598503.690687:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598503.690697:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598503.690720:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747058944:0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.690760:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598503.690778:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598503.690784:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747059072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598503.691016:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747057920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598503.691058:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747057920:12345-0@lo:400:kworker.0 Request processed in 784us (1758us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.691065:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1788598503.691110:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747058432 00000100:00100000:0.0:1788598503.691114:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747058432 00000100:00100000:0.0:1788598503.691140:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747058944 00000100:00100000:0.0:1788598503.691143:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747058944 00000100:00100000:0.0:1788598503.691157:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1788598503.691163:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747058432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.693096:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598503.693175:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747057920:0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.693240:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1788598503.693253:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747058944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.693331:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747058944:12345-0@lo:400:kworker.0 Request processed in 72us (2558us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.693339:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1788598503.693373:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747059072 00000100:00100000:1.0:1788598503.693378:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747059072 00000100:00100000:1.0:1788598503.693412:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1788598503.693417:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747059072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598503.693431:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788598503.693459:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747059072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.693464:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00080000:1.0:1788598503.693482:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598503.693486:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598503.693525:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747059072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598503.693537:0:3665:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:1.0:1788598503.693550:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967371 00000100:00100000:1.0:1788598503.693568:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747058944:0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.693617:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747058304:0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.693625:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747058816:0@lo:400:kworker.0 00000100:00100000:3.0:1788598503.699301:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598503.699377:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747058560:0@lo:400:kworker.0 00000100:00100000:3.0:1788598503.699435:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598503.699484:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747057536:0@lo:400:kworker.0 00000100:00100000:3.0:1788598503.699544:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747058048 00000100:00100000:3.0:1788598503.699551:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747058048 00000100:00100000:3.0:1788598503.699609:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747058560 00000100:00100000:3.0:1788598503.699612:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747058560 00000100:00100000:3.0:1788598503.699636:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1788598503.699644:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747058048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598503.699698:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747058048:12345-0@lo:400:kworker.0 Request processed in 55us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.699706:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1788598503.699723:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1788598503.699728:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747058560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598503.699786:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747058560:12345-0@lo:400:kworker.0 Request processed in 57us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.699805:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00080000:3.0:1788598503.699824:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598503.699850:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747058048:0@lo:400:kworker.0 00000100:00100000:3.0:1788598503.699861:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747058560:0@lo:400:kworker.0 00000100:00100000:0.0:1788598503.708133:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747058432:12345-0@lo:400:kworker.0 Request processed in 16959us (17424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.708149:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1788598503.708329:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747058432:0@lo:400:kworker.0 00000100:00100000:2.0:1788598503.710054:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598503.710164:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747058688 00000100:00100000:1.0:1788598503.710173:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747058688 00000100:00100000:1.0:1788598503.710245:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1788598503.710254:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747058688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.710315:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747058688:12345-0@lo:400:kworker.0 Request processed in 62us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.710321:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00080000:3.0:1788598503.710471:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598503.713154:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747058688:0@lo:400:kworker.0 00000100:00100000:2.0:1788598503.713257:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747057664:0@lo:400:kworker.0 00000100:00100000:2.0:1788598503.713269:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747058176:0@lo:400:kworker.0 00000100:00100000:1.0:1788598503.817371:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598503.817472:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723056896 00000100:00100000:3.0:1788598503.817482:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723056896 00000100:00100000:3.0:1788598503.818354:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1315 00000100:00100000:3.0:1788598503.818367:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+6:31877:x1875480723056896:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598503.818389:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598503.818411:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070dbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec0e0 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.818475:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.818490:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.818501:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598503.818565:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788598503.818570:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598503.818591:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.818615:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070dbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e0 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.818632:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e0 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.818641:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598503.818643:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598503.818647:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657600, rc 0) 00000100:00100000:3.0:1788598503.818712:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+7:31877:x1875480723056896:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 348us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.818721:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1315 00000100:00100000:2.0:1788598503.825031:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.825293:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723057024 00000100:00100000:1.0:1788598503.825303:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723057024 00000100:00100000:1.0:1788598503.825365:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1316 00000100:00100000:1.0:1788598503.825375:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+7:31878:x1875480723057024:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598503.825395:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598503.825415:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070dcd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec0e7 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.825479:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070dd4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.825494:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.825505:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.825778:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070ddb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.825786:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070ddb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.825864:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070ddb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.825920:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16070de2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.825928:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16070de2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.825935:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16070de2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598503.825966:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788598503.825970:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598503.825988:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16070de2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.825999:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826005:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070dd4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826011:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070dd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826016:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598503.826020:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070dd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826027:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070dd4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826038:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598503.826041:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598503.826045:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070dd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826253:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070dd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826268:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070ddb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826274:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070ddb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826279:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070ddb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826282:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598503.826285:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070ddb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826290:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070ddb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826297:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598503.826299:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598503.826302:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070ddb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826307:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070ddb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826341:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070dcd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e7 expref: 9 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826353:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16070de2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e7 expref: 8 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.826360:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a1a8618c700) 00010000:00010000:1.0:1788598503.826362:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598503.826364:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:1.0:1788598503.826489:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+8:31878:x1875480723057024:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1115us (1467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.826496:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1316 00000100:00100000:1.0:1788598503.840139:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.840357:0:6534:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723057152 00000100:00100000:0.0:1788598503.840368:0:6534:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723057152 00000100:00100000:0.0:1788598503.840435:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:0.0:1788598503.840445:0:6534:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2c76fd49-1399-4b53-b369-df3b4832d715+8:31878:x1875480723057152:12345-192.168.202.17@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1788598503.840548:0:6534:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2c76fd49-1399-4b53-b369-df3b4832d715+8:31878:x1875480723057152:12345-192.168.202.17@tcp:900:lhsmtool_posix.0 Request processed in 104us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.840556:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:3.0:1788598503.852316:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.855628:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.858914:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723057408 00000100:00100000:0.0:1788598503.858929:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723057408 00000100:00100000:0.0:1788598503.859014:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723057536 00000100:00100000:0.0:1788598503.859018:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723057536 00000100:00100000:0.0:1788598503.859323:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1317 00000100:00100000:0.0:1788598503.859336:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+8:31878:x1875480723057408:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598503.859362:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598503.859384:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070de9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec0ee expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.859461:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070df0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.859476:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070df0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.859489:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070df0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.859505:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070df7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.859594:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070df7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.859603:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070df7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.859699:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070dfe lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.859708:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070dfe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.859715:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070dfe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598503.859725:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00000100:00100000:3.0:1788598503.860231:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1318 00000100:00100000:3.0:1788598503.860244:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+100:31879:x1875480723057536:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598503.860256:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598503.860266:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070e0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec0f5 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860309:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070e13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860317:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070e13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860324:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070e13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860336:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070e1a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860342:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070e1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860347:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070e1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860368:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070e13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860374:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070e13 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860380:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070e13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860385:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598503.860390:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070e13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860398:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070e13 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860410:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598503.860413:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598503.860418:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070e13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860424:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb16070e13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860438:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070e1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860444:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070e1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860450:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070e1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860456:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598503.860458:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070e1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860464:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070e1a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860475:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8a1a86203100) 00010000:00010000:3.0:1788598503.860478:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598503.860480:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070e1a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860486:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16070e1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860532:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070e0c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0f5 expref: 101 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860543:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598503.860545:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598503.860548:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070e0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0f5 expref: 101 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.860556:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657400, rc 0) 00000100:00100000:3.0:1788598503.860630:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+100:31879:x1875480723057536:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 389us (5010us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598503.860637:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1318 00000001:00080000:0.0:1788598503.868661:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968111 is committed 00000001:00100000:0.0:1788598503.868674:0:6503:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2c76fd49-1399-4b53-b369-df3b4832d715 00000020:00080000:0.0:1788598503.868682:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000020:00080000:2.0:1788598503.868774:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:2.0:1788598503.868784:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00010000:00010000:1.0:1788598503.869191:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070df0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869205:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070df0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869213:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070df0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869220:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598503.869225:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070df0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869232:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070df0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869250:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a1a8618c700) 00010000:00010000:1.0:1788598503.869253:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598503.869257:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070df0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869262:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730600/0x6b7334fb16070df0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869277:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070df7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869283:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070df7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869289:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070df7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869294:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89730c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598503.869296:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070df7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869301:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070df7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869309:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8a1a85f80500) 00010000:00010000:1.0:1788598503.869311:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598503.869314:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070df7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869319:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070df7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869826:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070de9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0ee expref: 9 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869844:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070dfe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0ee expref: 8 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.869852:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:1.0:1788598503.869854:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598503.869856:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730200, rc 0) 00000100:00100000:1.0:1788598503.869925:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+8:31878:x1875480723057408:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 10591us (17618us total) trans 4294968111 rc 0/0 00000100:00100000:1.0:1788598503.869933:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1317 00000100:00100000:1.0:1788598503.874852:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.874899:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.876397:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723057792 00000100:00100000:0.0:1788598503.876409:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723057792 00000100:00100000:0.0:1788598503.876476:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723057920 00000100:00100000:0.0:1788598503.876481:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723057920 00000100:00100000:0.0:1788598503.876508:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1319 00000100:00100000:0.0:1788598503.876534:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+100:31879:x1875480723057792:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:0.0:1788598503.876589:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598503.876617:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070982 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf20 expref: 100 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.876639:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598503.876644:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598503.876704:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.876717:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf35 expref: 45 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.876725:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e0 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.876778:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598503.876895:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1320 00000100:00100000:1.0:1788598503.876906:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+8:31878:x1875480723057920:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788598503.876988:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+8:31878:x1875480723057920:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 85us (2088us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.876995:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1320 00010000:00010000:0.0:1788598503.877077:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e0 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.877091:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e0 expref: 7 pid: 6524 timeout: 893 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598503.877107:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f72300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747059200:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598503.877191:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf35 expref: 45 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.877204:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf35 expref: 45 pid: 13009 timeout: 893 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598503.877213:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747059328:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598503.877235:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ee240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598503.890566:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.890598:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.890635:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.890793:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f72300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747059200:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598503.890821:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747059328:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598503.890848:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598503.891543:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723058048 00000100:00100000:3.0:1788598503.891552:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723058048 00010000:00010000:3.0:1788598503.891592:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf35 expref: 46 pid: 13009 timeout: 893 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598503.891631:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723058176 00000100:00100000:3.0:1788598503.891635:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723058176 00010000:00010000:3.0:1788598503.891649:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e0 expref: 8 pid: 6524 timeout: 893 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598503.891680:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 403 00000100:00100000:3.0:1788598503.891689:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+46:2435:x1875480723058048:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598503.891705:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598503.891712:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf35 expref: 46 pid: 13009 timeout: 893 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.891723:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf35 expref: 46 pid: 13009 timeout: 893 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.891772:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb160709c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdebf35 expref: 46 pid: 13009 timeout: 893 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.891789:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598503.891806:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.891816:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598503.891869:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+45:2435:x1875480723058048:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 181us (1312us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.891878:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 403 00000100:00100000:3.0:1788598503.891896:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 404 00000100:00100000:3.0:1788598503.891903:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2c76fd49-1399-4b53-b369-df3b4832d715+8:2435:x1875480723058176:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598503.891911:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598503.891915:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e0 expref: 8 pid: 6524 timeout: 893 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.891931:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e0 expref: 8 pid: 6524 timeout: 893 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.891944:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070dc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e0 expref: 8 pid: 6524 timeout: 893 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.891954:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598503.891958:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.891966:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.891975:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598503.891995:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598503.892014:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2c76fd49-1399-4b53-b369-df3b4832d715+7:2435:x1875480723058176:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 111us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.892021:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 404 00000100:00100000:3.0:1788598503.892042:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723058304 00000100:00100000:3.0:1788598503.892045:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723058304 00000100:00100000:3.0:1788598503.892069:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1321 00000100:00100000:3.0:1788598503.892075:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+6:31878:x1875480723058304:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788598503.892132:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+6:31878:x1875480723058304:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 56us (1495us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598503.892138:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1321 00010000:00010000:1.0:1788598503.893202:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893213:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893238:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893248:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893257:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893818:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893829:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893836:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598503.893849:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b5a6f6e reply state 000000005026b302 transno 4294968112 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893861:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893867:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598503.893870:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598503.893874:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788598503.893878:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:1.0:1788598503.893885:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893891:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893897:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893902:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598503.893906:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893913:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893921:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598503.893923:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598503.893927:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893932:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e21 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598503.893944:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b5a6f6e reply state 000000005026b302 transno 4294968112 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893951:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.893961:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8a1bc29e3900) 00010000:00010000:1.0:1788598503.893963:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598503.893964:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788598503.894045:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+101:31879:x1875480723057792:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 17511us (19199us total) trans 4294968112 rc 0/0 00000100:00100000:1.0:1788598503.894054:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1319 00000100:00100000:0.0:1788598503.954393:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.955117:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723058432 00000100:00100000:1.0:1788598503.955129:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723058432 00000100:00100000:1.0:1788598503.955202:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1322 00000100:00100000:1.0:1788598503.955212:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+45:31883:x1875480723058432:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:1.0:1788598503.955234:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598503.955255:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb16070e36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec0fc expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.955336:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.955353:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.955367:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598503.955416:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788598503.955420:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598503.955443:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.955468:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb16070e36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0fc expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.955488:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0fc expref: 46 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.955497:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598503.955501:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598503.955505:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f200, rc 0) 00000100:00100000:1.0:1788598503.955678:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31883:x1875480723058432:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 467us (1294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.955686:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1322 00000100:00100000:2.0:1788598503.971078:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598503.971119:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.971208:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723058560 00000100:00100000:1.0:1788598503.971218:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723058560 00000100:00100000:1.0:1788598503.971275:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723058816 00000100:00100000:1.0:1788598503.971278:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723058816 00000100:00100000:1.0:1788598503.971317:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1323 00000100:00100000:1.0:1788598503.971327:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+6:2432:x1875480723058560:12345-192.168.202.17@tcp:41:mkdir.0 00000004:00000024:1.0:1788598503.971361:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598503.971427:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+6:2432:x1875480723058560:12345-192.168.202.17@tcp:41:mkdir.0 Request processed in 101us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598503.971434:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1323 00000100:00100000:1.0:1788598503.971451:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1324 00000100:00100000:1.0:1788598503.971457:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:31883:x1875480723058816:12345-192.168.202.17@tcp:36:mkdir.0 00000100:00100000:1.0:1788598503.971576:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6523:1875480747059456:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788598503.971621:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598503.971673:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598503.971694:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747059456 00000100:00100000:1.0:1788598503.971697:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747059456 00000100:00100000:1.0:1788598503.971723:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1788598503.971729:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1875480747059456:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788598503.971861:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1875480747059456:12345-0@lo:1000:mdt00_000.0 Request processed in 131us (238us total) trans 0 rc 1/1 00000100:00100000:1.0:1788598503.971868:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1788598503.972001:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6523:1875480747059456:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788598503.972054:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:31883:x1875480723058816:12345-192.168.202.17@tcp:36:mkdir.0 Request processed in 596us (934us total) trans 0 rc -17/-17 00000100:00100000:1.0:1788598503.972060:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1324 00000100:00100000:2.0:1788598503.975073:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598503.975179:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723058944 00000100:00100000:0.0:1788598503.975190:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723058944 00000100:00100000:0.0:1788598503.975243:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1325 00000100:00100000:0.0:1788598503.975252:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+46:31883:x1875480723058944:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:0.0:1788598503.975271:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598503.975290:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070e44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec103 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975351:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975365:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975376:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975386:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975394:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975400:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975460:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975467:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975473:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598503.975507:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:0.0:1788598503.975524:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598503.975549:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975562:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975568:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975574:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975580:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975590:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598503.975594:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975601:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975612:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598503.975615:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598503.975619:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975625:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975639:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975645:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975650:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975655:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598503.975657:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975663:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e52 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975673:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8a1bc29e3900) 00010000:00010000:0.0:1788598503.975676:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598503.975678:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e52 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975684:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975703:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070e44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec103 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975713:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec103 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598503.975720:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:0.0:1788598503.975722:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598503.975724:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731c00, rc 0) 00000100:00100000:0.0:1788598503.975829:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31883:x1875480723058944:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 577us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598503.975837:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1325 00000100:00100000:0.0:1788598503.989033:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598503.989298:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723059072 00000100:00100000:1.0:1788598503.989312:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723059072 00000100:00100000:1.0:1788598503.989402:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1326 00000100:00100000:1.0:1788598503.989415:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31884:x1875480723059072:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598503.989445:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598503.989475:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070e60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec10a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989586:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989604:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989618:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989634:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070e6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989642:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070e6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989648:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070e6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989695:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989719:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e67 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989725:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989772:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598503.989779:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989787:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989812:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598503.989815:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598503.989821:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989826:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989842:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070e6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989849:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070e6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989854:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070e6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989858:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598503.989861:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070e6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989866:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070e6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989873:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8a1bc29e3f00) 00010000:00010000:1.0:1788598503.989876:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598503.989879:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070e6e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989884:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16070e6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989924:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070e60 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec10a expref: 48 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989935:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598503.989937:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598503.989940:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16070e60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec10a expref: 48 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598503.989955:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc 0) 00000100:00100000:1.0:1788598503.990036:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31884:x1875480723059072:12345-192.168.202.17@tcp:101:rm.0 Request processed in 623us (1018us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598503.990044:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1326 00000100:00100000:3.0:1788598504.005527:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598504.005834:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723059328 00000100:00100000:0.0:1788598504.005851:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723059328 00000100:00100000:0.0:1788598504.005941:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1327 00000100:00100000:0.0:1788598504.005952:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31885:x1875480723059328:12345-192.168.202.17@tcp:101:dd.0 00010000:00010000:0.0:1788598504.005984:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598504.005988:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1788598504.006031:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070e59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec103 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.006059:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:0.0:1788598504.006066:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598504.006082:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070e75 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec111 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.006224:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e7c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.006240:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.006251:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.006267:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.006274:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.006281:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788598504.007309:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:0.0:1788598504.007506:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007533:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007549:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007596:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007603:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e7c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007610:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e7c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007616:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598504.007621:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e7c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007629:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e7c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007643:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:0.0:1788598504.007646:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598504.007651:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e7c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007657:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731e00/0x6b7334fb16070e7c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598504.007673:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000685da61f reply state 000000001fed5305 transno 4294968113 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007686:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.007692:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598504.007694:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598504.007697:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788598504.008151:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731200/0x6b7334fb16070e75 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec111 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.008170:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec111 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.008178:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598504.008180:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598504.008182:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89731000, rc 0) 00000100:00100000:0.0:1788598504.008291:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31885:x1875480723059328:12345-192.168.202.17@tcp:101:dd.0 Request processed in 2340us (2789us total) trans 4294968113 rc 0/0 00000100:00100000:0.0:1788598504.008301:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1327 00000100:00100000:2.0:1788598504.050224:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598504.050341:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723059456 00000100:00100000:1.0:1788598504.050361:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723059456 00000100:00100000:1.0:1788598504.050476:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 361 00000100:00100000:1.0:1788598504.050492:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:31885:x1875480723059456:12345-192.168.202.17@tcp:101:dd.0 00010000:00010000:1.0:1788598504.050544:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598504.050576:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16070e98 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec118 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598504.050610:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788598504.050641:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598504.050645:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598504.050656:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16070e98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec118 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.050676:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16070e98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec118 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.050693:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc 0) 00000100:00080000:3.0:1788598504.050958:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598504.051109:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:31885:x1875480723059456:12345-192.168.202.17@tcp:101:dd.0 Request processed in 622us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598504.051654:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 361 00000100:00100000:2.0:1788598504.103408:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598504.106462:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723059584 00000100:00100000:0.0:1788598504.106480:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723059584 00002000:00100000:0.0:1788598504.106576:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff8a1bc5beb100 x1875480723059584/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:495/0 lens 488/0 e 0 to 0 dl 1788598515 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598504.106591:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5beb100 with x1875480723059584 ext(0->1048575) 00002000:00010000:0.0:1788598504.106599:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5beb100 00000100:00100000:0.0:1788598504.106649:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 97 00000100:00100000:0.0:1788598504.106660:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480723059584:12345-192.168.202.17@tcp:4:dd.0 00000040:00080000:2.0:1788598504.131639:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598504.131653:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598504.136424:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1788598504.136453:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598504.154267:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723059584:12345-192.168.202.17@tcp:4:dd.0 Request processed in 47591us (50859us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1788598504.154290:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 97 00002000:00100000:0.0:1788598504.154307:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff8a1bc5beb100 x1875480723059584/t4294967364(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:495/0 lens 488/448 e 0 to 0 dl 1788598515 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598504.154318:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5beb100 with x1875480723059584 ext(0->1048575) 00002000:00010000:0.0:1788598504.154325:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bc5beb100 00000100:00100000:2.0:1788598504.157054:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598504.157145:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723059712 00000100:00100000:1.0:1788598504.157154:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723059712 00000100:00100000:1.0:1788598504.157231:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1328 00000100:00100000:1.0:1788598504.157240:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31885:x1875480723059712:12345-192.168.202.17@tcp:44:dd.0 00000001:00080000:1.0:1788598504.160107:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968113 is committed 00000001:00080000:1.0:1788598504.160267:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968112 is committed 00010000:00010000:0.0:1788598504.160352:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160369:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160379:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160386:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598504.160392:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160402:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160426:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8a1bc29e3900) 00010000:00010000:0.0:1788598504.160430:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598504.160436:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160443:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16070e28 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160476:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160482:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160489:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160494:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598504.160573:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160582:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160591:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:0.0:1788598504.160594:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598504.160597:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.160603:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16070e2f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598504.161045:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31885:x1875480723059712:12345-192.168.202.17@tcp:44:dd.0 Request processed in 3796us (3991us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598504.161056:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1328 00010000:00010000:3.0:1788598504.162124:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.162137:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.162144:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.162150:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598504.162155:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.162163:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.162178:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8a1a85f80e00) 00010000:00010000:3.0:1788598504.162181:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598504.162185:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.162191:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731600/0x6b7334fb16070e83 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598504.175988:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598504.176369:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723059840 00000100:00100000:0.0:1788598504.176388:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723059840 00000100:00100000:0.0:1788598504.176483:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 362 00000100:00100000:0.0:1788598504.176506:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723059840:12345-192.168.202.17@tcp:16:dd.0 00000001:00080000:3.0:1788598504.181415:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000001:00100000:3.0:1788598504.181437:0:8399:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2c76fd49-1399-4b53-b369-df3b4832d715 00000100:00100000:0.0:1788598504.181987:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480723059840:12345-192.168.202.17@tcp:16:dd.0 Request processed in 5486us (6004us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598504.182008:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 362 00000100:00100000:0.0:1788598504.184789:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598504.185538:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723060096 00000100:00100000:1.0:1788598504.185554:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723060096 00000100:00100000:1.0:1788598504.185646:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 270 00000100:00100000:1.0:1788598504.185659:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31885:x1875480723060096:12345-192.168.202.17@tcp:35:dd.0 00000100:00100000:1.0:1788598504.186415:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31885:x1875480723060096:12345-192.168.202.17@tcp:35:dd.0 Request processed in 753us (1684us total) trans 4294968114 rc 0/0 00000100:00100000:1.0:1788598504.186427:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 270 00000100:00100000:1.0:1788598504.194722:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598504.194779:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747059584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598504.194850:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598504.194988:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747059584 00000100:00100000:2.0:1788598504.194998:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747059584 00000100:00100000:2.0:1788598504.195050:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1788598504.195060:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747059584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598504.195082:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1788598504.195148:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747059584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598504.195157:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1788598504.195359:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747059584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598504.216686:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598504.216801:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723060224 00000100:00100000:1.0:1788598504.216816:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723060224 00000100:00100000:1.0:1788598504.216901:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1329 00000100:00100000:1.0:1788598504.216912:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31886:x1875480723060224:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598504.216937:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598504.216961:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec11f expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217035:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ea6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217054:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ea6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217066:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ea6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217080:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ead lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217087:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217094:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217174:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070eb4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217181:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217188:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598504.217219:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1788598504.217224:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598504.217242:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217254:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ea6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217265:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ea6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217280:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ea6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217286:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598504.217290:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ea6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217297:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ea6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217309:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598504.217312:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598504.217326:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ea6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217333:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ea6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217347:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217353:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ead lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217359:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ead lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217363:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598504.217367:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ead lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217373:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ead lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217380:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8a1bc29e3000) 00010000:00010000:1.0:1788598504.217383:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598504.217386:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ead lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217392:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070ead lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217422:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070e9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec11f expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217436:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ee00/0x6b7334fb16070eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec11f expref: 49 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.217527:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:1.0:1788598504.217530:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788598504.217532:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959ee00, rc 0) 00000100:00100000:1.0:1788598504.217672:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:31886:x1875480723060224:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 762us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598504.217681:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1329 00000100:00100000:2.0:1788598504.245228:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598504.246289:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723060352 00000100:00100000:0.0:1788598504.246305:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723060352 00000100:00100000:0.0:1788598504.246398:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1330 00000100:00100000:0.0:1788598504.246410:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+99:31888:x1875480723060352:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:0.0:1788598504.246438:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598504.246457:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070ebb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec126 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788598504.246520:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788598504.246532:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070ec2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.246547:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.246570:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598504.246615:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598504.246620:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598504.246656:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.246679:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731c00/0x6b7334fb16070ebb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec126 expref: 101 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.246700:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec126 expref: 100 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598504.246715:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598504.246718:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598504.246721:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89730c00, rc 0) 00000100:00100000:0.0:1788598504.246839:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+100:31888:x1875480723060352:12345-192.168.202.17@tcp:101:stat.0 Request processed in 431us (1623us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598504.246846:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1330 00000100:00100000:0.0:1788598504.249642:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598504.249816:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723060480 00000100:00100000:2.0:1788598504.249826:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723060480 00000100:00100000:2.0:1788598504.249882:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1331 00000100:00100000:2.0:1788598504.249892:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+100:31888:x1875480723060480:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:2.0:1788598504.249913:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598504.249934:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070ec9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec12d expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250001:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ed0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250015:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250027:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250041:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ed7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250048:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250053:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250149:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070ede lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250157:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070ede lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250164:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070ede lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598504.250198:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1788598504.250201:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598504.250223:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070ede lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250237:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250242:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ed0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250248:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250254:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598504.250258:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250265:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ed0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250276:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598504.250279:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598504.250284:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ed0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250291:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16070ed0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250304:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250310:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ed7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250316:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250321:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598504.250323:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250328:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ed7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250335:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8a1a86120d00) 00010000:00010000:2.0:1788598504.250337:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598504.250340:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ed7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250345:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070ed7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250374:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070ec9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec12d expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250386:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed600/0x6b7334fb16070ede lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec12d expref: 101 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598504.250392:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:2.0:1788598504.250394:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598504.250397:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed600, rc 0) 00000100:00100000:2.0:1788598504.250456:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+101:31888:x1875480723060480:12345-192.168.202.17@tcp:101:stat.0 Request processed in 565us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598504.250463:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1331 00000100:00100000:3.0:1788598504.253212:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598504.253643:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723060608 00000100:00100000:1.0:1788598504.253656:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723060608 00000100:00100000:1.0:1788598504.253975:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1332 00000100:00100000:1.0:1788598504.253987:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+101:31888:x1875480723060608:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:1.0:1788598504.254019:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598504.254044:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070ee5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec134 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254186:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070eec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254200:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070eec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254212:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070eec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254226:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ef3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254231:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254235:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254376:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254383:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254388:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598504.254430:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1788598504.254435:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598504.254459:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254469:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254476:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070eec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254481:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070eec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254485:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070eec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254490:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598504.254493:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070eec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254499:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070eec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254542:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:1.0:1788598504.254546:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598504.254551:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070eec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254557:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16070eec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.254575:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.255903:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ef3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.255913:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ef3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.255918:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598504.255922:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ef3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.255929:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ef3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.255941:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8a1bc29e3000) 00010000:00010000:1.0:1788598504.255943:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598504.255946:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ef3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.255950:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16070ef3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.256010:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16070ee5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec134 expref: 103 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.256022:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec134 expref: 102 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.256027:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:1.0:1788598504.256029:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598504.256031:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f000, rc 0) 00000100:00100000:1.0:1788598504.258050:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+102:31888:x1875480723060608:12345-192.168.202.17@tcp:101:stat.0 Request processed in 4048us (4834us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598504.258065:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1332 00000040:00080000:3.0:1788598504.259394:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788598504.260369:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598504.260887:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723060736 00000100:00100000:1.0:1788598504.260898:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723060736 00000100:00100000:1.0:1788598504.261019:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 363 00000100:00100000:1.0:1788598504.261029:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723060736:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:1.0:1788598504.261047:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598504.261066:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f01 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec13b expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598504.261135:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747059712:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598504.261368:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92840 going to sleep for 11 seconds 00000100:00080000:3.0:1788598504.261546:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1788598504.270054:0:8403:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:1.0:1788598504.270063:0:8403:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime: 0 -> 1788598504 00002000:00010000:1.0:1788598504.270066:0:8403:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime: 0 -> 1788598504 00002000:00010000:1.0:1788598504.270068:0:8403:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime: 0 -> 1788598504 00002000:00010000:1.0:1788598504.270070:0:8403:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks: 0 -> 2048 00000100:00100000:1.0:1788598504.270105:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747059712:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598504.270146:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f01 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec13b expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.270172:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec13b expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.270190:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f600, rc 0) 00000100:00100000:1.0:1788598504.270250:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723060736:12345-192.168.202.17@tcp:101:stat.0 Request processed in 9223us (9887us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598504.270259:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 363 00000100:00100000:0.0:1788598504.291246:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598504.291696:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723060864 00000100:00100000:1.0:1788598504.291707:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723060864 00000100:00100000:1.0:1788598504.291908:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 364 00000100:00100000:1.0:1788598504.291920:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723060864:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598504.291939:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598504.291957:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec142 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598504.292017:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747059840:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598504.292123:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92840 going to sleep for 11 seconds 00000100:00100000:1.0:1788598504.296262:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747059840:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598504.296508:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f08 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec142 expref: 18 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.296544:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec142 expref: 18 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.296566:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f600, rc 0) 00000100:00100000:1.0:1788598504.296629:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723060864:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4711us (5393us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598504.296640:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 364 00000100:00100000:0.0:1788598504.305586:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598504.305730:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723060992 00000100:00100000:3.0:1788598504.305779:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723060992 00000100:00100000:3.0:1788598504.305851:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1333 00000100:00100000:3.0:1788598504.305862:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+102:31889:x1875480723060992:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598504.305883:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598504.305904:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070f0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec149 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.305974:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.305988:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.306000:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598504.306050:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1788598504.306054:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598504.306071:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.306108:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070f0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec149 expref: 104 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.306127:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec149 expref: 103 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598504.306141:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:3.0:1788598504.306144:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598504.306148:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657400, rc 0) 00000100:00100000:3.0:1788598504.306207:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+103:31889:x1875480723060992:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 347us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598504.306215:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1333 00000100:00100000:0.0:1788598504.320346:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598504.321705:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723061120 00000100:00100000:1.0:1788598504.321720:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723061120 00000100:00100000:1.0:1788598504.321835:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 365 00000100:00100000:1.0:1788598504.321845:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723061120:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598504.321867:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598504.321886:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec150 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598504.321948:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747059968:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598504.322030:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92840 going to sleep for 11 seconds 00010000:00010000:2.0:1788598504.322399:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598504.328480:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747059968:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598504.328535:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f1d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec150 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.328634:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec150 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598504.328648:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f600, rc 0) 00000100:00100000:1.0:1788598504.328834:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723061120:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 6989us (8496us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598504.328844:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 365 00000100:00100000:0.0:1788598504.343195:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598504.343282:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723061376 00000100:00100000:2.0:1788598504.343295:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723061376 00000100:00100000:2.0:1788598504.343370:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1334 00000100:00100000:2.0:1788598504.343379:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+103:31889:x1875480723061376:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:2.0:1788598504.343548:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:2.0:1788598504.343640:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+103:31889:x1875480723061376:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 262us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598504.343648:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1334 00000040:00080000:1.0:1788598505.155072:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598505.155087:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598505.155270:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:1.0:1788598505.155284:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598505.155646:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747060096:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598505.155869:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92900 going to sleep for 11 seconds 00000100:00100000:1.0:1788598505.160931:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747060096:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598505.169534:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598505.172142:0:6534:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723061504 00000100:00100000:1.0:1788598505.172162:0:6534:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723061504 00000100:00100000:1.0:1788598505.172270:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:1.0:1788598505.172287:0:6534:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2c76fd49-1399-4b53-b369-df3b4832d715+6:31900:x1875480723061504:12345-192.168.202.17@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1788598505.172431:0:6534:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2c76fd49-1399-4b53-b369-df3b4832d715+6:31900:x1875480723061504:12345-192.168.202.17@tcp:900:lhsmtool_posix.0 Request processed in 150us (2910us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.172439:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00080000:3.0:1788598505.175860:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598505.186436:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.192920:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723061632 00000100:00100000:0.0:1788598505.192942:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723061632 00000100:00080000:3.0:1788598505.193582:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598505.194042:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1335 00000100:00100000:0.0:1788598505.194066:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+7:31900:x1875480723061632:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598505.194132:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598505.194504:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+7:31900:x1875480723061632:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 449us (8084us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598505.194524:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1335 00000100:00100000:1.0:1788598505.211163:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598505.211364:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723061888 00000100:00100000:2.0:1788598505.211379:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723061888 00000100:00100000:2.0:1788598505.211468:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1336 00000100:00100000:2.0:1788598505.211481:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+7:31900:x1875480723061888:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598505.211543:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598505.211573:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070f24 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec157 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.211725:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.211801:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.211819:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598505.211834:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1788598505.212011:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16070f24 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec157 expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.212038:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec157 expref: 9 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.212049:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:2.0:1788598505.212052:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598505.212056:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ece00, rc 0) 00000100:00100000:2.0:1788598505.212472:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+9:31900:x1875480723061888:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 991us (1323us total) trans 4294968115 rc 0/0 00000100:00100000:2.0:1788598505.212482:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1336 00000100:00100000:3.0:1788598505.233854:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.234451:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723062016 00000100:00100000:0.0:1788598505.234466:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723062016 00000100:00080000:3.0:1788598505.234545:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598505.234576:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 366 00000100:00100000:0.0:1788598505.234588:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2c76fd49-1399-4b53-b369-df3b4832d715+5:2433:x1875480723062016:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598505.234650:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.234678:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16070e98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec118 expref: 8 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.234686:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598505.234689:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598505.234691:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.234730:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16070e98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec118 expref: 8 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.234761:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16070e98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec118 expref: 8 pid: 8406 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598505.234776:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747060224:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598505.234917:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890eea80 going to sleep for 11 seconds 00000100:00100000:0.0:1788598505.246038:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747060224:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598505.246078:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598505.247098:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598505.247258:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723062144 00000100:00100000:3.0:1788598505.247271:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723062144 00010000:00010000:3.0:1788598505.247323:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16070e98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec118 expref: 9 pid: 8406 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598505.247376:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 405 00000100:00100000:3.0:1788598505.247388:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723062144:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598505.247412:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598505.247438:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16070e98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec118 expref: 9 pid: 8406 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.247453:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16070e98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec118 expref: 9 pid: 8406 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.247485:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16070e98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec118 expref: 9 pid: 8406 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.247505:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598505.247517:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598505.247524:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.247535:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.247574:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598505.247588:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.247598:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.247621:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.247629:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598505.247636:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723062144:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 250us (544us total) trans 0 rc 0/0 00010000:00010000:2.0:1788598505.247638:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598505.247644:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 405 00010000:00010000:2.0:1788598505.247646:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89731600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598505.247652:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.247662:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.247675:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.247682:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007a3161b/0x6b7334fb16070f39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598505.247778:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2c76fd49-1399-4b53-b369-df3b4832d715+5:2433:x1875480723062016:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 13192us (13939us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598505.247787:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 366 00000100:00100000:1.0:1788598505.256472:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.256567:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723062400 00000100:00100000:0.0:1788598505.256581:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723062400 00000100:00100000:0.0:1788598505.256664:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1337 00000100:00100000:0.0:1788598505.256676:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+9:31900:x1875480723062400:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598505.256857:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+9:31900:x1875480723062400:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 182us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598505.256865:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1337 00000100:00100000:3.0:1788598505.270616:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598505.272096:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723062528 00000100:00100000:1.0:1788598505.272133:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723062528 00000100:00100000:1.0:1788598505.272234:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 367 00000100:00100000:1.0:1788598505.272247:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2c76fd49-1399-4b53-b369-df3b4832d715+5:2432:x1875480723062528:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598505.272277:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598505.272308:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070f40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec15e expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598505.272345:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 1048576, mtime: 0x6a9bd8e8, atime: 0x0, ctime: 0x6a9bd8e8, blocks: 0x800 00010000:00010000:1.0:1788598505.272387:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598505.272390:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598505.272625:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec15e expref: 6 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.272650:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec15e expref: 6 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.272670:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00000100:00100000:1.0:1788598505.272799:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2c76fd49-1399-4b53-b369-df3b4832d715+6:2432:x1875480723062528:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 554us (2196us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.272808:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 367 00000100:00100000:3.0:1788598505.285249:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.285537:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723062784 00000100:00100000:0.0:1788598505.285551:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723062784 00000100:00100000:0.0:1788598505.285676:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1338 00000100:00100000:0.0:1788598505.285690:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+9:31900:x1875480723062784:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598505.285885:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+9:31900:x1875480723062784:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 197us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598505.285895:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1338 00000100:00100000:1.0:1788598505.305881:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598505.305935:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723062912 00000100:00100000:1.0:1788598505.305948:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723062912 00002000:00100000:1.0:1788598505.306028:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff8a1a8734e300 x1875480723062912/t0(0) o3->2c76fd49-1399-4b53-b369-df3b4832d715@192.168.202.17@tcp:496/0 lens 488/0 e 0 to 0 dl 1788598516 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598505.306041:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8734e300 with x1875480723062912 ext(0->1048575) 00002000:00010000:1.0:1788598505.306048:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a8734e300 00000100:00100000:1.0:1788598505.306082:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 98 00000100:00100000:1.0:1788598505.306093:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2c76fd49-1399-4b53-b369-df3b4832d715+6:2432:x1875480723062912:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00010000:00010000:2.0:1788598505.346432:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598505.371848:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2c76fd49-1399-4b53-b369-df3b4832d715+6:2432:x1875480723062912:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 65738us (65965us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1788598505.371869:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 98 00002000:00100000:2.0:1788598505.371889:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff8a1a8734e300 x1875480723062912/t0(0) o3->2c76fd49-1399-4b53-b369-df3b4832d715@192.168.202.17@tcp:496/0 lens 488/440 e 0 to 0 dl 1788598516 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598505.371903:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8734e300 with x1875480723062912 ext(0->1048575) 00002000:00010000:2.0:1788598505.371913:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a8734e300 00000100:00100000:0.0:1788598505.417112:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.421928:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723063040 00000100:00100000:0.0:1788598505.421941:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723063040 00000100:00100000:0.0:1788598505.422014:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1339 00000100:00100000:0.0:1788598505.422027:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+9:31900:x1875480723063040:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598505.422050:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598505.422072:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f47 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec165 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.422121:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.422137:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.422150:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.422274:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f47 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec165 expref: 11 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.422291:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec165 expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.422301:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598505.422304:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598505.422307:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ba00, rc 0) 00000100:00100000:0.0:1788598505.422369:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+10:31900:x1875480723063040:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 347us (5266us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598505.422374:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1339 00000100:00100000:0.0:1788598505.441388:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598505.442136:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723063168 00000100:00100000:2.0:1788598505.442157:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723063168 00000100:00100000:2.0:1788598505.442255:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1340 00000100:00100000:2.0:1788598505.442270:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+10:31900:x1875480723063168:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598505.442315:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598505.442503:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+10:31900:x1875480723063168:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 235us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598505.442523:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1340 00000100:00100000:2.0:1788598505.449604:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598505.450204:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723063296 00000100:00100000:1.0:1788598505.450218:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723063296 00000100:00100000:1.0:1788598505.450363:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 368 00000100:00100000:1.0:1788598505.450374:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:2433:x1875480723063296:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598505.450418:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070f55 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.450440:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598505.450442:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598505.450447:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070f55 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.450462:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070f55 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.450487:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070f55 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.450495:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070f55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.450503:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070f55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.450522:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598505.450527:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070f55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.450535:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070f55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.450553:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070f55 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.450565:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16070f55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598505.450678:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:2433:x1875480723063296:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 306us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.450685:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 368 00000100:00100000:3.0:1788598505.454546:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598505.454593:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723063552 00000100:00100000:3.0:1788598505.454603:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723063552 00000100:00100000:3.0:1788598505.454660:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1341 00000100:00100000:3.0:1788598505.454671:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+10:31900:x1875480723063552:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598505.454764:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.454783:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec165 expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.454854:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 4/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.455087:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec165 expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.455101:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec165 expref: 10 pid: 6523 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598505.455127:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747060352:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598505.455223:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598505.460487:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747060352:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598505.460538:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598505.463158:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598505.463219:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723063680 00000100:00100000:2.0:1788598505.463231:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723063680 00010000:00010000:2.0:1788598505.463288:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec165 expref: 11 pid: 6523 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598505.463330:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 406 00000100:00100000:2.0:1788598505.463339:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2c76fd49-1399-4b53-b369-df3b4832d715+11:2432:x1875480723063680:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598505.463356:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598505.463364:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec165 expref: 11 pid: 6523 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.463377:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec165 expref: 11 pid: 6523 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.463401:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f4e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec165 expref: 11 pid: 6523 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.463416:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:2.0:1788598505.463421:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.463434:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.463441:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.463473:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598505.463534:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2c76fd49-1399-4b53-b369-df3b4832d715+10:2432:x1875480723063680:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 196us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598505.463542:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 406 00010000:00010000:1.0:1788598505.463663:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.463671:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.463906:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.463914:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.463920:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.463925:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598505.463930:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.463941:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.463951:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:1.0:1788598505.463953:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598505.463957:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.463963:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16070f5c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598505.464069:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+10:31900:x1875480723063552:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 9400us (9532us total) trans 4294968116 rc 0/0 00000100:00100000:1.0:1788598505.464078:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1341 00000040:00080000:0.0:1788598505.464679:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598505.464686:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598505.466113:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1788598505.466129:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598505.479816:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598505.480297:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723063936 00000100:00100000:3.0:1788598505.480308:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723063936 00000100:00100000:1.0:1788598505.481007:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 271 00000100:00100000:1.0:1788598505.481208:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2c76fd49-1399-4b53-b369-df3b4832d715+10:31900:x1875480723063936:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598505.481466:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2c76fd49-1399-4b53-b369-df3b4832d715+11:31900:x1875480723063936:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 266us (1659us total) trans 4294968117 rc 0/0 00000100:00100000:1.0:1788598505.481475:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 271 00000040:00080000:0.0:1788598505.530409:0:23332:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598505.530418:0:23332:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598505.530462:0:23332:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:0.0:1788598505.530469:0:23332:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598505.634776:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598505.634924:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723064064 00000100:00100000:1.0:1788598505.634934:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723064064 00000100:00100000:1.0:1788598505.634995:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 369 00000100:00100000:1.0:1788598505.635005:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723064064:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598505.635025:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598505.635042:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec16c expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.635069:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598505.635071:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598505.635079:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec16c expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.635096:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec16c expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.635111:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f600, rc 0) 00000100:00100000:1.0:1788598505.635179:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+18:2432:x1875480723064064:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 175us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.635186:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 369 00000100:00100000:1.0:1788598505.648619:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.652321:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723064320 00000100:00100000:0.0:1788598505.652338:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723064320 00000100:00100000:0.0:1788598505.652416:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1342 00000100:00100000:0.0:1788598505.652426:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+103:31901:x1875480723064320:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598505.652447:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598505.652470:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f6a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec173 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.652597:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f71 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.652613:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f71 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.652625:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f71 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598505.652639:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:0.0:1788598505.652784:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f6a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec173 expref: 106 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.653002:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f71 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec173 expref: 105 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.653010:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598505.653013:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788598505.653016:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1ba00, rc 0) 00000100:00100000:0.0:1788598505.653088:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+105:31901:x1875480723064320:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 664us (4479us total) trans 4294968118 rc 0/0 00000100:00100000:0.0:1788598505.653096:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1342 00000100:00100000:1.0:1788598505.662013:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598505.662098:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723064448 00000100:00100000:3.0:1788598505.662109:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723064448 00000100:00100000:3.0:1788598505.662170:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 370 00000100:00100000:3.0:1788598505.662181:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+18:2433:x1875480723064448:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:3.0:1788598505.662229:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.662252:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070f40 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec15e expref: 5 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.662261:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec16c expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.662269:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598505.662272:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598505.662275:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 5/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.662321:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec16c expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.662336:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec16c expref: 18 pid: 8403 timeout: 895 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598505.662352:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747060480:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598505.662457:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec15e expref: 5 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.662467:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec15e expref: 5 pid: 8406 timeout: 895 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598505.662476:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88354380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747060608:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598505.662502:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598505.683993:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747060480:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598505.684010:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88354380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747060608:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598505.684036:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598505.684226:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598505.684313:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723064576 00000100:00100000:3.0:1788598505.684322:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723064576 00010000:00010000:3.0:1788598505.684362:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec16c expref: 19 pid: 8403 timeout: 895 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598505.684410:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 407 00000100:00100000:3.0:1788598505.684419:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+19:2433:x1875480723064576:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598505.684436:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598505.684462:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec16c expref: 19 pid: 8403 timeout: 895 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.684476:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec16c expref: 19 pid: 8403 timeout: 895 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.684502:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041f760c4/0x6b7334fb16070f63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec16c expref: 19 pid: 8403 timeout: 895 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.684533:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598505.684585:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+18:2433:x1875480723064576:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 167us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598505.684593:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 407 00000100:00100000:1.0:1788598505.693529:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598505.693573:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723064704 00000100:00100000:1.0:1788598505.693583:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723064704 00010000:00010000:1.0:1788598505.693622:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec15e expref: 6 pid: 8406 timeout: 895 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598505.693660:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 408 00000100:00100000:1.0:1788598505.693670:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba02c2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2c76fd49-1399-4b53-b369-df3b4832d715+6:2433:x1875480723064704:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598505.693684:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598505.693705:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec15e expref: 6 pid: 8406 timeout: 895 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.693726:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec15e expref: 6 pid: 8406 timeout: 895 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.693768:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16070f40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec15e expref: 6 pid: 8406 timeout: 895 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.693783:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598505.693785:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598505.693791:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.693803:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.693832:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598505.693884:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba02c2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2c76fd49-1399-4b53-b369-df3b4832d715+5:2433:x1875480723064704:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 215us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.693892:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 408 00010000:00010000:1.0:1788598505.693951:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.693962:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.693983:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.693991:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.693999:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.694006:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598505.694010:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.694019:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.694032:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.694039:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb16070f7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598505.694089:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723064448:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 31910us (32086us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.694098:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 370 00000100:00100000:1.0:1788598505.704661:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.707647:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723064960 00000100:00100000:0.0:1788598505.707660:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723064960 00000100:00100000:0.0:1788598505.707724:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 272 00000100:00100000:0.0:1788598505.707756:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922edc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+105:31901:x1875480723064960:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:0.0:1788598505.707825:0:15204:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x25:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f71 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec173 expref: 105 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598505.708015:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968119 00000001:00080000:0.0:1788598505.708304:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968120 00010000:00010000:0.0:1788598505.708343:0:15204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.708358:0:15204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec111 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.708368:0:15204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec134 expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.708375:0:15204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec157 expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.708382:0:15204:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 6/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.708415:0:15204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec157 expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.708430:0:15204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec157 expref: 10 pid: 6523 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598505.708444:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86ead180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747060736:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598505.708563:0:15204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec134 expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.708572:0:15204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec134 expref: 108 pid: 10034 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598505.708580:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eac000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747060864:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598505.708607:0:15204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec111 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.708615:0:15204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec111 expref: 48 pid: 6524 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598505.708623:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747060992:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598505.708641:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ee480 going to sleep for 11 seconds 00000100:00100000:2.0:1788598505.712812:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86ead180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747060736:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598505.717800:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598505.717845:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598505.717879:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598505.717917:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723065088 00000100:00100000:1.0:1788598505.717928:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723065088 00010000:00010000:1.0:1788598505.717971:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec157 expref: 11 pid: 6523 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598505.717998:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723065216 00000100:00100000:1.0:1788598505.718001:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723065216 00010000:00010000:1.0:1788598505.718013:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec134 expref: 109 pid: 10034 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598505.718026:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723065344 00000100:00100000:1.0:1788598505.718028:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723065344 00010000:00010000:1.0:1788598505.718060:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec111 expref: 49 pid: 6524 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598505.718076:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 409 00000100:00100000:1.0:1788598505.718083:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2c76fd49-1399-4b53-b369-df3b4832d715+11:2433:x1875480723065088:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598505.718097:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598505.718103:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec157 expref: 11 pid: 6523 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718306:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec157 expref: 11 pid: 6523 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718330:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070f2b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec157 expref: 11 pid: 6523 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718346:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:1.0:1788598505.718352:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718361:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718367:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598505.718420:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2c76fd49-1399-4b53-b369-df3b4832d715+10:2433:x1875480723065088:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 337us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.718428:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 409 00000100:00100000:1.0:1788598505.718446:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 410 00000100:00100000:1.0:1788598505.718453:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+109:2433:x1875480723065216:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598505.718462:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598505.718467:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec134 expref: 109 pid: 10034 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718476:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec134 expref: 109 pid: 10034 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718487:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:1.0:1788598505.718490:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718496:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718501:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598505.718552:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+109:2433:x1875480723065216:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 99us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.718561:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 410 00000100:00100000:1.0:1788598505.718574:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 411 00000100:00100000:1.0:1788598505.718581:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2432:x1875480723065344:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598505.718589:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598505.718593:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec111 expref: 49 pid: 6524 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718602:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec111 expref: 49 pid: 6524 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718613:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:1.0:1788598505.718616:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718624:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718631:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598505.718648:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598505.718666:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2432:x1875480723065344:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 86us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.718672:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 411 00000100:00080000:1.0:1788598505.718690:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598505.718759:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16070efa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec134 expref: 108 pid: 10034 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598505.718772:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eac000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747060864:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598505.718787:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89731000/0x6b7334fb16070e8a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec111 expref: 48 pid: 6524 timeout: 895 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598505.718797:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15204:1875480747060992:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598505.718820:0:15204:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.718829:0:15204:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.718834:0:15204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598505.718943:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968121 00000001:00080000:2.0:1788598505.719055:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968122 00000001:00080000:2.0:1788598505.719090:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968123 00000100:00100000:2.0:1788598505.719168:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747061120:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1788598505.719213:0:15204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598505.719245:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598505.719516:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747061120 00000100:00100000:1.0:1788598505.719522:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747061120 00000100:00100000:1.0:1788598505.719678:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1788598505.719686:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15204:x1875480747061120:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1788598505.719804:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15204:x1875480747061120:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 119us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.719811:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1788598505.721885:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747061120:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1788598505.722046:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968124 00000100:00100000:2.0:1788598505.722118:0:15204:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747061248:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1788598505.722180:0:15204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598505.722214:0:15204:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e840 going to sleep for 11 seconds 00000100:00100000:1.0:1788598505.722710:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747061248 00000100:00100000:1.0:1788598505.722719:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747061248 00000100:00100000:1.0:1788598505.722810:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1788598505.722820:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15204:x1875480747061248:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1788598505.722992:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15204:x1875480747061248:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 173us (811us total) trans 4294967365 rc 0/0 00000100:00100000:1.0:1788598505.723000:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1788598505.724047:0:15204:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15204:1875480747061248:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:0.0:1788598505.724080:0:15204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.724091:0:15204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.724099:0:15204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.724105:0:15204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1be00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598505.724110:0:15204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.724134:0:15204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.724151:0:15204:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598505.724154:0:15204:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1788598505.724159:0:15204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.724165:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f86 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788598505.724293:0:15204:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1788598505.724491:0:15204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:0.0:1788598505.724503:0:15204:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 795609768146ns, next at 796609765616ns, rc = 0 00000001:00080000:0.0:1788598505.724524:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968125 00010000:00010000:0.0:1788598505.724563:0:15204:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598505.724566:0:15204:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788598505.724573:0:15204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f71 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec173 expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598505.724687:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922edc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+111:31901:x1875480723064960:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 16954us (20034us total) trans 4294968126 rc 0/0 00000100:00100000:0.0:1788598505.724697:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 272 00000020:00080000:0.0:1788598505.724702:0:15204:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00080000:3.0:1788598505.728537:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598505.731528:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598505.731554:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747061376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598505.731624:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598505.731701:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747061376 00000100:00100000:1.0:1788598505.731711:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747061376 00000100:00080000:2.0:1788598505.731776:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598505.731807:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1788598505.731817:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747061376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598505.731850:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1788598505.731903:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747061376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598505.731910:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1788598505.732109:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747061504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598505.732149:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598505.732271:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747061504 00000100:00100000:0.0:1788598505.732277:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747061504 00000100:00100000:0.0:1788598505.732320:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788598505.732327:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747061504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598505.732341:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1788598505.732376:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747061504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598505.732383:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788598505.732422:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747061504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598505.732561:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747061376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598505.759076:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.759348:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723065600 00000100:00100000:0.0:1788598505.759359:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723065600 00000100:00100000:0.0:1788598505.759414:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1343 00000100:00100000:0.0:1788598505.759423:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+111:31904:x1875480723065600:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598505.759447:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598505.759467:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec17a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.759552:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.759569:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.759582:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.759599:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16070f9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.759606:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16070f9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.759611:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16070f9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.759718:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16070fa2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.759727:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16070fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598505.759768:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16070fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598505.759779:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1788598505.760958:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.760971:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.760977:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.760983:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.760992:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1be00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598505.760996:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761003:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761020:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:2.0:1788598505.761023:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598505.761027:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761032:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1be00/0x6b7334fb16070f94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761047:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16070f9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761053:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16070f9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761057:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16070f9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761062:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598505.761064:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16070f9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761069:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16070f9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761078:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8a1b827d1100) 00010000:00010000:2.0:1788598505.761081:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598505.761083:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16070f9b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761088:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16070f9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761141:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ba00/0x6b7334fb16070f8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec17a expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761157:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16070fa2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec17a expref: 113 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598505.761165:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1700) 00010000:00010000:2.0:1788598505.761167:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598505.761170:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697600, rc 0) 00000100:00100000:2.0:1788598505.761250:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+113:31904:x1875480723065600:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1826us (2182us total) trans 4294968127 rc 0/0 00000100:00100000:2.0:1788598505.761258:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1343 00000100:00100000:1.0:1788598505.764883:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598505.764962:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723065728 00000100:00100000:3.0:1788598505.764972:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723065728 00000100:00100000:3.0:1788598505.765024:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1344 00000100:00100000:3.0:1788598505.765034:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+113:31904:x1875480723065728:12345-192.168.202.17@tcp:54:lfs.0 00010000:00010000:3.0:1788598505.765102:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070fb0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.765131:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070fb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.765145:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070fb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.765184:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070fb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.765191:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070fb0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.765198:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070fb0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.765204:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598505.765208:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070fb0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.765215:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070fb0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.765226:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1700) 00010000:00010000:3.0:1788598505.765229:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598505.765234:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070fb0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598505.765240:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16070fb0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598505.765320:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+113:31904:x1875480723065728:12345-192.168.202.17@tcp:54:lfs.0 Request processed in 286us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598505.765328:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1344 00000100:00100000:1.0:1788598505.768614:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598505.768688:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723065984 00000100:00100000:3.0:1788598505.768697:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723065984 00000100:00100000:3.0:1788598505.768783:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 273 00000100:00100000:3.0:1788598505.768805:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+113:31904:x1875480723065984:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:3.0:1788598505.769033:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+114:31904:x1875480723065984:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 240us (426us total) trans 4294968128 rc 0/0 00000100:00100000:3.0:1788598505.769041:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 273 00000100:00100000:1.0:1788598505.919485:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.923697:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723066112 00000100:00100000:0.0:1788598505.923714:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723066112 00000100:00100000:2.0:1788598505.924550:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1345 00000100:00100000:2.0:1788598505.924562:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+10:31878:x1875480723066112:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788598505.924772:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+10:31878:x1875480723066112:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 212us (5296us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598505.924780:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1345 00000100:00100000:2.0:1788598505.928490:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.928975:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723066240 00000100:00100000:0.0:1788598505.928985:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723066240 00000100:00100000:0.0:1788598505.929078:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1346 00000100:00100000:0.0:1788598505.929089:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+6:31878:x1875480723066240:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788598505.929189:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+6:31878:x1875480723066240:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 102us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598505.929196:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1346 00000100:00100000:1.0:1788598505.931645:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598505.931909:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723066496 00000100:00100000:0.0:1788598505.931919:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723066496 00000100:00100000:0.0:1788598505.931972:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 274 00000100:00100000:0.0:1788598505.931981:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2c76fd49-1399-4b53-b369-df3b4832d715+10:31878:x1875480723066496:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598505.932189:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2c76fd49-1399-4b53-b369-df3b4832d715+11:31878:x1875480723066496:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 209us (553us total) trans 4294968129 rc 0/0 00000100:00100000:0.0:1788598505.932197:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 274 00000100:00100000:3.0:1788598506.242202:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747061632:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598506.242270:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598506.242542:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747061632 00000100:00100000:1.0:1788598506.242551:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747061632 00000100:00100000:1.0:1788598506.242601:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1788598506.242609:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747061632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598506.242653:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444356096 avail 1298116608 00000100:00100000:1.0:1788598506.242713:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747061632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598506.242720:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1788598506.242871:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747061632:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598506.261310:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598506.261413:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723066752 00000100:00100000:2.0:1788598506.261424:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723066752 00000100:00100000:2.0:1788598506.261521:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1347 00000100:00100000:2.0:1788598506.261531:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+114:31925:x1875480723066752:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598506.261554:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598506.261576:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb16070fb7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec181 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.261689:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070fbe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.261705:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070fbe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.261719:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070fbe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598506.261731:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000100:00080000:0.0:1788598506.262095:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598506.262175:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb16070fb7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec181 expref: 117 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.262194:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070fbe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec181 expref: 116 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.262203:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1700) 00010000:00010000:2.0:1788598506.262206:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598506.262209:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed000, rc 0) 00000100:00100000:2.0:1788598506.262272:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+116:31925:x1875480723066752:12345-192.168.202.17@tcp:101:cat.0 Request processed in 743us (971us total) trans 4294968130 rc 0/0 00000100:00100000:2.0:1788598506.262284:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1347 00000100:00100000:2.0:1788598506.267268:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598506.267497:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723066880 00000100:00100000:1.0:1788598506.267520:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723066880 00000100:00100000:1.0:1788598506.267594:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 60 00000100:00100000:1.0:1788598506.267605:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+116:2432:x1875480723066880:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598506.267622:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598506.267648:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16070fbe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec181 expref: 116 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598506.267668:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1700) 00010000:00010000:1.0:1788598506.267674:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598506.267760:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+115:2432:x1875480723066880:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 157us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598506.267768:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 60 00000100:00100000:1.0:1788598506.275088:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598506.275211:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723067136 00000100:00100000:2.0:1788598506.275222:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723067136 00000100:00100000:2.0:1788598506.275296:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 61 00000100:00100000:2.0:1788598506.275307:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+115:31925:x1875480723067136:12345-192.168.202.17@tcp:103:cat.0 00010000:00010000:2.0:1788598506.275323:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598506.275350:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16070fa2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec17a expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.275370:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1700) 00010000:00010000:2.0:1788598506.275380:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598506.275451:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+114:31925:x1875480723067136:12345-192.168.202.17@tcp:103:cat.0 Request processed in 146us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598506.275460:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 61 00000100:00100000:3.0:1788598506.282599:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598506.282862:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723067264 00000100:00100000:0.0:1788598506.282873:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723067264 00000100:00100000:0.0:1788598506.283158:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1348 00000100:00100000:0.0:1788598506.283170:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+114:31925:x1875480723067264:12345-192.168.202.17@tcp:58:cat.0 00010000:00010000:0.0:1788598506.283300:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598506.283318:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598506.283330:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788598506.283421:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:0.0:1788598506.283534:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+114:31925:x1875480723067264:12345-192.168.202.17@tcp:58:cat.0 Request processed in 366us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598506.283542:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1348 00000100:00100000:0.0:1788598506.287195:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598506.287305:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723067392 00000100:00100000:2.0:1788598506.287315:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723067392 00000100:00100000:2.0:1788598506.287373:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1349 00000100:00100000:2.0:1788598506.287383:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+114:31925:x1875480723067392:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598506.287404:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598506.287425:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb16070fd3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec188 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.287483:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.287518:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb16070fd3 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec188 expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.287540:0:6525:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.287553:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb16070fd3 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec188 expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.287928:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:2.0:1788598506.287933:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598506.287938:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb16070fd3 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec188 expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598506.287945:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ecc00, rc 0) 00000100:00100000:2.0:1788598506.288043:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+115:31925:x1875480723067392:12345-192.168.202.17@tcp:101:cat.0 Request processed in 662us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598506.288567:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1349 00010000:00010000:0.0:1788598506.369982:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598506.497965:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598506.497975:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598506.498001:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 6 00000040:00080000:1.0:1788598506.498015:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598507.393935:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598508.291625:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747061760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598508.291702:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598508.291872:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747061760 00000100:00100000:1.0:1788598508.291881:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747061760 00000100:00100000:1.0:1788598508.291941:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1788598508.291949:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747061760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598508.291982:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598508.292040:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747061760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598508.292046:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1788598508.292396:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747061760:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598508.417896:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598508.685077:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598508.685127:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598508.685160:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598508.685180:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598508.685204:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598508.685225:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598508.685251:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723067904 00000100:00100000:1.0:1788598508.685258:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598508.685263:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723067904 00000100:00100000:1.0:1788598508.685278:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598508.685300:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598508.685318:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598508.685331:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723068416 00000100:00100000:3.0:1788598508.685336:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723068416 00000100:00100000:1.0:1788598508.685340:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598508.685359:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723068928 00000100:00100000:3.0:1788598508.685362:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723068928 00000100:00100000:3.0:1788598508.685374:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723068032 00000100:00100000:3.0:1788598508.685376:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723068032 00000100:00100000:3.0:1788598508.685388:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723068544 00000100:00100000:3.0:1788598508.685390:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723068544 00000100:00100000:3.0:1788598508.685405:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 657 00000100:00100000:3.0:1788598508.685426:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723067904:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598508.685463:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 658 00000100:00100000:0.0:1788598508.685474:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723068416:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598508.685508:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723067904:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 73us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598508.685519:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 657 00000100:00100000:0.0:1788598508.685525:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723068416:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 50us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598508.685533:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 658 00000100:00100000:3.0:1788598508.685553:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 659 00000100:00100000:3.0:1788598508.685561:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2c76fd49-1399-4b53-b369-df3b4832d715+5:2432:x1875480723068928:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598508.685575:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598508.685587:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2c76fd49-1399-4b53-b369-df3b4832d715+5:2432:x1875480723068928:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598508.685656:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598508.685666:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723067648 00000100:00100000:2.0:1788598508.685671:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723067648 00000100:00100000:2.0:1788598508.685695:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723068160 00000100:00100000:2.0:1788598508.685698:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723068160 00000100:00100000:2.0:1788598508.685709:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723068672 00000100:00100000:2.0:1788598508.685711:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723068672 00000100:00100000:2.0:1788598508.685722:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723067776 00000100:00100000:2.0:1788598508.685724:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723067776 00000100:00100000:1.0:1788598508.685750:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723069056 00000100:00100000:1.0:1788598508.685754:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723069056 00000100:00100000:2.0:1788598508.685760:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723068288 00000100:00100000:2.0:1788598508.685762:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723068288 00000100:00100000:2.0:1788598508.685771:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723068800 00000100:00100000:2.0:1788598508.685773:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723068800 00000100:00100000:2.0:1788598508.685788:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1010 00000100:00100000:2.0:1788598508.685794:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+115:2432:x1875480723067648:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598508.685835:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+115:2432:x1875480723067648:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 41us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.685842:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1010 00000100:00100000:2.0:1788598508.685855:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1011 00000100:00100000:2.0:1788598508.685862:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2432:x1875480723068160:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598508.685889:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2432:x1875480723068160:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.685895:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1011 00000100:00100000:2.0:1788598508.685908:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1012 00000100:00100000:2.0:1788598508.685914:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+11:2432:x1875480723068672:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598508.685937:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+11:2432:x1875480723068672:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.685942:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1012 00000100:00100000:2.0:1788598508.685954:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1013 00000100:00100000:2.0:1788598508.685960:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723067776:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598508.685986:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723067776:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.685992:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1013 00000100:00100000:2.0:1788598508.686004:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1014 00000100:00100000:2.0:1788598508.686009:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723068288:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598508.686031:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723068288:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.686036:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1014 00000100:00100000:2.0:1788598508.686046:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1015 00000100:00100000:2.0:1788598508.686051:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+6:2432:x1875480723068800:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598508.686072:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+6:2432:x1875480723068800:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.686077:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1015 00000100:00100000:0.0:1788598508.686170:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 660 00000100:00100000:0.0:1788598508.686178:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480723068032:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598508.686205:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+13:2432:x1875480723068032:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598508.686212:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 660 00000100:00100000:0.0:1788598508.686225:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 661 00000100:00100000:2.0:1788598508.686230:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723067520 00000100:00100000:0.0:1788598508.686232:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723068544:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598508.686234:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723067520 00000100:00100000:2.0:1788598508.686259:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 747 00000100:00100000:0.0:1788598508.686259:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723068544:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.686264:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+15:2432:x1875480723067520:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598508.686266:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 661 00000100:00100000:2.0:1788598508.686285:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+15:2432:x1875480723067520:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.686292:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 747 00000100:00080000:2.0:1788598508.686319:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598508.686324:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598508.686326:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598508.686327:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598508.686486:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 659 00000100:00100000:1.0:1788598508.693287:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 662 00000100:00100000:1.0:1788598508.693309:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+6:2432:x1875480723069056:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598508.693421:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+6:2432:x1875480723069056:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 124us (7764us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598508.693433:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 662 00000100:00100000:3.0:1788598508.801979:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747061888:0@lo:400:kworker.0 00000100:00100000:3.0:1788598508.802057:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598508.802100:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747061888 00000100:00100000:1.0:1788598508.802109:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747061888 00000100:00100000:1.0:1788598508.802156:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1788598508.802164:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747061888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598508.807128:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747062400:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598508.807211:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.807395:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747062272:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.807430:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.807452:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747062784:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.807476:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.807534:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747063296:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.807555:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.807576:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598508.807582:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747062912:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.807602:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.807634:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747062784 00000100:00100000:2.0:1788598508.807641:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747062784 00000100:00100000:2.0:1788598508.807710:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747063296 00000100:00100000:2.0:1788598508.807714:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747063296 00000100:00100000:2.0:1788598508.807753:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747062912 00000100:00100000:2.0:1788598508.807756:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747062912 00000100:00100000:2.0:1788598508.807776:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1788598508.807784:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747062784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.807833:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747062784:12345-0@lo:400:kworker.0 Request processed in 49us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.807841:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1788598508.807857:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1788598508.807863:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747063296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.807887:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747063296:12345-0@lo:400:kworker.0 Request processed in 25us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.807893:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1788598508.807905:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1788598508.807911:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747062912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.807938:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747062912:12345-0@lo:400:kworker.0 Request processed in 27us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.807944:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1788598508.807984:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747062912:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.807994:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747062784:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808002:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747063296:0@lo:400:kworker.0 00000100:00080000:2.0:1788598508.808025:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598508.808028:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598508.808038:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747062272 00000100:00100000:2.0:1788598508.808041:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747062272 00000100:00100000:2.0:1788598508.808067:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1788598508.808072:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747062272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808103:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747062272:12345-0@lo:400:kworker.0 Request processed in 31us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.808108:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1788598508.808134:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747062272:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808166:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747062400 00000100:00100000:2.0:1788598508.808170:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747062400 00000100:00100000:2.0:1788598508.808200:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1788598508.808205:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747062400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598508.808227:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1788598508.808258:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747062400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.808263:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1788598508.808283:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747062144:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808309:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.808328:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747062656:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808347:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.808363:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747063168:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808381:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.808398:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788598508.808404:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747062016:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808422:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.808439:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747062528:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808456:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.808469:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747063040:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808487:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598508.808524:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747062144 00000100:00100000:2.0:1788598508.808528:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747062144 00000100:00100000:2.0:1788598508.808555:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1788598508.808563:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747062144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808598:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747062144:12345-0@lo:400:kworker.0 Request processed in 36us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.808603:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1788598508.808621:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747062656 00000100:00100000:2.0:1788598508.808624:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747062656 00000100:00100000:2.0:1788598508.808641:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747063168 00000100:00100000:2.0:1788598508.808643:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747063168 00000100:00100000:2.0:1788598508.808655:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747062016 00000100:00100000:2.0:1788598508.808658:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747062016 00000100:00100000:2.0:1788598508.808667:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747062528 00000100:00100000:2.0:1788598508.808669:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747062528 00000100:00100000:2.0:1788598508.808681:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747063040 00000100:00100000:2.0:1788598508.808683:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747063040 00000100:00100000:2.0:1788598508.808695:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1788598508.808700:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747062656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808727:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747062656:12345-0@lo:400:kworker.0 Request processed in 27us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.808758:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1788598508.808771:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:2.0:1788598508.808777:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747063168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808805:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747063168:12345-0@lo:400:kworker.0 Request processed in 29us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.808811:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:2.0:1788598508.808824:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1788598508.808830:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747062016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808856:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747062016:12345-0@lo:400:kworker.0 Request processed in 27us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.808862:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1788598508.808873:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1788598508.808878:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747062528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808902:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747062528:12345-0@lo:400:kworker.0 Request processed in 24us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.808908:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1788598508.808918:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1788598508.808924:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747063040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808949:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747063040:12345-0@lo:400:kworker.0 Request processed in 25us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598508.808955:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1788598508.808982:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747062016:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.808991:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747062528:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.809000:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747063040:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.809008:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747062144:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.809016:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747062656:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.809024:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747063168:0@lo:400:kworker.0 00000100:00080000:2.0:1788598508.809053:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598508.809056:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598508.809058:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598508.835824:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747061888:12345-0@lo:400:kworker.0 Request processed in 33651us (33757us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598508.835839:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1788598508.844415:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747061888:0@lo:400:kworker.0 00000100:00100000:2.0:1788598508.848787:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747062400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598509.314080:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598509.314105:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747063424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598509.314180:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598509.314217:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747063424 00000100:00100000:3.0:1788598509.314258:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747063424 00000100:00100000:3.0:1788598509.314320:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1788598509.314331:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747063424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598509.314358:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788598509.314425:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747063424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598509.314443:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1788598509.314822:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747063424:0@lo:13:osp-pre-1-0.0 00000001:00100000:0.0:1788598509.316308:0:7438:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2c76fd49-1399-4b53-b369-df3b4832d715 00000001:00100000:1.0:1788598509.316633:0:9467:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2c76fd49-1399-4b53-b369-df3b4832d715 00010000:00010000:0.0:1788598509.441992:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788598509.830593:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968130 is committed 00000001:00080000:1.0:1788598509.830609:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968129 is committed 00000004:00080000:1.0:1788598509.830620:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000020:00080000:1.0:1788598509.830791:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a8914ea80 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:1.0:1788598509.830797:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bb6306d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a8914ee40 00000020:00080000:1.0:1788598509.830801:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bb6306600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a85df6200 00000001:00080000:1.0:1788598509.830844:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968114 is committed 00000020:00080000:2.0:1788598509.830954:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000020:00080000:2.0:1788598509.831045:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:2.0:1788598509.831267:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88357b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747063552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788598509.831369:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598509.831524:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747063552 00000100:00100000:0.0:1788598509.831541:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747063552 00000100:00100000:0.0:1788598509.831611:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1788598509.831620:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747063552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788598509.831648:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:25 count 1 00002000:00010000:0.0:1788598509.831681:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 1048576, mtime: 0x6a9bd8e8, atime: 0x0, ctime: 0x6a9bd8e8, blocks: 0x800 00010000:00010000:0.0:1788598509.831689:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb16070fda lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598509.831704:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598509.831706:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598509.831712:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb16070fda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598509.831728:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb16070fda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598509.831740:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb16070fda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598509.831788:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb16070fda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598509.831809:0:8403:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788598509.831891:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598509.831901:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb16070fda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598509.831921:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697a00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598509.831927:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb16070fda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598509.831939:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb16070fda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598509.831965:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb16070fda lrc: 1/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598509.831973:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb16070fda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598509.832002:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598509.832006:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598509.832006:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747063552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 383us (633us total) trans 4294967366 rc 0/0 00010000:00010000:2.0:1788598509.832010:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598509.832019:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000004:00080000:1.0:1788598509.833389:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1b88357b80/2, rc 0, transno 4294967366 00000100:00100000:1.0:1788598509.833406:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88357b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747063552:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788598510.466410:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788598510.798843:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000100:00100000:3.0:1788598510.850519:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598510.850551:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747063680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598510.850647:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598510.850803:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747063680 00000100:00100000:3.0:1788598510.850814:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747063680 00000100:00100000:1.0:1788598510.856578:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598510.856615:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747063808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598510.856773:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788598510.856834:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598510.856943:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747063808 00000100:00100000:2.0:1788598510.856954:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747063808 00000100:00100000:2.0:1788598510.857182:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1788598510.857193:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747063808:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788598510.857332:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1788598510.857406:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598510.857484:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747063808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 292us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598510.857502:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1788598510.857721:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747063808:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598510.858049:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1788598510.858060:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747063680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598510.858077:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598510.858127:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747063680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (7480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598510.858134:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1788598510.858183:0:3665:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:3.0:1788598510.858189:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967366 00000004:00080000:3.0:1788598510.858211:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1b88357b80, transno 4294967366 00000100:00100000:3.0:1788598510.858230:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747063680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598511.279481:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598511.279717:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723069184 00000100:00100000:2.0:1788598511.279775:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723069184 00000100:00100000:2.0:1788598511.279886:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1350 00000100:00100000:2.0:1788598511.279899:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31928:x1875480723069184:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:2.0:1788598511.279927:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598511.279954:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070fe1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec18f expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280043:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070fe8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280061:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070fe8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280078:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070fe8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280095:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070fef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280102:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070fef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280108:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070fef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280225:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280234:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280245:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598511.280292:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:2.0:1788598511.280297:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598511.280321:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280333:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280341:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070fe8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280348:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070fe8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280354:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070fe8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280360:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598511.280365:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070fe8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280384:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070fe8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280620:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:2.0:1788598511.280625:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598511.280631:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070fe8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280642:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16070fe8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280658:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070fef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280665:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070fef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280672:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070fef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280678:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598511.280681:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070fef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280687:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070fef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280694:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8a1a85342b00) 00010000:00010000:2.0:1788598511.280696:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598511.280699:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070fef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.280704:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16070fef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788598511.280885:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598511.280979:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16070fe1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec18f expref: 49 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.281002:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec18f expref: 48 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.281010:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:2.0:1788598511.281013:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598511.281016:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed400, rc 0) 00000100:00100000:2.0:1788598511.281103:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31928:x1875480723069184:12345-192.168.202.17@tcp:101:stat.0 Request processed in 1207us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598511.281112:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1350 00000100:00100000:1.0:1788598511.362597:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747063936:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598511.362692:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598511.362772:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747063936 00000100:00100000:1.0:1788598511.362783:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747063936 00000100:00100000:1.0:1788598511.362851:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1788598511.362862:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747063936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598511.363602:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444356096 avail 1298116608 00000100:00100000:1.0:1788598511.363677:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747063936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 815us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598511.363685:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1788598511.363791:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747063936:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788598511.436554:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788598511.490642:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598511.618039:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598511.618053:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598511.618231:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:1.0:1788598511.618244:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598511.703139:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598511.703312:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723069312 00000100:00100000:0.0:1788598511.703326:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723069312 00000100:00100000:0.0:1788598511.703428:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1351 00000100:00100000:0.0:1788598511.703442:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+7:31952:x1875480723069312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598511.703469:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598511.703504:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16070ffd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec196 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598511.703595:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071004 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598511.703613:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598511.703627:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598511.703684:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598511.703688:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598511.703710:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598511.703770:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16070ffd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec196 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598511.703791:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071004 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec196 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598511.703800:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598511.703804:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598511.703808:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697400, rc 0) 00000100:00080000:1.0:1788598511.704060:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598511.704095:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+8:31952:x1875480723069312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 656us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598511.704103:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1351 00000100:00100000:1.0:1788598511.726587:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598511.726837:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723069568 00000100:00100000:2.0:1788598511.726852:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723069568 00000100:00100000:2.0:1788598511.726959:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1352 00000100:00100000:2.0:1788598511.726972:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+8:31953:x1875480723069568:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598511.727003:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598511.727032:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607100b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec19d expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.727141:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16071012 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.727160:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16071012 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.727175:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16071012 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.728082:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071019 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.728101:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071019 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.728113:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071019 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729542:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16071020 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729565:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16071020 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729577:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16071020 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598511.729590:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1788598511.729708:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16071012 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729717:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16071012 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729724:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16071012 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729730:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598511.729777:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16071012 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729791:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16071012 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729806:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a1a8618c700) 00010000:00010000:2.0:1788598511.729809:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598511.729815:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16071012 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729821:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16071012 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729836:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071019 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729842:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071019 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729847:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071019 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729853:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598511.729855:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071019 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.729861:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071019 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.732554:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8a1a85342b00) 00010000:00010000:2.0:1788598511.732566:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598511.732576:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071019 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.732593:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071019 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.735504:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607100b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec19d expref: 11 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.735542:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16071020 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec19d expref: 10 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598511.735554:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598511.735557:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598511.735561:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed800, rc 0) 00000100:00100000:2.0:1788598511.735820:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+10:31953:x1875480723069568:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 8849us (9249us total) trans 4294968131 rc 0/0 00000100:00100000:2.0:1788598511.735832:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1352 00000100:00100000:2.0:1788598511.758644:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598511.758701:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598511.758849:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723069824 00000100:00100000:0.0:1788598511.758863:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723069824 00000100:00100000:0.0:1788598511.758959:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 62 00000100:00100000:0.0:1788598511.758973:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2c76fd49-1399-4b53-b369-df3b4832d715+10:2434:x1875480723069824:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598511.759006:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598511.759042:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16071020 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec19d expref: 10 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598511.759070:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:0.0:1788598511.759077:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598511.759154:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2c76fd49-1399-4b53-b369-df3b4832d715+9:2434:x1875480723069824:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 184us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598511.759163:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 62 00000100:00100000:3.0:1788598511.759175:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723069696 00000100:00100000:3.0:1788598511.759180:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723069696 00000100:00100000:3.0:1788598511.759458:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1353 00000100:00100000:3.0:1788598511.759468:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+9:31953:x1875480723069696:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788598511.759581:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+9:31953:x1875480723069696:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 115us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598511.759588:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1353 00000100:00100000:2.0:1788598511.774669:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598511.784404:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723069952 00000100:00100000:0.0:1788598511.784427:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723069952 00000100:00100000:0.0:1788598511.784637:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1354 00000100:00100000:0.0:1788598511.784654:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+5:31953:x1875480723069952:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788598511.784849:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+5:31953:x1875480723069952:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 202us (10194us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598511.784857:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1354 00000100:00080000:1.0:1788598511.785308:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1788598512.453898:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598512.514326:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598512.642041:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598512.642053:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598512.642088:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:1.0:1788598512.642105:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598512.642298:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725e680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747064064:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598512.642600:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba026fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598512.654121:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725e680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747064064:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598512.664392:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598512.664681:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723070080 00000100:00100000:2.0:1788598512.664696:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723070080 00000100:00100000:0.0:1788598512.665001:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1355 00000100:00100000:0.0:1788598512.665016:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+9:31954:x1875480723070080:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598512.665064:0:6525:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598512.665229:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+9:31954:x1875480723070080:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 217us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598512.665237:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1355 00000100:00100000:2.0:1788598512.676775:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.678400:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723070208 00000100:00100000:3.0:1788598512.678416:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723070208 00000100:00100000:3.0:1788598512.678499:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1356 00000100:00100000:3.0:1788598512.678509:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+9:31954:x1875480723070208:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788598512.678580:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607102e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.678599:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607102e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.678611:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607102e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.678625:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071035 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.678631:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071035 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.678637:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071035 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.678657:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.678664:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.678670:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598512.678714:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:3.0:1788598512.678718:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598512.678730:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684502:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607102e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684517:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607102e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684524:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607102e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684531:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598512.684535:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607102e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684542:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607102e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684558:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598512.684561:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598512.684565:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607102e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684571:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607102e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684589:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071035 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684595:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071035 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684600:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071035 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684605:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598512.684608:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071035 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684614:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071035 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684620:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6b95eb1f (ffff8a1a86203d00) 00010000:00010000:3.0:1788598512.684623:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598512.684625:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071035 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684631:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071035 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684649:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684655:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684659:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684663:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598512.684666:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684671:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684677:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:3.0:1788598512.684679:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598512.684682:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.684686:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607103c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598512.684915:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+9:31954:x1875480723070208:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 6403us (8149us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598512.684926:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1356 00000100:00100000:3.0:1788598512.689884:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598512.690260:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723070464 00000100:00100000:0.0:1788598512.690271:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723070464 00000100:00100000:0.0:1788598512.690342:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1357 00000100:00100000:0.0:1788598512.690353:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+9:31954:x1875480723070464:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598512.690376:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598512.690397:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071043 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1a4 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690527:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607104a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690542:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607104a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690553:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607104a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598512.690564:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:0.0:1788598512.690639:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607104a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690646:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607104a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690652:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607104a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690658:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598512.690661:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607104a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690668:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607104a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690679:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:0.0:1788598512.690681:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598512.690685:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607104a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690691:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607104a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690731:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071043 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1a4 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690788:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:0.0:1788598512.690791:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598512.690795:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071043 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1a4 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.690804:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696800, rc 0) 00000100:00100000:0.0:1788598512.690866:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+10:31954:x1875480723070464:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 516us (991us total) trans 4294968132 rc 301/301 00000100:00100000:0.0:1788598512.690874:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1357 00000100:00100000:3.0:1788598512.700818:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598512.700948:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723070592 00000100:00100000:0.0:1788598512.700958:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723070592 00000100:00100000:0.0:1788598512.701024:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1358 00000100:00100000:0.0:1788598512.701034:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+10:31954:x1875480723070592:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598512.701068:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598512.701199:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+10:31954:x1875480723070592:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 166us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598512.701207:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1358 00000100:00100000:3.0:1788598512.707602:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598512.707700:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723070720 00000100:00100000:2.0:1788598512.707711:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723070720 00000100:00100000:2.0:1788598512.707981:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1359 00000100:00100000:2.0:1788598512.708003:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+10:31954:x1875480723070720:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598512.708024:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598512.708044:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16071058 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1ab expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.708117:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607105f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.708132:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607105f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710608:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607105f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710650:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16071066 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710663:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16071066 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710672:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16071066 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710811:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607106d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710821:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607106d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710828:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607106d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598512.710865:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1788598512.710870:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598512.710895:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607106d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710909:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607105f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710915:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607105f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710922:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607105f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710928:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598512.710932:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607105f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710940:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607105f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710953:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598512.710956:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598512.710961:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607105f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710967:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb1607105f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710982:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16071066 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710989:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16071066 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.710994:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16071066 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.711001:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598512.711004:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16071066 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.711010:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16071066 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.711018:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8a1a85342b00) 00010000:00010000:2.0:1788598512.711020:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598512.711023:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16071066 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.711028:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16071066 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.711066:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16071058 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ab expref: 12 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.711082:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607106d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ab expref: 11 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.711089:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:2.0:1788598512.711092:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598512.711095:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eca00, rc 0) 00000100:00100000:2.0:1788598512.712213:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+11:31954:x1875480723070720:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 4216us (4614us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598512.712224:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1359 00000100:00100000:2.0:1788598512.718833:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598512.720540:0:6532:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723070848 00000100:00100000:1.0:1788598512.720555:0:6532:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723070848 00000100:00100000:1.0:1788598512.720634:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 6 00000100:00100000:1.0:1788598512.720645:0:6532:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:2c76fd49-1399-4b53-b369-df3b4832d715+11:31954:x1875480723070848:12345-192.168.202.17@tcp:700:lhsmtool_posix.0 00000100:00100000:1.0:1788598512.720790:0:6532:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:2c76fd49-1399-4b53-b369-df3b4832d715+11:31954:x1875480723070848:12345-192.168.202.17@tcp:700:lhsmtool_posix.0 Request processed in 146us (1967us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598512.720798:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 6 00000100:00100000:1.0:1788598512.729112:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598512.729287:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723071104 00000100:00100000:2.0:1788598512.729298:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723071104 00000100:00100000:2.0:1788598512.729415:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1360 00000100:00100000:2.0:1788598512.729425:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+11:31954:x1875480723071104:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598512.729447:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598512.729470:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16071074 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1b2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.729966:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607107b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.729981:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607107b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.729992:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607107b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598512.730003:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00010000:00010000:2.0:1788598512.730047:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16071074 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b2 expref: 14 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.730062:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607107b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b2 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.730071:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a85342b00) 00010000:00010000:2.0:1788598512.730074:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598512.730077:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ec400, rc 0) 00000100:00100000:2.0:1788598512.731721:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+13:31954:x1875480723071104:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2288us (2609us total) trans 4294968133 rc 0/0 00000100:00100000:2.0:1788598512.731758:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1360 00000100:00100000:0.0:1788598512.738480:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.738766:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723071360 00000100:00100000:3.0:1788598512.738783:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723071360 00000100:00100000:3.0:1788598512.738833:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1361 00000100:00100000:3.0:1788598512.738842:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+13:31954:x1875480723071360:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598512.738901:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598512.738925:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb1607107b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b2 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.738944:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a85342b00) 00010000:00010000:3.0:1788598512.738954:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598512.738975:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.738987:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec149 expref: 102 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.738996:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.739029:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec149 expref: 102 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.739043:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec149 expref: 102 pid: 6524 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598512.739057:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88357100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747064192:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598512.742172:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161900 going to sleep for 11 seconds 00000100:00100000:2.0:1788598512.747403:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88357100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747064192:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598512.747433:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598512.748008:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598512.748292:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723071488 00000100:00100000:2.0:1788598512.748303:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723071488 00010000:00010000:2.0:1788598512.748361:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec149 expref: 103 pid: 6524 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598512.748402:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 412 00000100:00100000:2.0:1788598512.748413:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b948fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+103:2432:x1875480723071488:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598512.748427:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598512.748433:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec149 expref: 103 pid: 6524 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.748444:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec149 expref: 103 pid: 6524 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788598512.748591:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598512.748647:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657400/0x6b7334fb16070f16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec149 expref: 103 pid: 6524 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.748664:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:2.0:1788598512.748669:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.748683:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.748690:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.748812:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598512.748879:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b948fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+102:2432:x1875480723071488:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 468us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598512.748887:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 412 00010000:00010000:0.0:1788598512.751122:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751137:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751374:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071090 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0xd4d884ff bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751390:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071090 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xd4d884ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751401:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071090 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xd4d884ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751643:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751652:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751659:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751665:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598512.751669:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751676:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751687:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:0.0:1788598512.751690:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598512.751694:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751700:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071089 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751716:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071090 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xd4d884ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751722:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071090 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0xd4d884ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751728:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071090 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0xd4d884ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751880:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598512.751883:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071090 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0xd4d884ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751890:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071090 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0xd4d884ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751899:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xd4d884ff (ffff8a1b827d1100) 00010000:00010000:0.0:1788598512.751901:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598512.751905:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071090 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0xd4d884ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.751910:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071090 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0xd4d884ff bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598512.752084:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+12:31954:x1875480723071360:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 13228us (13600us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598512.752100:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1361 00000100:00100000:2.0:1788598512.759026:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.759257:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723071616 00000100:00100000:3.0:1788598512.759268:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723071616 00000100:00100000:3.0:1788598512.759361:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1362 00000100:00100000:3.0:1788598512.759372:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+12:31954:x1875480723071616:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598512.759394:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598512.759418:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071097 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1b9 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.759454:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.759468:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.759480:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.759623:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071097 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b9 expref: 14 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.759646:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b9 expref: 13 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.759655:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:3.0:1788598512.759658:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598512.759662:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657a00, rc 0) 00000100:00100000:3.0:1788598512.759726:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+13:31954:x1875480723071616:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 356us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598512.759758:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1362 00000100:00100000:2.0:1788598512.765381:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598512.765498:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723071872 00000100:00100000:0.0:1788598512.765510:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723071872 00000100:00100000:0.0:1788598512.765575:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1363 00000100:00100000:0.0:1788598512.765586:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+13:31954:x1875480723071872:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788598512.765675:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.765692:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.765704:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598512.765885:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095d49b43 reply state 000000002e9d5dd4 transno 4294968134 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.765899:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.765907:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:0.0:1788598512.765911:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1788598512.765914:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788598512.766010:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+15:31954:x1875480723071872:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 426us (638us total) trans 4294968134 rc 0/0 00000100:00100000:0.0:1788598512.766017:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1363 00000100:00100000:2.0:1788598512.769175:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598512.769327:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723072000 00000100:00100000:0.0:1788598512.769337:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723072000 00000100:00100000:0.0:1788598512.769390:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1364 00000100:00100000:0.0:1788598512.769400:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+15:31954:x1875480723072000:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598512.769425:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598512.769444:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710ac lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1c0 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.774367:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710ac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c0 expref: 16 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.774391:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710ac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c0 expref: 16 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.774402:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:0.0:1788598512.774404:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598512.774408:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696a00, rc 0) 00000100:00100000:0.0:1788598512.776011:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+16:31954:x1875480723072000:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 6604us (6837us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598512.776023:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1364 00000100:00100000:0.0:1788598512.792791:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598512.793273:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723072128 00000100:00100000:2.0:1788598512.793283:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723072128 00000100:00100000:0.0:1788598512.793412:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 275 00000100:00100000:0.0:1788598512.793422:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2c76fd49-1399-4b53-b369-df3b4832d715+16:31954:x1875480723072128:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1788598512.793573:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2c76fd49-1399-4b53-b369-df3b4832d715+16:31954:x1875480723072128:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 152us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598512.793581:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 275 00000100:00100000:1.0:1788598512.797267:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.797360:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723072384 00000100:00100000:3.0:1788598512.797371:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723072384 00000100:00100000:3.0:1788598512.797431:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 276 00000100:00100000:3.0:1788598512.797441:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2c76fd49-1399-4b53-b369-df3b4832d715+16:31954:x1875480723072384:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598512.797698:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2c76fd49-1399-4b53-b369-df3b4832d715+17:31954:x1875480723072384:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 258us (441us total) trans 4294968135 rc 0/0 00000100:00100000:3.0:1788598512.797708:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 276 00000100:00100000:2.0:1788598512.805037:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.805261:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723072640 00000100:00100000:3.0:1788598512.805272:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723072640 00000100:00100000:3.0:1788598512.805338:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1365 00000100:00100000:3.0:1788598512.805347:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+17:31954:x1875480723072640:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598512.805459:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+17:31954:x1875480723072640:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 112us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598512.805468:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1365 00000100:00100000:2.0:1788598512.812363:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598512.812457:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723072896 00000100:00100000:0.0:1788598512.812467:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723072896 00000100:00100000:0.0:1788598512.812537:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1366 00000100:00100000:0.0:1788598512.812545:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+17:31954:x1875480723072896:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598512.812563:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598512.812580:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160710b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1c7 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.812677:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.812689:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710ac lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c0 expref: 18 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.812695:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.812721:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710ac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c0 expref: 18 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.812730:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710ac lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c0 expref: 18 pid: 10034 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598512.812824:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86ead500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747064320:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598512.820207:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598512.820461:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723073024 00000100:00100000:0.0:1788598512.820471:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723073024 00010000:00010000:0.0:1788598512.820520:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710ac lrc: 6/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c0 expref: 19 pid: 10034 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598512.820557:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 413 00000100:00100000:0.0:1788598512.820565:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2c76fd49-1399-4b53-b369-df3b4832d715+19:2432:x1875480723073024:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598512.820580:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598512.820586:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710ac lrc: 6/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c0 expref: 19 pid: 10034 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.820603:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710ac lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c0 expref: 19 pid: 10034 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.820628:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:0.0:1788598512.820634:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.820644:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.820652:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.820670:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598512.820718:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2c76fd49-1399-4b53-b369-df3b4832d715+19:2432:x1875480723073024:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 154us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598512.820725:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 413 00000100:00100000:1.0:1788598512.825294:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ee840 going to sleep for 11 seconds 00010000:00010000:1.0:1788598512.825349:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710ac lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c0 expref: 18 pid: 10034 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598512.825370:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86ead500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747064320:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598512.825393:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.825403:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.825409:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598512.825430:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00080000:1.0:1788598512.825679:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:1.0:1788598512.826086:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.826409:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.826417:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.826423:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598512.826427:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.826435:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.826847:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:1.0:1788598512.826851:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598512.826856:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.826862:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697200/0x6b7334fb160710ba lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.826923:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160710b3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c7 expref: 18 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.826934:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:1.0:1788598512.826936:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598512.826939:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160710b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1c7 expref: 18 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.826949:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696000, rc 0) 00000100:00100000:1.0:1788598512.827353:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+17:31954:x1875480723072896:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 14807us (14996us total) trans 4294968136 rc 301/301 00000100:00100000:1.0:1788598512.827363:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1366 00000100:00100000:0.0:1788598512.834513:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598512.834638:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723073280 00000100:00100000:1.0:1788598512.834649:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723073280 00000100:00100000:1.0:1788598512.834715:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 277 00000100:00100000:1.0:1788598512.834726:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2c76fd49-1399-4b53-b369-df3b4832d715+17:31954:x1875480723073280:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598512.835342:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2c76fd49-1399-4b53-b369-df3b4832d715+18:31954:x1875480723073280:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 615us (834us total) trans 4294968137 rc 0/0 00000100:00100000:1.0:1788598512.835352:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 277 00000100:00100000:0.0:1788598512.839194:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598512.839339:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723073408 00000100:00100000:1.0:1788598512.839350:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723073408 00000100:00100000:1.0:1788598512.839419:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1367 00000100:00100000:1.0:1788598512.839429:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+18:31954:x1875480723073408:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598512.839462:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598512.839492:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160710c8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1ce expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.839562:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160710cf lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.839576:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160710cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.839588:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160710cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598512.839625:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00200000:1.0:1788598512.839631:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598512.839653:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160710cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.839682:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160710c8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ce expref: 20 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.839705:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160710cf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ce expref: 19 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.839713:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:1.0:1788598512.839715:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788598512.839719:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f400, rc 0) 00000100:00100000:1.0:1788598512.839813:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+19:31954:x1875480723073408:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 385us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598512.839820:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1367 00000100:00100000:2.0:1788598512.845375:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.845558:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723073536 00000100:00100000:3.0:1788598512.845568:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723073536 00000100:00100000:3.0:1788598512.845672:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 372 00000100:00100000:3.0:1788598512.845682:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2c76fd49-1399-4b53-b369-df3b4832d715+5:2432:x1875480723073536:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598512.845700:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598512.845719:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160710d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1d5 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598512.845922:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788598512.845942:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598512.845945:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598512.845953:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160710d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1d5 expref: 6 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.845971:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160710d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1d5 expref: 6 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.845986:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657600, rc 0) 00000100:00100000:3.0:1788598512.846132:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2c76fd49-1399-4b53-b369-df3b4832d715+6:2432:x1875480723073536:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 450us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598512.846148:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 372 00000100:00080000:1.0:1788598512.846336:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598512.850554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598512.850677:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723073792 00000100:00100000:2.0:1788598512.850687:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723073792 00000100:00100000:2.0:1788598512.850934:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1368 00000100:00100000:2.0:1788598512.850945:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+19:31954:x1875480723073792:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598512.851095:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+19:31954:x1875480723073792:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 152us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598512.851102:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1368 00000100:00100000:0.0:1788598512.864502:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598512.864602:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723073920 00000100:00100000:2.0:1788598512.864612:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723073920 00000100:00100000:2.0:1788598512.864672:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 373 00000100:00100000:2.0:1788598512.864681:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+6:31954:x1875480723073920:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598512.864699:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598512.864716:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1dc expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.864853:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160710d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1d5 expref: 7 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.864863:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598512.864866:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598512.864870:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 7 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.864904:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160710d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1d5 expref: 7 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.864919:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160710d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1d5 expref: 7 pid: 8405 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598512.864933:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747064448:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598512.865073:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788598512.869549:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598512.869626:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723074048 00000100:00100000:1.0:1788598512.869635:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723074048 00010000:00010000:1.0:1788598512.869670:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160710d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1d5 expref: 8 pid: 8405 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598512.869714:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 414 00000100:00100000:1.0:1788598512.869722:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2c76fd49-1399-4b53-b369-df3b4832d715+8:2433:x1875480723074048:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598512.869760:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598512.869787:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160710d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1d5 expref: 8 pid: 8405 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.869801:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160710d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1d5 expref: 8 pid: 8405 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.869824:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598512.869826:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598512.869841:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 8 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.869852:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 8 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.869885:0:10276:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 8 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598512.869899:0:10276:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10276:1875480747064576:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598512.869968:0:10276:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598512.872452:0:10276:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10276:1875480747064576:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598512.872476:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598512.872534:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2c76fd49-1399-4b53-b369-df3b4832d715+8:2433:x1875480723074048:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 2812us (2992us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598512.872545:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 414 00010000:00010000:2.0:1788598512.873690:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160710d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1d5 expref: 7 pid: 8405 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598512.873709:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747064448:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598512.873799:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 6 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.873816:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed200, rc 0) 00000100:00100000:0.0:1788598512.873916:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+6:31954:x1875480723073920:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 9236us (9434us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598512.873925:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 373 00000100:00100000:3.0:1788598512.899886:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598512.900295:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723074176 00000100:00100000:0.0:1788598512.900306:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723074176 00002000:00100000:0.0:1788598512.900360:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff8a1b88354e00 x1875480723074176/t0(0) o4->2c76fd49-1399-4b53-b369-df3b4832d715@192.168.202.17@tcp:503/0 lens 488/0 e 0 to 0 dl 1788598523 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598512.900372:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88354e00 with x1875480723074176 ext(0->1048575) 00002000:00010000:0.0:1788598512.900379:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b88354e00 00000100:00100000:0.0:1788598512.900473:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 99 00000100:00100000:0.0:1788598512.900494:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2c76fd49-1399-4b53-b369-df3b4832d715+6:2434:x1875480723074176:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788598512.930438:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2c76fd49-1399-4b53-b369-df3b4832d715+8:2434:x1875480723074176:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 29947us (30554us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1788598512.930449:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 99 00002000:00100000:1.0:1788598512.930460:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff8a1b88354e00 x1875480723074176/t4294967372(0) o4->2c76fd49-1399-4b53-b369-df3b4832d715@192.168.202.17@tcp:503/0 lens 488/448 e 0 to 0 dl 1788598523 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598512.930467:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88354e00 with x1875480723074176 ext(0->1048575) 00002000:00010000:1.0:1788598512.930472:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b88354e00 00000100:00100000:2.0:1788598512.934291:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598512.934402:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723074304 00000100:00100000:1.0:1788598512.934412:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723074304 00000100:00100000:1.0:1788598512.934492:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1369 00000100:00100000:1.0:1788598512.934504:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+19:31954:x1875480723074304:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788598512.936464:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968137 is committed 00000020:00080000:2.0:1788598512.936507:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000020:00080000:0.0:1788598512.936555:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:0.0:1788598512.936566:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00010000:00010000:3.0:1788598512.936778:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.936798:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.936813:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.936821:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598512.936827:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.936837:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.936861:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:3.0:1788598512.936866:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788598512.936872:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.936879:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160710a5 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598512.936973:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+11:31954:x1875480723074304:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 2466us (2685us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598512.936985:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1369 00000100:00100000:3.0:1788598512.939416:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598512.939730:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723074432 00000100:00100000:0.0:1788598512.939777:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723074432 00000100:00100000:0.0:1788598512.939845:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 374 00000100:00100000:0.0:1788598512.939856:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2c76fd49-1399-4b53-b369-df3b4832d715+8:2433:x1875480723074432:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1788598512.941575:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000100:00100000:0.0:1788598512.941818:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2c76fd49-1399-4b53-b369-df3b4832d715+6:2433:x1875480723074432:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 1953us (2403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598512.941833:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 374 00000100:00100000:0.0:1788598512.944704:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.944821:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723074688 00000100:00100000:3.0:1788598512.944832:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723074688 00000100:00100000:2.0:1788598512.945141:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1370 00000100:00100000:2.0:1788598512.945154:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+11:31954:x1875480723074688:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598512.945204:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598512.945230:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb160710cf lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ce expref: 11 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.945253:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:2.0:1788598512.945259:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598512.945299:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.945313:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.945323:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598512.945434:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000795f745d reply state 000000006854255a transno 4294968138 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.945447:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.945454:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:2.0:1788598512.945457:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598512.945459:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598512.945563:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+12:31954:x1875480723074688:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 411us (867us total) trans 4294968138 rc 0/0 00000100:00100000:2.0:1788598512.945571:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1370 00000100:00100000:2.0:1788598512.948169:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598512.948373:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723074816 00000100:00100000:0.0:1788598512.948383:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723074816 00000100:00100000:0.0:1788598512.948447:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1371 00000100:00100000:0.0:1788598512.948458:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+12:31954:x1875480723074816:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598512.948519:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598512.948540:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710eb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1e3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.948604:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1e3 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.948620:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1e3 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.948639:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:0.0:1788598512.948642:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598512.948646:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696a00, rc 0) 00000100:00100000:0.0:1788598512.948785:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+13:31954:x1875480723074816:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 329us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598512.948793:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1371 00000100:00100000:0.0:1788598512.955952:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.956077:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723074944 00000100:00100000:3.0:1788598512.956086:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723074944 00000100:00100000:3.0:1788598512.956220:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 375 00000100:00100000:3.0:1788598512.956230:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2c76fd49-1399-4b53-b369-df3b4832d715+6:2433:x1875480723074944:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788598512.956389:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1788598512.956394:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1788598504 00002000:00010000:3.0:1788598512.956396:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 0 -> 1788598504 00002000:00010000:3.0:1788598512.956398:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1788598504 00002000:00010000:3.0:1788598512.956400:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:3.0:1788598512.956594:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2c76fd49-1399-4b53-b369-df3b4832d715+7:2433:x1875480723074944:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 364us (651us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1788598512.956603:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 375 00000100:00100000:2.0:1788598512.959073:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598512.959203:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723075200 00000100:00100000:1.0:1788598512.959212:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723075200 00000100:00100000:1.0:1788598512.959294:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1372 00000100:00100000:1.0:1788598512.959303:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+13:31954:x1875480723075200:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788598512.959367:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.959384:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b9 expref: 13 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.959393:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 4/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.959427:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b9 expref: 13 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.959439:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b9 expref: 13 pid: 6523 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598512.959453:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747064704:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598512.959590:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598512.962369:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747064704:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598512.962400:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598512.964024:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.964244:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723075328 00000100:00100000:3.0:1788598512.964254:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723075328 00010000:00010000:3.0:1788598512.964292:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b9 expref: 14 pid: 6523 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598512.964335:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 415 00000100:00100000:3.0:1788598512.964345:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2c76fd49-1399-4b53-b369-df3b4832d715+14:2432:x1875480723075328:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598512.964359:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598512.964366:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b9 expref: 14 pid: 6523 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.964380:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b9 expref: 14 pid: 6523 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.964401:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607109e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1b9 expref: 14 pid: 6523 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.964418:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:3.0:1788598512.964423:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.964432:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.964443:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.964472:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598512.964546:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2c76fd49-1399-4b53-b369-df3b4832d715+13:2432:x1875480723075328:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 202us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598512.964553:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 415 00010000:00010000:2.0:1788598512.964618:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.964626:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.964662:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.964669:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.964675:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.964681:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598512.964687:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.964694:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.964704:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:2.0:1788598512.964707:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788598512.964711:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.964717:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb160710f2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598512.964820:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+12:31954:x1875480723075200:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 5518us (5754us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788598512.964829:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1372 00000100:00100000:1.0:1788598512.968138:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598512.968234:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723075456 00000100:00100000:0.0:1788598512.968244:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723075456 00000100:00100000:0.0:1788598512.968301:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 376 00000100:00100000:0.0:1788598512.968311:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+7:2433:x1875480723075456:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598512.968354:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.968374:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 7 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.968383:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598512.968385:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598512.968388:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.968422:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 7 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598512.968439:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 7 pid: 14172 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598512.968454:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747064832:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598512.968558:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ee300 going to sleep for 11 seconds 00000100:00100000:0.0:1788598512.972236:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747064832:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598512.972264:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598512.978761:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.979250:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723075584 00000100:00100000:3.0:1788598512.979261:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723075584 00010000:00010000:3.0:1788598512.979301:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 8 pid: 14172 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598512.979348:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 416 00000100:00100000:3.0:1788598512.979358:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2c76fd49-1399-4b53-b369-df3b4832d715+8:2432:x1875480723075584:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598512.979371:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598512.979393:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 8 pid: 14172 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.979409:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 8 pid: 14172 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.979429:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000381b87aa/0x6b7334fb160710dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1dc expref: 8 pid: 14172 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.979445:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598512.979447:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598512.979452:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.979462:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.979505:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598512.979562:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2c76fd49-1399-4b53-b369-df3b4832d715+7:2432:x1875480723075584:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 206us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598512.979570:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 416 00010000:00010000:1.0:1788598512.980037:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.980050:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.980071:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.980079:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.980086:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.980103:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598512.980108:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.980116:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.980129:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.980137:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160710f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598512.980204:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+6:2433:x1875480723075456:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 11895us (12074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598512.980213:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 376 00000100:00100000:1.0:1788598512.984205:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598512.984291:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723075840 00000100:00100000:2.0:1788598512.984301:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723075840 00000100:00100000:2.0:1788598512.984364:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1373 00000100:00100000:2.0:1788598512.984374:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+12:31954:x1875480723075840:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788598512.984450:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071100 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.984467:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071100 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.984479:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071100 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.984623:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.984637:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1e3 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.984644:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.984675:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1e3 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.984689:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710eb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1e3 expref: 13 pid: 6525 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598512.984702:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747064960:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598512.985029:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598512.988244:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598512.988414:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723075968 00000100:00100000:1.0:1788598512.988424:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723075968 00010000:00010000:1.0:1788598512.988469:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710eb lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1e3 expref: 14 pid: 6525 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598512.988515:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 417 00000100:00100000:1.0:1788598512.988525:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2c76fd49-1399-4b53-b369-df3b4832d715+14:2433:x1875480723075968:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598512.988542:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598512.988548:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710eb lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1e3 expref: 14 pid: 6525 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.988561:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710eb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1e3 expref: 14 pid: 6525 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.988583:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:1.0:1788598512.988589:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.988599:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.988607:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598512.988627:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598512.988688:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2c76fd49-1399-4b53-b369-df3b4832d715+14:2433:x1875480723075968:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 164us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598512.988695:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 417 00010000:00010000:2.0:1788598512.989509:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160710eb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1e3 expref: 13 pid: 6525 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598512.989528:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747064960:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598512.989552:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.989562:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598512.989568:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598512.989675:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968139 00000001:00080000:2.0:1788598512.990494:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968140 00000001:00080000:2.0:1788598512.990539:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968141 00000100:00100000:2.0:1788598512.990619:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747065088:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788598512.990678:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598512.990720:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598512.990886:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747065088 00000100:00100000:1.0:1788598512.990894:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747065088 00000100:00100000:1.0:1788598512.990952:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1788598512.990961:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747065088:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788598512.991044:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747065088:12345-0@lo:1000:mdt00_000.0 Request processed in 84us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598512.991052:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00080000:0.0:1788598512.991335:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598512.991680:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747065088:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1788598512.991997:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968142 00000100:00100000:2.0:1788598512.992055:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747065216:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788598512.992175:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598512.992205:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598512.992266:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747065216 00000100:00100000:1.0:1788598512.992272:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747065216 00000100:00100000:1.0:1788598512.992341:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788598512.992349:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1875480747065216:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788598512.992470:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6523:x1875480747065216:12345-0@lo:1000:mdt00_000.0 Request processed in 121us (294us total) trans 4294967374 rc 0/0 00000100:00100000:1.0:1788598512.992477:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1788598512.992565:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1875480747065216:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1788598512.992623:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968143 00010000:00010000:3.0:1788598512.992650:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992659:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992667:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992672:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598512.992677:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992684:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992698:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:3.0:1788598512.992701:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598512.992707:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992712:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16071107 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992758:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992777:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992783:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992788:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598512.992790:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992796:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992803:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:3.0:1788598512.992805:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598512.992812:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb16070fd3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec188 expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992823:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb16070fd3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec188 expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992845:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb16070fd3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec188 expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.992877:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ecc00/0x6b7334fb16070fd3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec188 expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598512.992890:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88356300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747065344:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598512.992968:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161000 going to sleep for 11 seconds 00000100:00100000:0.0:1788598512.997543:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598512.997640:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88356300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747065344:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598512.997666:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.997676:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16070fcc lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.997712:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.997726:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec18f expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.997779:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 4/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.997816:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec18f expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598512.997832:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec18f expref: 47 pid: 10034 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598512.997863:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88356300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747065472:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598512.997938:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161000 going to sleep for 11 seconds 00000100:00100000:1.0:1788598512.998405:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723076096 00000100:00100000:1.0:1788598512.998413:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723076096 00000100:00100000:1.0:1788598512.998469:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 278 00000100:00100000:1.0:1788598512.998480:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ef050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+102:31925:x1875480723076096:12345-192.168.202.17@tcp:49:cat.0 00000100:00100000:1.0:1788598512.998606:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ef050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+102:31925:x1875480723076096:12345-192.168.202.17@tcp:49:cat.0 Request processed in 127us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598512.998616:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 278 00000100:00100000:3.0:1788598513.001967:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88356300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747065472:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598513.001996:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598513.006893:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598513.007207:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723076224 00000100:00100000:3.0:1788598513.007218:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723076224 00010000:00010000:3.0:1788598513.007276:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec18f expref: 48 pid: 10034 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598513.007326:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 418 00000100:00100000:3.0:1788598513.007337:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2432:x1875480723076224:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598513.007353:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598513.007360:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec18f expref: 48 pid: 10034 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.007373:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec18f expref: 48 pid: 10034 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.007395:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16070ff6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec18f expref: 48 pid: 10034 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.007412:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:3.0:1788598513.007417:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.007427:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.007435:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.007468:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598513.007529:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2432:x1875480723076224:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 193us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.007537:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 418 00010000:00010000:2.0:1788598513.007612:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007621:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007634:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007641:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007647:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007653:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598513.007657:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007664:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007679:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:2.0:1788598513.007681:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598513.007685:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007691:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb1607110e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007701:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071100 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007708:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071100 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007713:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071100 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007717:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598513.007719:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071100 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007725:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071100 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007791:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:2.0:1788598513.007794:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598513.007797:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071100 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.007803:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec200/0x6b7334fb16071100 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788598513.008002:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598513.008007:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598513.008498:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788598513.008506:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598513.008586:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2c76fd49-1399-4b53-b369-df3b4832d715+17:31954:x1875480723075840:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 24212us (24389us total) trans 4294968144 rc 0/0 00000100:00100000:2.0:1788598513.008596:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1373 00000020:00080000:2.0:1788598513.008601:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00080000:0.0:1788598513.008850:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598513.012677:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.012726:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598513.012967:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723076352 00000100:00100000:2.0:1788598513.012977:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723076352 00000100:00100000:2.0:1788598513.013044:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 377 00000100:00100000:2.0:1788598513.013054:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+13:31925:x1875480723076352:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598513.013073:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598513.013104:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16071115 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1ea expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598513.013132:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 1048576, mtime: 0x6a9bd8e8, atime: 0x6a9bd8e8, ctime: 0x6a9bd8e8, blocks: 0x800 00010000:00010000:2.0:1788598513.013154:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598513.013156:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598513.013164:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16071115 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ea expref: 14 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.013180:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16071115 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ea expref: 14 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.013194:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eda00, rc 0) 00000100:00100000:2.0:1788598513.013250:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+14:31925:x1875480723076352:12345-192.168.202.17@tcp:101:cat.0 Request processed in 198us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598513.013258:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 377 00000100:00080000:0.0:1788598513.013934:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598513.014628:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723076608 00000100:00100000:1.0:1788598513.014637:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723076608 00000100:00100000:1.0:1788598513.014773:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 279 00000100:00100000:1.0:1788598513.014784:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2c76fd49-1399-4b53-b369-df3b4832d715+17:31954:x1875480723076608:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788598513.015260:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788598513.015299:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968145 00010000:00010000:1.0:1788598513.015336:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.015354:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.015367:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.015376:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.015382:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.015387:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.015444:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598513.015553:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2c76fd49-1399-4b53-b369-df3b4832d715+19:31954:x1875480723076608:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 770us (2825us total) trans 4294968146 rc 0/0 00000100:00100000:1.0:1788598513.015562:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 279 00000020:00080000:1.0:1788598513.015567:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1788598513.020949:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598513.023942:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598513.023959:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.023970:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598513.023974:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.023984:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.024002:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:2.0:1788598513.024005:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788598513.024010:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.024017:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb1607111c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.024042:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598513.024044:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598513.024046:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598513.027014:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598513.027099:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723076736 00000100:00100000:2.0:1788598513.027110:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723076736 00002000:00100000:2.0:1788598513.027157:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff8a1a86eac700 x1875480723076736/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:504/0 lens 488/0 e 0 to 0 dl 1788598524 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598513.027168:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a86eac700 with x1875480723076736 ext(0->1048575) 00002000:00010000:2.0:1788598513.027173:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a86eac700 00000100:00100000:2.0:1788598513.027205:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 100 00000100:00100000:2.0:1788598513.027214:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+14:2433:x1875480723076736:12345-192.168.202.17@tcp:3:cat.0 00000100:00100000:2.0:1788598513.054623:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:057ab826-16b2-4323-94a8-90eee763040a+14:2433:x1875480723076736:12345-192.168.202.17@tcp:3:cat.0 Request processed in 27303us (27512us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1788598513.054637:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 100 00002000:00100000:2.0:1788598513.054650:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff8a1a86eac700 x1875480723076736/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:504/0 lens 488/440 e 0 to 0 dl 1788598524 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598513.054661:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a86eac700 with x1875480723076736 ext(0->1048575) 00002000:00010000:2.0:1788598513.054667:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a86eac700 00000100:00100000:1.0:1788598513.065479:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598513.065599:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723076864 00000100:00100000:2.0:1788598513.065609:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723076864 00002000:00100000:2.0:1788598513.065660:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->1052671) req@ffff8a1a8725ea00 x1875480723076864/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:504/0 lens 488/0 e 0 to 0 dl 1788598524 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598513.065672:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8725ea00 with x1875480723076864 ext(1048576->1052671) 00002000:00010000:2.0:1788598513.065677:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a8725ea00 00000100:00100000:2.0:1788598513.065896:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 101 00000100:00100000:2.0:1788598513.065906:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:057ab826-16b2-4323-94a8-90eee763040a+14:2432:x1875480723076864:12345-192.168.202.17@tcp:3:cat.0 00000100:00100000:2.0:1788598513.066200:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:057ab826-16b2-4323-94a8-90eee763040a+14:2432:x1875480723076864:12345-192.168.202.17@tcp:3:cat.0 Request processed in 295us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598513.066210:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 101 00002000:00100000:2.0:1788598513.066217:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->1052671) req@ffff8a1a8725ea00 x1875480723076864/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:504/0 lens 488/440 e 0 to 0 dl 1788598524 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598513.066225:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8725ea00 with x1875480723076864 ext(1048576->1052671) 00002000:00010000:2.0:1788598513.066228:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a8725ea00 00000100:00100000:3.0:1788598513.070730:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.070910:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723077120 00000100:00100000:0.0:1788598513.070922:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723077120 00000100:00100000:0.0:1788598513.070983:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 280 00000100:00100000:0.0:1788598513.070994:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+102:31925:x1875480723077120:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598513.071566:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+103:31925:x1875480723077120:12345-192.168.202.17@tcp:35:cat.0 Request processed in 572us (843us total) trans 4294968147 rc 0/0 00000100:00100000:0.0:1788598513.071575:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 280 00000100:00100000:2.0:1788598513.088029:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598513.088195:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723077248 00000100:00100000:1.0:1788598513.088205:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723077248 00000100:00100000:1.0:1788598513.088306:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1374 00000100:00100000:1.0:1788598513.088317:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+103:31955:x1875480723077248:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:1.0:1788598513.088342:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598513.088364:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071123 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1f1 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088431:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607112a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088444:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607112a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088455:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607112a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088469:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071131 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088476:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088493:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088564:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088573:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088580:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598513.088618:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1788598513.088622:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598513.088641:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088653:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088661:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607112a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088668:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607112a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088674:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607112a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088679:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598513.088683:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607112a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088690:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607112a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088701:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:1.0:1788598513.088704:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598513.088708:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607112a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088718:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607112a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088787:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088795:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071131 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088801:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071131 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088806:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598513.088809:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071131 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088815:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071131 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088823:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8a1bc29e3700) 00010000:00010000:1.0:1788598513.088826:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598513.088829:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071131 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088851:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071131 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088883:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071123 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f1 expref: 105 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088900:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f1 expref: 104 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.088907:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:1.0:1788598513.088909:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598513.088911:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f600, rc 0) 00000100:00100000:1.0:1788598513.088982:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+104:31955:x1875480723077248:12345-192.168.202.17@tcp:101:stat.0 Request processed in 666us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598513.088989:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1374 00000100:00100000:2.0:1788598513.113959:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598513.114120:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723077376 00000100:00100000:1.0:1788598513.114129:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723077376 00000100:00100000:1.0:1788598513.114184:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1375 00000100:00100000:1.0:1788598513.114193:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31956:x1875480723077376:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:1.0:1788598513.114212:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598513.114231:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607113f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1f8 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114300:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071146 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114316:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071146 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114327:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071146 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114340:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607114d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114348:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607114d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114353:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607114d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114416:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114424:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114432:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598513.114469:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1788598513.114474:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598513.114521:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114534:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114542:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071146 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114548:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071146 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114554:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071146 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114563:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598513.114566:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071146 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114573:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071146 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114584:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:1.0:1788598513.114587:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598513.114591:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071146 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114597:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071146 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114614:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607114d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114619:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607114d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114624:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607114d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114629:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598513.114632:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607114d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114638:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607114d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114647:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8a1bc29e3700) 00010000:00010000:1.0:1788598513.114649:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598513.114651:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607114d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114657:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607114d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114686:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607113f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f8 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114697:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f8 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.114704:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:1.0:1788598513.114706:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598513.114708:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959ec00, rc 0) 00000100:00100000:1.0:1788598513.115329:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31956:x1875480723077376:12345-192.168.202.17@tcp:101:stat.0 Request processed in 1133us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598513.115339:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1375 00000100:00100000:1.0:1788598513.119463:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.119554:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723077504 00000100:00100000:0.0:1788598513.119565:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723077504 00000100:00100000:0.0:1788598513.119644:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 378 00000100:00100000:0.0:1788598513.119654:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723077504:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:0.0:1788598513.119673:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598513.119690:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc2b46e8/0x6b7334fb1607115b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec1ff expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.119717:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598513.119720:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598513.119728:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc2b46e8/0x6b7334fb1607115b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ff expref: 11 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.119783:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cc2b46e8/0x6b7334fb1607115b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ff expref: 11 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.119798:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00080000:1.0:1788598513.120110:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598513.120155:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723077504:12345-192.168.202.17@tcp:101:stat.0 Request processed in 502us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598513.120163:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 378 00000100:00100000:3.0:1788598513.124495:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.125046:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723077760 00000100:00100000:0.0:1788598513.125057:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723077760 00000100:00100000:0.0:1788598513.125119:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1376 00000100:00100000:0.0:1788598513.125128:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+104:31658:x1875480723077760:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598513.125147:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598513.125166:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071162 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec206 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.125267:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.125281:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f1 expref: 105 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.125290:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f8 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.125297:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.125328:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f8 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.125342:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f8 expref: 47 pid: 6524 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598513.125354:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747065600:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598513.125458:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f1 expref: 105 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.125468:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f1 expref: 105 pid: 10034 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598513.125477:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747065728:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598513.125511:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ee9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598513.129082:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598513.129199:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723077888 00000100:00100000:3.0:1788598513.129207:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723077888 00010000:00010000:3.0:1788598513.129245:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f1 expref: 106 pid: 10034 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598513.129283:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 419 00000100:00100000:3.0:1788598513.129292:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b948fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+106:2433:x1875480723077888:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598513.129306:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598513.129312:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f1 expref: 106 pid: 10034 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.129323:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f1 expref: 106 pid: 10034 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.129346:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:3.0:1788598513.129352:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.129361:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.129367:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598513.129418:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b948fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+106:2433:x1875480723077888:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 127us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.129425:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 419 00000100:00100000:0.0:1788598513.130591:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747065600:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598513.130608:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071138 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f1 expref: 105 pid: 10034 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598513.130629:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747065728:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598513.130652:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598513.133442:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598513.133648:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723078016 00000100:00100000:3.0:1788598513.133658:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723078016 00010000:00010000:3.0:1788598513.133698:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f8 expref: 48 pid: 6524 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598513.133783:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 420 00000100:00100000:3.0:1788598513.133792:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480723078016:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598513.133806:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598513.133813:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f8 expref: 48 pid: 6524 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.133827:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f8 expref: 48 pid: 6524 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.133850:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071154 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1f8 expref: 48 pid: 6524 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.133872:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:3.0:1788598513.133878:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.133888:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.133896:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.133931:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598513.133984:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:2433:x1875480723078016:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 193us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.133992:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 420 00010000:00010000:2.0:1788598513.134166:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.134175:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598513.134193:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1788598513.134326:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071162 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec206 expref: 106 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.134342:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec206 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.134349:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:2.0:1788598513.134351:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788598513.134353:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696800, rc 0) 00000100:00100000:2.0:1788598513.134379:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+105:31658:x1875480723077760:12345-192.168.202.17@tcp:101:bash.0 Request processed in 9253us (9904us total) trans 4294968148 rc 0/0 00000100:00100000:2.0:1788598513.134386:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1376 00000100:00100000:3.0:1788598513.138242:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598513.138334:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723078144 00000100:00100000:1.0:1788598513.138344:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723078144 00000100:00100000:1.0:1788598513.138436:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1377 00000100:00100000:1.0:1788598513.138445:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+105:31658:x1875480723078144:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:1.0:1788598513.138467:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598513.138797:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071177 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec20d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.138851:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607117e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.138865:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607117e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.138877:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607117e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.138995:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071177 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec20d expref: 107 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.139022:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e400/0x6b7334fb1607117e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec20d expref: 106 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598513.139031:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:1.0:1788598513.139034:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598513.139038:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e400, rc 0) 00000100:00100000:1.0:1788598513.139097:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+106:31658:x1875480723078144:12345-192.168.202.17@tcp:101:bash.0 Request processed in 654us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598513.139104:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1377 00000100:00100000:2.0:1788598513.142352:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.143546:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723078400 00000100:00100000:0.0:1788598513.143558:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723078400 00000100:00100000:0.0:1788598513.143624:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1378 00000100:00100000:0.0:1788598513.143635:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+106:31658:x1875480723078400:12345-192.168.202.17@tcp:36:bash.0 00010000:00010000:0.0:1788598513.143986:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.144075:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.144088:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598513.144202:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968149 00000004:00010000:0.0:1788598513.144496:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000058c28b0 reply state 0000000075342c4d transno 4294968150 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.144510:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.144522:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:0.0:1788598513.144525:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598513.144529:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:0.0:1788598513.144569:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968150 00000100:00100000:0.0:1788598513.144726:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+110:31658:x1875480723078400:12345-192.168.202.17@tcp:36:bash.0 Request processed in 1091us (2382us total) trans 4294968151 rc 0/0 00000100:00100000:0.0:1788598513.144771:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1378 00000020:00080000:0.0:1788598513.144777:0:6525:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1788598513.148382:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.148475:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723078528 00000100:00100000:0.0:1788598513.148495:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723078528 00000100:00100000:0.0:1788598513.148590:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 379 00000100:00100000:0.0:1788598513.148601:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+14:31658:x1875480723078528:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598513.148619:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598513.148637:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e578cac3/0x6b7334fb1607118c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec214 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.148666:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16071115 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ea expref: 15 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.148676:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc2b46e8/0x6b7334fb1607115b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ff expref: 10 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.148682:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598513.148684:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598513.148688:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e578cac3/0x6b7334fb1607118c lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec214 expref: 15 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.148725:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cc2b46e8/0x6b7334fb1607115b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ff expref: 10 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.148897:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cc2b46e8/0x6b7334fb1607115b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ff expref: 10 pid: 8868 timeout: 903 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598513.148911:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747065856:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598513.149038:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16071115 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ea expref: 15 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.149048:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16071115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ea expref: 15 pid: 8403 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598513.149056:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747065984:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598513.149077:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890eef00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598513.156891:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598513.156920:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598513.156993:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723078656 00000100:00100000:3.0:1788598513.157003:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723078656 00010000:00010000:3.0:1788598513.157043:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cc2b46e8/0x6b7334fb1607115b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ff expref: 11 pid: 8868 timeout: 903 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598513.157085:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723078784 00000100:00100000:3.0:1788598513.157096:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723078784 00010000:00010000:3.0:1788598513.157110:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16071115 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ea expref: 16 pid: 8403 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598513.157135:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 421 00000100:00100000:3.0:1788598513.157144:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723078656:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598513.157157:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598513.157162:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cc2b46e8/0x6b7334fb1607115b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ff expref: 11 pid: 8868 timeout: 903 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.157180:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cc2b46e8/0x6b7334fb1607115b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ff expref: 11 pid: 8868 timeout: 903 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.157205:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598513.157257:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723078656:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 114us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.157264:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 421 00000100:00100000:3.0:1788598513.157282:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 422 00000100:00100000:3.0:1788598513.157288:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+16:2433:x1875480723078784:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598513.157296:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598513.157300:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16071115 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ea expref: 16 pid: 8403 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.157311:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16071115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ea expref: 16 pid: 8403 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.157324:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598513.157327:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598513.157333:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e578cac3/0x6b7334fb1607118c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec214 expref: 16 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.157342:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e578cac3/0x6b7334fb1607118c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec214 expref: 16 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.157381:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e578cac3/0x6b7334fb1607118c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec214 expref: 16 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598513.157395:0:6510:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480747066112:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598513.157448:0:6510:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161000 going to sleep for 11 seconds 00010000:00010000:0.0:1788598513.159193:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc2b46e8/0x6b7334fb1607115b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ff expref: 10 pid: 8868 timeout: 903 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598513.159215:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747065856:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598513.159230:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16071115 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ea expref: 16 pid: 8403 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598513.159241:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747065984:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598513.159276:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e578cac3/0x6b7334fb1607118c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec214 expref: 15 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.159288:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697200, rc 0) 00000100:00100000:0.0:1788598513.159353:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+15:31658:x1875480723078528:12345-192.168.202.17@tcp:101:bash.0 Request processed in 10754us (10978us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598513.159362:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 379 00000100:00100000:2.0:1788598513.164715:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.164848:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723078912 00000100:00100000:0.0:1788598513.164856:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723078912 00002000:00010000:0.0:1788598513.164894:0:14217:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:0.0:1788598513.164898:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a893a7480 with x1875480723078912 ext(0->18446744073709551615) 00002000:00010000:0.0:1788598513.164910:0:14217:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a893a7480. 00000100:00100000:0.0:1788598513.164943:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 102 00000100:00100000:0.0:1788598513.164953:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+15:2435:x1875480723078912:12345-192.168.202.17@tcp:10:bash.0 00002000:00010000:0.0:1788598513.165909:0:14217:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:0.0:1788598513.165916:0:14217:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1788598504 -> 1788598513 00002000:00010000:0.0:1788598513.165918:0:14217:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 1788598504 -> 1788598504 00002000:00010000:0.0:1788598513.165920:0:14217:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1788598504 -> 1788598513 00002000:00010000:0.0:1788598513.165922:0:14217:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:0.0:1788598513.165985:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+16:2435:x1875480723078912:12345-192.168.202.17@tcp:10:bash.0 Request processed in 1031us (1277us total) trans 4294967375 rc 0/0 00000100:00100000:0.0:1788598513.165994:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 102 00002000:00010000:0.0:1788598513.165999:0:14217:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:0.0:1788598513.166002:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a893a7480 with x1875480723078912 ext(0->18446744073709551615) 00002000:00010000:0.0:1788598513.166007:0:14217:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a893a7480. 00000100:00100000:3.0:1788598513.166626:0:6510:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480747066112:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598513.166646:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598513.166687:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+15:2433:x1875480723078784:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 9398us (9765us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.166695:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 422 00000100:00100000:2.0:1788598513.189055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.189318:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723079040 00000100:00100000:0.0:1788598513.189329:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723079040 00000100:00100000:0.0:1788598513.189391:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1379 00000100:00100000:0.0:1788598513.189402:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+110:31957:x1875480723079040:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:0.0:1788598513.189427:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598513.189447:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071193 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec21b expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189531:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607119a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189547:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607119a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189558:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607119a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189572:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189579:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189585:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189656:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189667:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec206 expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189681:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189715:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec206 expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598513.189728:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec206 expref: 111 pid: 6523 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598513.190381:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747066240:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598513.190541:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ee480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598513.195611:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.195721:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747066240:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598513.195774:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598513.195933:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723079296 00000100:00100000:3.0:1788598513.195941:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723079296 00000100:00100000:3.0:1788598513.196049:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 281 00000100:00100000:3.0:1788598513.196058:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+112:14930:x1875480723079296:12345-192.168.202.17@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1788598513.196435:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+113:14930:x1875480723079296:12345-192.168.202.17@tcp:35:ldlm_bl.0 Request processed in 377us (831us total) trans 4294968152 rc 0/0 00000100:00100000:3.0:1788598513.196444:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 281 00000100:00100000:0.0:1788598513.199516:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598513.199607:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723079424 00000100:00100000:3.0:1788598513.199617:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723079424 00010000:00010000:3.0:1788598513.199652:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec206 expref: 113 pid: 6523 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598513.199728:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 423 00000100:00100000:3.0:1788598513.199755:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+113:2432:x1875480723079424:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598513.199785:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598513.199792:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec206 expref: 113 pid: 6523 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.199804:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec206 expref: 113 pid: 6523 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.199826:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071169 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec206 expref: 113 pid: 6523 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.199850:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:3.0:1788598513.199855:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.199865:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.199872:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.199902:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598513.200008:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723079424:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 271us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.200017:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 423 00010000:00010000:2.0:1788598513.200074:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200087:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598513.200157:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:2.0:1788598513.200162:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598513.200183:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200196:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200205:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607119a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200211:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607119a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200217:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607119a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200223:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598513.200227:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607119a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200235:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607119a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200244:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:2.0:1788598513.200247:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598513.200251:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607119a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200261:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607119a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200271:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200278:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200282:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200287:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598513.200290:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200295:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200301:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8a1b827d1100) 00010000:00010000:2.0:1788598513.200303:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598513.200306:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200311:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200345:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071193 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec21b expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200364:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696600/0x6b7334fb160711a8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec21b expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598513.200370:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:2.0:1788598513.200372:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598513.200375:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696600, rc 0) 00000100:00100000:2.0:1788598513.200401:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+111:31957:x1875480723079040:12345-192.168.202.17@tcp:101:stat.0 Request processed in 11003us (11357us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598513.200409:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1379 00000100:00100000:0.0:1788598513.220125:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598513.220276:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723079552 00000100:00100000:3.0:1788598513.220287:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723079552 00000100:00100000:3.0:1788598513.220348:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1380 00000100:00100000:3.0:1788598513.220358:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+47:31958:x1875480723079552:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:3.0:1788598513.220381:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598513.220400:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160711af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec222 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220466:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220512:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220525:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220540:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160711bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220546:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160711bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220552:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160711bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220623:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160711c4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220633:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160711c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220639:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160711c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598513.220679:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:3.0:1788598513.220683:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598513.220702:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160711c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220714:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160711c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220721:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220726:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220731:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220775:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220780:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598513.220783:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220790:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220800:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:3.0:1788598513.220803:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598513.220807:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220813:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160711b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220830:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160711bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220835:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160711bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220840:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160711bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220844:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598513.220847:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160711bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220851:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160711bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220857:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8a1a86203100) 00010000:00010000:3.0:1788598513.220859:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598513.220861:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160711bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220866:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160711bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220896:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160711af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec222 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220907:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657a00/0x6b7334fb160711c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec222 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.220917:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:3.0:1788598513.220919:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598513.220921:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657a00, rc 0) 00000100:00100000:3.0:1788598513.220975:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:31958:x1875480723079552:12345-192.168.202.17@tcp:101:stat.0 Request processed in 618us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.220982:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1380 00000100:00100000:1.0:1788598513.226358:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598513.226545:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723079680 00000100:00100000:3.0:1788598513.226555:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723079680 00000100:00100000:3.0:1788598513.226618:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 380 00000100:00100000:3.0:1788598513.226627:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723079680:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:3.0:1788598513.226646:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598513.226663:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb160711cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec229 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598513.226722:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747066368:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598513.227012:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87161780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598513.230380:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747066368:192.168.202.17@tcp:106: 00010000:00010000:3.0:1788598513.230420:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb160711cb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec229 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.230443:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb160711cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec229 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598513.230457:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657c00, rc 0) 00000100:00100000:3.0:1788598513.230571:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723079680:12345-192.168.202.17@tcp:101:stat.0 Request processed in 3943us (4220us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598513.230581:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 380 00000100:00100000:3.0:1788598513.414577:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747066496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598513.414653:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598513.414889:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747066496 00000100:00100000:0.0:1788598513.414897:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747066496 00000100:00100000:0.0:1788598513.414953:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1788598513.414963:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747066496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598513.414997:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598513.415047:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747066496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598513.415054:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1788598513.415226:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747066496:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598513.540602:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598513.821552:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.821597:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.821632:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.821667:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.821695:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723080064 00000100:00100000:0.0:1788598513.821705:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723080064 00000100:00100000:0.0:1788598513.821787:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723080320 00000100:00100000:0.0:1788598513.821791:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723080320 00000100:00100000:0.0:1788598513.821807:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723080576 00000100:00100000:0.0:1788598513.821809:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723080576 00000100:00100000:0.0:1788598513.821825:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 666 00000100:00100000:0.0:1788598513.821833:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723080064:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598513.821903:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723080064:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 70us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598513.821911:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 666 00000100:00100000:0.0:1788598513.821925:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 667 00000100:00100000:0.0:1788598513.821931:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723080320:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598513.821957:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723080320:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598513.821962:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 667 00000100:00100000:0.0:1788598513.821971:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 668 00000100:00100000:0.0:1788598513.821976:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+5:2433:x1875480723080576:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598513.821994:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+5:2433:x1875480723080576:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598513.821999:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 668 00000100:00100000:0.0:1788598513.822031:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.822082:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.822117:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.822198:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598513.822210:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723080704 00000100:00100000:0.0:1788598513.822213:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723080704 00000100:00100000:0.0:1788598513.822229:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 669 00000100:00100000:0.0:1788598513.822235:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+6:2433:x1875480723080704:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598513.822262:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2c76fd49-1399-4b53-b369-df3b4832d715+6:2433:x1875480723080704:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598513.822269:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 669 00000100:00100000:2.0:1788598513.822557:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723079936 00000100:00100000:2.0:1788598513.822562:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723079936 00000100:00100000:2.0:1788598513.822599:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723080192 00000100:00100000:2.0:1788598513.822601:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723080192 00000100:00100000:2.0:1788598513.822616:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723080448 00000100:00100000:2.0:1788598513.822618:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723080448 00000100:00100000:2.0:1788598513.822632:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1022 00000100:00100000:2.0:1788598513.822639:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723079936:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598513.822677:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723079936:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 38us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598513.822683:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1022 00000100:00100000:2.0:1788598513.822696:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1023 00000100:00100000:2.0:1788598513.822702:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723080192:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598513.822723:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723080192:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598513.822729:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1023 00000100:00100000:2.0:1788598513.822768:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1024 00000100:00100000:2.0:1788598513.822775:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+5:2433:x1875480723080448:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598513.822799:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+5:2433:x1875480723080448:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598513.822805:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1024 00000100:00080000:1.0:1788598513.822945:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598513.822950:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598513.823071:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723079808 00000100:00100000:3.0:1788598513.823076:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723079808 00000100:00100000:3.0:1788598513.823124:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 749 00000100:00100000:3.0:1788598513.823131:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+15:2433:x1875480723079808:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598513.823181:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+15:2433:x1875480723079808:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 51us (1639us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.823188:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 749 00000100:00100000:2.0:1788598513.922077:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747066752:0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.922148:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747067008:0@lo:400:kworker.0 00000100:00100000:2.0:1788598513.922157:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598513.922252:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747066880:0@lo:400:kworker.0 00000100:00100000:1.0:1788598513.922323:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747066624:0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.932119:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598513.932196:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747067520:0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.932240:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598513.932269:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747068032:0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.932289:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598513.932341:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747067520 00000100:00100000:3.0:1788598513.932348:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747067520 00000100:00100000:3.0:1788598513.932400:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747068032 00000100:00100000:3.0:1788598513.932403:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747068032 00000100:00100000:3.0:1788598513.932424:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1788598513.932431:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747067520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.934844:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747067520:12345-0@lo:400:kworker.0 Request processed in 2403us (2592us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.934859:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1788598513.934910:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1788598513.934926:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747068032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.934995:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747068032:12345-0@lo:400:kworker.0 Request processed in 77us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.935001:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00080000:3.0:1788598513.935027:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598513.935093:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747067520:0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.935109:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747068032:0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.935160:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747066752 00000100:00100000:3.0:1788598513.935167:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747066752 00000100:00100000:3.0:1788598513.935202:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747067008 00000100:00100000:3.0:1788598513.935205:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747067008 00000100:00100000:3.0:1788598513.935227:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1788598513.935233:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747066752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.935268:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747066752:12345-0@lo:400:kworker.0 Request processed in 35us (13114us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.935274:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1788598513.935285:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1788598513.935290:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747067008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.935320:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747067008:12345-0@lo:400:kworker.0 Request processed in 31us (3208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.935326:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1788598513.935353:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747067008:0@lo:400:kworker.0 00000100:00100000:0.0:1788598513.935627:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598513.935676:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747067392:0@lo:400:kworker.0 00000100:00100000:0.0:1788598513.935710:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598513.935751:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747067392 00000100:00100000:0.0:1788598513.935755:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747067392 00000100:00100000:0.0:1788598513.935806:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1788598513.935813:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747067392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598513.935848:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747067392:12345-0@lo:400:kworker.0 Request processed in 36us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598513.935855:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00080000:0.0:1788598513.935869:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598513.935889:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747067392:0@lo:400:kworker.0 00000100:00100000:0.0:1788598513.935896:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747067904:0@lo:400:kworker.0 00000100:00100000:0.0:1788598513.935918:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598513.935940:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747067904 00000100:00100000:0.0:1788598513.935943:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747067904 00000100:00100000:0.0:1788598513.935972:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1788598513.935978:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747067904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598513.936006:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747067904:12345-0@lo:400:kworker.0 Request processed in 28us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598513.936011:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00080000:0.0:1788598513.936023:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598513.936047:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747067904:0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.938289:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747066880 00000100:00100000:3.0:1788598513.938303:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747066880 00000100:00100000:3.0:1788598513.938378:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1788598513.938387:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747066880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.940099:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747066880:12345-0@lo:400:kworker.0 Request processed in 1705us (4464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.940113:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1788598513.940629:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747066880:0@lo:400:kworker.0 00000100:00100000:1.0:1788598513.942727:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598513.942813:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747067136:0@lo:400:kworker.0 00000100:00100000:1.0:1788598513.942864:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598513.942901:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747067648:0@lo:400:kworker.0 00000100:00100000:1.0:1788598513.942923:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598513.942946:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747068160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598513.942969:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598513.943041:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747067136 00000100:00100000:1.0:1788598513.943049:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747067136 00000100:00100000:0.0:1788598513.943226:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747066624 00000100:00100000:0.0:1788598513.943231:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747066624 00000100:00100000:0.0:1788598513.943268:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1788598513.943277:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747066624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598513.943331:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747066624:12345-0@lo:400:kworker.0 Request processed in 55us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598513.943338:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00080000:0.0:1788598513.943387:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598513.943414:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747066624:0@lo:400:kworker.0 00000100:00100000:1.0:1788598513.943617:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747067648 00000100:00100000:1.0:1788598513.943621:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747067648 00000100:00100000:1.0:1788598513.943650:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1788598513.943656:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747067136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598513.943693:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747067136:12345-0@lo:400:kworker.0 Request processed in 37us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598513.943698:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1788598513.943709:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1788598513.943714:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747067648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598513.943760:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747067648:12345-0@lo:400:kworker.0 Request processed in 46us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598513.943766:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00080000:1.0:1788598513.943780:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598513.943796:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747067136:0@lo:400:kworker.0 00000100:00100000:1.0:1788598513.943805:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747067648:0@lo:400:kworker.0 00000100:00100000:1.0:1788598513.943842:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747068160 00000100:00100000:1.0:1788598513.943846:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747068160 00000100:00100000:1.0:1788598513.943870:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1788598513.943876:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747068160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598513.943892:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3688800256 00000100:00100000:1.0:1788598513.943925:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747068160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598513.943930:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1788598513.943958:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747068160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598513.948021:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747066752:0@lo:400:kworker.0 00000100:00100000:2.0:1788598513.948038:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747067264:0@lo:400:kworker.0 00000100:00100000:2.0:1788598513.948098:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598513.948137:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747067776:0@lo:400:kworker.0 00000100:00100000:2.0:1788598513.948157:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598513.950721:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747067264 00000100:00100000:3.0:1788598513.950748:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747067264 00000100:00100000:3.0:1788598513.950831:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747067776 00000100:00100000:3.0:1788598513.950836:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747067776 00000100:00100000:3.0:1788598513.950868:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1788598513.950878:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747067264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.950966:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747067264:12345-0@lo:400:kworker.0 Request processed in 90us (2866us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.950972:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1788598513.951006:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1788598513.951014:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747067776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598513.951041:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747067776:12345-0@lo:400:kworker.0 Request processed in 29us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598513.951046:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00080000:0.0:1788598513.951296:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598513.951396:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747067264:0@lo:400:kworker.0 00000100:00100000:2.0:1788598513.951411:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747067776:0@lo:400:kworker.0 00000100:00100000:3.0:1788598514.434145:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747068288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598514.434212:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598514.434623:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747068288 00000100:00100000:2.0:1788598514.434632:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747068288 00000100:00100000:2.0:1788598514.434691:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1788598514.434699:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747068288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598514.434727:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00080000:1.0:1788598514.434896:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598514.434969:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747068288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 269us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598514.434976:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1788598514.435042:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747068288:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598514.566902:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598515.587215:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598515.970827:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747068416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598515.970918:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598515.972375:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747068416 00000100:00100000:3.0:1788598515.972385:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747068416 00000100:00100000:3.0:1788598515.972448:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1788598515.972462:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747068416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598515.972505:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598515.972522:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747068544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598515.972602:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747068416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 143us (1682us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598515.972613:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598515.972621:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1788598515.972647:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747068544 00000100:00100000:3.0:1788598515.972651:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747068544 00000100:00100000:3.0:1788598515.972675:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1788598515.972682:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747068544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598515.972693:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598515.972761:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747068544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598515.972768:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1788598515.972818:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747068416:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788598515.972978:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598515.973010:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747068544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598516.484923:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747068672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598516.484992:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598516.485517:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747068672 00000100:00100000:0.0:1788598516.485526:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747068672 00000100:00100000:0.0:1788598516.485582:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1788598516.485591:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747068672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598516.485627:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444356096 avail 1298116608 00000100:00100000:2.0:1788598516.485810:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747068672:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598516.486321:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747068672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 729us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598516.486330:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00010000:00010000:0.0:1788598516.611788:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598517.634562:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598518.531294:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747068800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598518.531377:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598518.531451:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747068800 00000100:00100000:3.0:1788598518.531459:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747068800 00000100:00100000:3.0:1788598518.531516:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1788598518.531526:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747068800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598518.531558:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598518.531603:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747068800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598518.531610:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1788598518.531660:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747068800:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598518.663221:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598518.906595:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598518.906660:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723080832 00000100:00100000:3.0:1788598518.906670:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723080832 00000100:00080000:0.0:1788598518.906752:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598518.906907:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1381 00000100:00100000:3.0:1788598518.906923:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+19:31953:x1875480723080832:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788598518.907094:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+19:31953:x1875480723080832:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 179us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598518.907102:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1381 00000100:00100000:1.0:1788598518.927113:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598518.927221:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598518.927603:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598518.927643:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598518.927707:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723081472 00000100:00100000:0.0:1788598518.927719:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723081472 00000100:00100000:0.0:1788598518.927829:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 674 00000100:00100000:0.0:1788598518.927842:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723081472:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598518.927923:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723081472:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 83us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598518.927931:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 674 00000100:00080000:0.0:1788598518.927959:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598518.929704:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723080960 00000100:00100000:3.0:1788598518.929716:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723080960 00000100:00100000:3.0:1788598518.929806:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723081216 00000100:00100000:3.0:1788598518.929810:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723081216 00000100:00100000:3.0:1788598518.929847:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1031 00000100:00100000:3.0:1788598518.929856:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723081216:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598518.929926:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723081216:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 71us (2706us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598518.929933:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1031 00000100:00100000:3.0:1788598518.929951:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1382 00000100:00100000:3.0:1788598518.929958:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+5:31953:x1875480723080960:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788598518.930243:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2c76fd49-1399-4b53-b369-df3b4832d715+5:31953:x1875480723080960:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 51us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598518.930253:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1382 00000100:00080000:0.0:1788598518.931002:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598518.931020:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598518.931399:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598518.931433:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598518.931453:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598518.931493:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598518.931517:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598518.931534:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598518.931550:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598518.931708:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723081984 00000100:00100000:0.0:1788598518.931715:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723081984 00000100:00100000:0.0:1788598518.931783:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723082496 00000100:00100000:0.0:1788598518.931794:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723082496 00000100:00100000:0.0:1788598518.931816:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723081600 00000100:00100000:0.0:1788598518.931829:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723081600 00000100:00100000:0.0:1788598518.931846:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 675 00000100:00100000:0.0:1788598518.931853:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723081984:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598518.932036:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723081728 00000100:00100000:3.0:1788598518.932040:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723081728 00000100:00100000:3.0:1788598518.932062:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723082240 00000100:00100000:3.0:1788598518.932064:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723082240 00000100:00100000:3.0:1788598518.932073:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723081344 00000100:00100000:3.0:1788598518.932076:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723081344 00000100:00100000:3.0:1788598518.932085:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723081856 00000100:00100000:3.0:1788598518.932087:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723081856 00000100:00100000:3.0:1788598518.932099:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1032 00000100:00100000:3.0:1788598518.932105:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2432:x1875480723081728:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598518.932539:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723081984:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 684us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598518.932547:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 675 00000100:00100000:0.0:1788598518.932575:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 676 00000100:00100000:0.0:1788598518.932584:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:2432:x1875480723082496:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598518.932612:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2c76fd49-1399-4b53-b369-df3b4832d715+6:2432:x1875480723082496:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598518.932619:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 676 00000100:00100000:0.0:1788598518.932629:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 677 00000100:00100000:0.0:1788598518.932635:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+15:2432:x1875480723081600:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598518.932655:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+15:2432:x1875480723081600:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598518.932661:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 677 00000100:00100000:0.0:1788598518.932691:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1033 00000100:00100000:0.0:1788598518.932697:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+5:2432:x1875480723082240:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598518.932720:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2c76fd49-1399-4b53-b369-df3b4832d715+5:2432:x1875480723082240:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (1287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598518.932725:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1033 00000100:00100000:0.0:1788598518.933491:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1034 00000100:00100000:0.0:1788598518.933504:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723081344:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598518.933543:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723081344:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 43us (2025us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598518.933551:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1034 00000100:00100000:0.0:1788598518.933578:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1035 00000100:00100000:0.0:1788598518.933585:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723081856:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598518.933609:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723081856:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (2058us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598518.933619:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1035 00000100:00080000:0.0:1788598518.933637:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598518.933642:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598518.933645:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598518.933647:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598518.934342:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723081088 00000100:00100000:2.0:1788598518.934353:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723081088 00000100:00100000:2.0:1788598518.934411:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 751 00000100:00100000:2.0:1788598518.934418:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+15:2432:x1875480723081088:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598518.934477:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+15:2432:x1875480723081088:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 60us (2983us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598518.934483:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 751 00000100:00100000:3.0:1788598518.935454:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2432:x1875480723081728:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 3341us (7803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598518.935475:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1032 00000100:00100000:1.0:1788598518.937666:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598518.937945:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598518.938251:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723082112 00000100:00100000:0.0:1788598518.938261:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723082112 00000100:00100000:0.0:1788598518.938345:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723082368 00000100:00100000:0.0:1788598518.938349:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723082368 00000100:00100000:0.0:1788598518.938500:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 678 00000100:00100000:0.0:1788598518.938511:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723082112:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598518.938598:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723082112:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 88us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598518.938606:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 678 00000100:00100000:0.0:1788598518.938622:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 679 00000100:00100000:0.0:1788598518.938629:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2c76fd49-1399-4b53-b369-df3b4832d715+5:2432:x1875480723082368:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598518.938654:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2c76fd49-1399-4b53-b369-df3b4832d715+5:2432:x1875480723082368:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598518.938660:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 679 00000100:00080000:1.0:1788598518.938816:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598518.938829:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598518.939550:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598518.939674:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723082752 00000100:00100000:0.0:1788598518.939681:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723082752 00000100:00100000:0.0:1788598518.939716:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 282 00000100:00100000:0.0:1788598518.939724:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2c76fd49-1399-4b53-b369-df3b4832d715+19:31953:x1875480723082752:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598518.939961:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2c76fd49-1399-4b53-b369-df3b4832d715+20:31953:x1875480723082752:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 237us (414us total) trans 4294968153 rc 0/0 00000100:00100000:0.0:1788598518.939969:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 282 00000001:00080000:1.0:1788598518.952550:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968153 is committed 00000001:00080000:1.0:1788598518.952578:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968152 is committed 00000020:00080000:1.0:1788598518.952603:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1bb0e80600 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:1.0:1788598518.952609:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bb6306300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1bb0e809c0 00000020:00080000:1.0:1788598518.952613:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bb6306800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b94c39800 00010000:00010000:3.0:1788598518.952659:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598518.952673:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598518.952682:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598518.952689:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598518.952695:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598518.952702:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598518.952708:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598518.952720:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8a1b827d1400) 00010000:00010000:0.0:1788598518.952720:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598518.952726:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598518.952757:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598518.952763:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598518.952764:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598518.952769:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598518.952775:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071185 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598518.952778:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598518.952800:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:0.0:1788598518.952803:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598518.952807:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598518.952814:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb160710e4 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788598518.952957:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30 committed batchid 29 00000020:00080000:2.0:1788598518.953033:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:2.0:1788598519.042086:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747068928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598519.042161:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598519.042390:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747069056:0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.042439:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598519.042495:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747069568:0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.042525:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598519.042549:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747070080:0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.042573:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598519.042598:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788598519.042605:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747069184:0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.042629:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598519.042650:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747069696:0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.042672:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598519.042707:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747070208:0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.042809:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747068928 00000100:00100000:0.0:1788598519.042817:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747068928 00000100:00100000:0.0:1788598519.042880:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1788598519.042889:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747068928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598519.042916:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788598519.043312:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747069312:0@lo:400:kworker.0 00000100:00080000:1.0:1788598519.043615:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598519.043648:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747069056 00000100:00100000:1.0:1788598519.043654:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747069056 00000100:00100000:1.0:1788598519.043686:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1788598519.043693:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747069056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.047687:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747068928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4783us (5510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598519.047712:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1788598519.048022:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747069568 00000100:00100000:0.0:1788598519.048032:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747069568 00000100:00100000:0.0:1788598519.048081:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747070080 00000100:00100000:0.0:1788598519.048090:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747070080 00000100:00100000:0.0:1788598519.048111:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747069184 00000100:00100000:0.0:1788598519.048114:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747069184 00000100:00100000:0.0:1788598519.048131:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747069696 00000100:00100000:0.0:1788598519.048134:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747069696 00000100:00100000:0.0:1788598519.048155:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1788598519.048164:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747069568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.048219:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747069568:12345-0@lo:400:kworker.0 Request processed in 56us (5695us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598519.048224:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1788598519.048236:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1788598519.048242:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747070080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.048439:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747070080:12345-0@lo:400:kworker.0 Request processed in 27us (5697us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598519.048448:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1788598519.048473:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1788598519.048480:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747069184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.048510:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747069184:12345-0@lo:400:kworker.0 Request processed in 31us (5882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598519.048516:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1788598519.048528:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1788598519.048535:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747069696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.048563:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747069696:12345-0@lo:400:kworker.0 Request processed in 29us (5892us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598519.048569:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1788598519.048600:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747069440:0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.048640:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598519.048669:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747069952:0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.048695:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598519.048781:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747068928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598519.048814:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747069952 00000100:00100000:0.0:1788598519.048817:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747069952 00000100:00100000:0.0:1788598519.048847:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1788598519.048854:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747069952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.048889:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747069952:12345-0@lo:400:kworker.0 Request processed in 36us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598519.048895:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1788598519.048920:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747069952:0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.048940:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747069440 00000100:00100000:0.0:1788598519.048942:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747069440 00000100:00100000:0.0:1788598519.048960:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1788598519.048966:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747069440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.048998:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747069440:12345-0@lo:400:kworker.0 Request processed in 32us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598519.049005:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1788598519.049045:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747069440:0@lo:400:kworker.0 00000100:00080000:0.0:1788598519.049311:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598519.049317:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598519.049320:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1788598519.053484:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00000001:00080000:0.0:1788598519.053501:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000001:00080000:0.0:1788598519.053509:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000100:00100000:2.0:1788598519.055414:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598519.055517:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747069568:0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.055534:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747070080:0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.055567:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747069184:0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.055580:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747069696:0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.055630:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747070208 00000100:00100000:2.0:1788598519.055637:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747070208 00000100:00100000:2.0:1788598519.055696:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1788598519.055705:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747070208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.055787:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747070208:12345-0@lo:400:kworker.0 Request processed in 83us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598519.055794:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00080000:2.0:1788598519.055827:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598519.055849:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747070208:0@lo:400:kworker.0 00000100:00100000:3.0:1788598519.055943:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598519.055980:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747069824:0@lo:400:kworker.0 00000100:00100000:3.0:1788598519.056017:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598519.056043:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747070336:0@lo:400:kworker.0 00000100:00100000:3.0:1788598519.056065:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598519.056094:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747069312 00000100:00100000:2.0:1788598519.056099:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747069312 00000100:00100000:3.0:1788598519.056116:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747069824 00000100:00100000:3.0:1788598519.056121:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747069824 00000100:00100000:2.0:1788598519.056146:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1788598519.056155:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747069312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598519.056174:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747070336 00000100:00100000:3.0:1788598519.056178:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747070336 00000100:00100000:2.0:1788598519.056199:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747069312:12345-0@lo:400:kworker.0 Request processed in 46us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598519.056205:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:2.0:1788598519.056230:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598519.056233:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598519.056255:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747069312:0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.056371:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1788598519.056382:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747069824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.056441:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747069824:12345-0@lo:400:kworker.0 Request processed in 62us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598519.056449:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1788598519.056473:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1788598519.056483:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747070336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598519.056516:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747070336:12345-0@lo:400:kworker.0 Request processed in 36us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598519.056522:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1788598519.056588:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747069824:0@lo:400:kworker.0 00000100:00100000:2.0:1788598519.056598:0:3667:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967374 gen 2 00000004:00080000:2.0:1788598519.056602:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967374 committed transno 4294967374 00000100:00100000:2.0:1788598519.056617:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747070336:0@lo:400:kworker.0 00000100:00100000:1.0:1788598519.058955:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747069056:12345-0@lo:400:kworker.0 Request processed in 15252us (16518us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598519.058970:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1788598519.059004:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747069056:0@lo:400:kworker.0 00000100:00100000:0.0:1788598519.554138:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747070464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598519.554216:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598519.555167:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747070464 00000100:00100000:3.0:1788598519.555177:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747070464 00000100:00100000:3.0:1788598519.555268:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1788598519.555278:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747070464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598519.555300:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788598519.555359:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747070464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598519.555366:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1788598519.555450:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747070464:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598519.682117:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598520.708092:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598521.090069:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747070720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598521.090136:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598521.090216:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598521.090223:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747070592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598521.090256:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598521.090295:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747070720 00000100:00100000:1.0:1788598521.090302:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747070720 00000100:00100000:1.0:1788598521.090357:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747070592 00000100:00100000:1.0:1788598521.090360:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747070592 00000100:00100000:1.0:1788598521.090377:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1788598521.090395:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747070720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598521.090424:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598521.090478:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747070720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598521.090495:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1788598521.090511:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1788598521.090518:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747070592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598521.090528:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598521.090551:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747070592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598521.090557:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1788598521.090595:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747070592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598521.090609:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747070720:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788598521.090714:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788598521.218723:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598521.218750:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598521.218844:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 2 00000040:00080000:0.0:1788598521.218851:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598521.405636:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598521.405759:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598521.413015:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598521.414474:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723083008 00000100:00100000:2.0:1788598521.414488:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723083008 00000100:00100000:2.0:1788598521.414791:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723082880 00000100:00100000:2.0:1788598521.414796:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723082880 00000100:00100000:1.0:1788598521.414892:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 63 00000100:00100000:1.0:1788598521.414904:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:27eb2831-c520-4381-8808-4da803a1bb82+16:2433:x1875480723083008:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598521.414922:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598521.414942:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a89731400/0x6b7334fb16070d95 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0a8 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598521.414961:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598521.415024:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:27eb2831-c520-4381-8808-4da803a1bb82+15:2433:x1875480723083008:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 122us (9396us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598521.415030:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 63 00000100:00100000:1.0:1788598521.415050:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 64 00000100:00100000:1.0:1788598521.415056:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:27eb2831-c520-4381-8808-4da803a1bb82+14:2435:x1875480723082880:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598521.415064:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598521.415072:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a893ede00/0x6b7334fb16070d8e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec077 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598521.415082:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598521.415099:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:27eb2831-c520-4381-8808-4da803a1bb82+13:2435:x1875480723082880:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 43us (9340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598521.415106:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 64 00000100:00100000:1.0:1788598521.417327:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723083136 00000100:00100000:1.0:1788598521.417352:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723083136 00000100:00100000:1.0:1788598521.417416:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 65 00000100:00100000:1.0:1788598521.417425:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b948fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:27eb2831-c520-4381-8808-4da803a1bb82+13:2435:x1875480723083136:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598521.417440:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598521.417467:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a1a89656c00/0x6b7334fb16070d9c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0af expref: 13 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598521.417482:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598521.417531:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b948fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723083136:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 107us (4525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598521.417538:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 65 00000100:00100000:1.0:1788598521.428719:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598521.428896:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723083264 00000100:00100000:2.0:1788598521.428906:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723083264 00000100:00100000:2.0:1788598521.429014:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 381 00000100:00100000:2.0:1788598521.429024:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2c76fd49-1399-4b53-b369-df3b4832d715+5:2431:x1875480723083264:12345-192.168.202.17@tcp:9:umount.0 00000020:00000080:2.0:1788598521.429055:0:8403:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6b7334fb16070db8 00000100:00080000:2.0:1788598521.429064:0:8403:0:(import.c:65:import_set_state_nolock()) ffff8a1bc5ba1000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788598521.429121:0:8403:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967375 00000100:00100000:2.0:1788598521.429278:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2c76fd49-1399-4b53-b369-df3b4832d715+2:2431:x1875480723083264:12345-192.168.202.17@tcp:9:umount.0 Request processed in 255us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598521.429290:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 381 00010000:00010000:1.0:1788598521.429447:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788598521.429725:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598521.434852:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598521.435277:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723083392 00000100:00100000:3.0:1788598521.435288:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723083392 00000100:00100000:3.0:1788598521.435367:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 382 00000100:00100000:3.0:1788598521.435376:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2c76fd49-1399-4b53-b369-df3b4832d715+5:2431:x1875480723083392:12345-192.168.202.17@tcp:9:umount.0 00000020:00000080:3.0:1788598521.435406:0:8868:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6b7334fb16070db1 00000100:00080000:3.0:1788598521.435414:0:8868:0:(import.c:65:import_set_state_nolock()) ffff8a1a87b79000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788598521.435583:0:8868:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967366 00010000:00010000:0.0:1788598521.435819:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598521.436287:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2c76fd49-1399-4b53-b369-df3b4832d715+2:2431:x1875480723083392:12345-192.168.202.17@tcp:9:umount.0 Request processed in 909us (1442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598521.436297:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 382 00000100:00080000:2.0:1788598521.436555:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598521.453537:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598521.453626:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723084032 00000100:00100000:0.0:1788598521.453636:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723084032 00000100:00100000:0.0:1788598521.453717:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1383 00000100:00100000:0.0:1788598521.453726:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+9:2431:x1875480723084032:12345-192.168.202.17@tcp:39:umount.0 00000020:00000080:0.0:1788598521.453808:0:10034:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6b7334fb16070da3 00000020:00010000:0.0:1788598521.453822:0:10034:0:(genops.c:1940:obd_stale_export_put()) Put export ffff8a1a89339000: total 0 00000100:00080000:0.0:1788598521.453826:0:10034:0:(import.c:65:import_set_state_nolock()) ffff8a1a89339800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788598521.453847:0:10034:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968153 00000100:00100000:0.0:1788598521.454000:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2c76fd49-1399-4b53-b369-df3b4832d715+8:2431:x1875480723084032:12345-192.168.202.17@tcp:39:umount.0 Request processed in 275us (473us total) trans 4294968154 rc 0/0 00000100:00100000:0.0:1788598521.454007:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1383 00000100:00080000:2.0:1788598521.454567:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:3.0:1788598521.454628:0:6512:0:(genops.c:1926:obd_stale_export_get()) Get export ffff8a1a89339000: total 0 00010000:00010000:3.0:1788598521.454683:0:6512:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8a1a89339000, canceled 0 locks, left on hash table 4. 00010000:00010000:3.0:1788598521.454718:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598521.454722:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598521.454730:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730200/0x6b7334fb16070dfe lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0ee expref: 7 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598521.454784:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8a1bc29e3300) 00010000:00010000:3.0:1788598521.454787:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788598521.454791:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607106d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec1ab expref: 6 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598521.454805:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598521.454807:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598521.454810:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071004 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec196 expref: 5 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598521.454828:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a1a8618c700) 00010000:00010000:3.0:1788598521.454830:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598521.454833:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16070de2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0e7 expref: 4 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598521.454844:0:6512:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8a1a89339000, canceled 4 locks, left on hash table 0. 00010000:00010000:3.0:1788598521.454858:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598521.454860:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598521.454861:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598521.468918:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598521.469161:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723084160 00000100:00100000:2.0:1788598521.469171:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723084160 00000100:00100000:2.0:1788598521.469249:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1384 00000100:00100000:2.0:1788598521.469260:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+5:2431:x1875480723084160:12345-192.168.202.17@tcp:39:umount.0 00000020:00000080:2.0:1788598521.469293:0:6525:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x6b7334fb16070daa 00000100:00080000:2.0:1788598521.469312:0:6525:0:(import.c:65:import_set_state_nolock()) ffff8a1a8933d800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788598521.469343:0:6525:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967329 00010000:00010000:1.0:1788598521.469436:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598521.469524:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2c76fd49-1399-4b53-b369-df3b4832d715+3:2431:x1875480723084160:12345-192.168.202.17@tcp:39:umount.0 Request processed in 265us (615us total) trans 4294967330 rc 0/0 00000100:00100000:2.0:1788598521.469532:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1384 00000100:00080000:3.0:1788598521.469849:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598521.602138:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747070848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598521.602207:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598521.602257:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747070848 00000100:00100000:1.0:1788598521.602266:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747070848 00000100:00100000:1.0:1788598521.602315:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1788598521.602328:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747070848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598521.602363:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:1.0:1788598521.602416:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747070848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598521.602422:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1788598521.602507:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747070848:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788598521.667018:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788598521.730893:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598522.754096:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598523.652412:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747070976:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598523.652493:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598523.654293:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747070976 00000100:00100000:3.0:1788598523.654308:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747070976 00000100:00100000:3.0:1788598523.654374:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1788598523.654385:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747070976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598523.654425:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598523.655750:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747070976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1343us (3233us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598523.655772:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1788598523.656334:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747070976:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598523.789513:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788598523.886073:0:23530:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12r: lseek restores released file ===== 04:55:22 (1788598522) 00000100:00100000:1.0:1788598524.037413:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.037502:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723084288 00000100:00100000:2.0:1788598524.037512:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723084288 00000100:00100000:2.0:1788598524.037575:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 753 00000100:00100000:2.0:1788598524.037584:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723084288:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598524.037664:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723084288:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 81us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.037673:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 753 00000100:00100000:2.0:1788598524.071225:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.071266:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.071284:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.071308:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.071327:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.071350:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.071372:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.071394:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.071420:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723084416 00000100:00100000:2.0:1788598524.071431:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723084416 00000100:00100000:2.0:1788598524.071493:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723084928 00000100:00100000:2.0:1788598524.071496:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723084928 00000100:00100000:2.0:1788598524.071507:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723084544 00000100:00100000:2.0:1788598524.071509:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723084544 00000100:00100000:2.0:1788598524.071519:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723085056 00000100:00100000:2.0:1788598524.071521:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723085056 00000100:00100000:2.0:1788598524.071533:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1042 00000100:00100000:2.0:1788598524.071542:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+104:2433:x1875480723084416:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598524.071618:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+104:2433:x1875480723084416:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 77us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.071626:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1042 00000100:00100000:2.0:1788598524.071645:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1043 00000100:00100000:2.0:1788598524.071652:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480723084928:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598524.071676:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480723084928:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.071682:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1043 00000100:00100000:2.0:1788598524.071692:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1044 00000100:00100000:2.0:1788598524.071697:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723084544:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598524.071719:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723084544:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598524.071879:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723084672 00000100:00100000:3.0:1788598524.071884:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723084672 00000100:00100000:3.0:1788598524.071913:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723085184 00000100:00100000:3.0:1788598524.071916:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723085184 00000100:00100000:3.0:1788598524.071928:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723084800 00000100:00100000:3.0:1788598524.071930:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723084800 00000100:00100000:3.0:1788598524.071939:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723085312 00000100:00100000:3.0:1788598524.071941:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723085312 00000100:00100000:3.0:1788598524.071954:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 683 00000100:00100000:3.0:1788598524.071960:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723084672:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598524.071986:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723084672:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598524.071992:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 683 00000100:00100000:3.0:1788598524.072004:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 684 00000100:00100000:3.0:1788598524.072010:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723085184:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598524.072031:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723085184:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598524.072036:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 684 00000100:00100000:3.0:1788598524.072046:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 685 00000100:00100000:3.0:1788598524.072064:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+14:2433:x1875480723084800:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598524.072088:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+14:2433:x1875480723084800:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 35us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598524.072093:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 685 00000100:00100000:3.0:1788598524.072103:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 686 00000100:00100000:3.0:1788598524.072109:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723085312:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598524.072131:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723085312:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598524.072138:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 686 00000100:00080000:3.0:1788598524.072157:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598524.072161:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598524.072164:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598524.072166:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598524.072946:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1044 00000100:00100000:0.0:1788598524.083588:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1045 00000100:00100000:0.0:1788598524.083611:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723085056:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598524.083692:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723085056:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 91us (12319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598524.083701:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1045 00000100:00100000:1.0:1788598524.162146:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598524.162168:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747071104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598524.162235:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598524.162313:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747071104 00000100:00100000:1.0:1788598524.162320:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747071104 00000100:00100000:1.0:1788598524.162376:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1788598524.162384:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747071104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598524.162412:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788598524.162465:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747071104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.162471:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00080000:1.0:1788598524.162491:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598524.162526:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747071104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598524.165975:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747071616:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166038:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166093:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747072128:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166118:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166136:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747072640:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166154:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166175:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788598524.166181:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747071232:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166206:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166225:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747071744:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166245:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166258:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747072256:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166276:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166304:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747071360:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166330:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166347:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747071872:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166364:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166378:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747072384:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166394:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166417:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788598524.166423:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747071488:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166443:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166471:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747072000:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166491:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166506:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747072512:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.166524:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.166548:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747071616 00000100:00100000:0.0:1788598524.166555:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747071616 00000100:00100000:0.0:1788598524.166591:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747071360 00000100:00100000:0.0:1788598524.166595:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747071360 00000100:00100000:0.0:1788598524.166607:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747071872 00000100:00100000:0.0:1788598524.166609:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747071872 00000100:00100000:0.0:1788598524.166629:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747072384 00000100:00100000:0.0:1788598524.166632:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747072384 00000100:00100000:0.0:1788598524.166642:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747072000 00000100:00100000:0.0:1788598524.166644:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747072000 00000100:00100000:0.0:1788598524.166656:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747072512 00000100:00100000:0.0:1788598524.166659:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747072512 00000100:00100000:0.0:1788598524.167378:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1788598524.167392:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747071616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.167467:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747071616:12345-0@lo:400:kworker.0 Request processed in 80us (1429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598524.167524:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747071616:0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.167650:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747071232 00000100:00100000:1.0:1788598524.167655:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747071232 00000100:00100000:1.0:1788598524.167704:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1788598524.167712:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747071232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.167775:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747071232:12345-0@lo:400:kworker.0 Request processed in 64us (1567us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.167781:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1788598524.167815:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747071744 00000100:00100000:1.0:1788598524.167818:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747071744 00000100:00100000:1.0:1788598524.167841:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747071488 00000100:00100000:1.0:1788598524.167844:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747071488 00000100:00100000:1.0:1788598524.167857:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1788598524.167863:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747071744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.167895:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747071744:12345-0@lo:400:kworker.0 Request processed in 32us (1649us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.167901:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1788598524.167912:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788598524.167918:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747071488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.167952:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747071488:12345-0@lo:400:kworker.0 Request processed in 34us (1508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.167957:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:1.0:1788598524.167976:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598524.167980:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598524.167996:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747071232:0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.168006:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747071744:0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.171044:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1788598524.171078:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747071360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.171162:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747071360:12345-0@lo:400:kworker.0 Request processed in 96us (4830us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.171170:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1788598524.171202:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1788598524.171210:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747071872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.171238:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747071872:12345-0@lo:400:kworker.0 Request processed in 30us (4873us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.171244:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1788598524.171258:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1788598524.171264:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747072384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.171291:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747072384:12345-0@lo:400:kworker.0 Request processed in 28us (4895us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.171297:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1788598524.171309:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1788598524.171316:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747072000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.171346:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747072000:12345-0@lo:400:kworker.0 Request processed in 32us (4855us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.171352:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1788598524.171364:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1788598524.171371:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747072512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.171396:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747072512:12345-0@lo:400:kworker.0 Request processed in 26us (4870us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.171402:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1788598524.174486:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747071488:0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.174508:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747072000:0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.174522:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747072512:0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.174532:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747071360:0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.174544:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747071872:0@lo:400:kworker.0 00000100:00100000:2.0:1788598524.174554:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747072384:0@lo:400:kworker.0 00000100:00100000:0.0:1788598524.184171:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1788598524.184296:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747072128 00000100:00100000:1.0:1788598524.184307:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747072128 00000100:00100000:1.0:1788598524.184380:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747072640 00000100:00100000:1.0:1788598524.184384:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747072640 00000100:00100000:1.0:1788598524.184411:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747072256 00000100:00100000:1.0:1788598524.184414:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747072256 00000100:00100000:1.0:1788598524.184433:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1788598524.184442:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747072128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.184541:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747072128:12345-0@lo:400:kworker.0 Request processed in 100us (18420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.184547:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1788598524.184560:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1788598524.184566:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747072640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.184593:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747072640:12345-0@lo:400:kworker.0 Request processed in 28us (18437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.184599:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1788598524.184609:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1788598524.184615:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747072256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.184640:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747072256:12345-0@lo:400:kworker.0 Request processed in 27us (18364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.184645:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00080000:2.0:1788598524.184784:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598524.184789:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598524.184931:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747072256:0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.184944:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747072128:0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.184953:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747072640:0@lo:400:kworker.0 00000100:00100000:1.0:1788598524.413817:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.414176:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723085440 00000100:00100000:2.0:1788598524.414187:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723085440 00000100:00100000:2.0:1788598524.414261:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1385 00000100:00100000:2.0:1788598524.414271:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:32597:x1875480723085440:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598524.414373:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:32597:x1875480723085440:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 103us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.414381:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1385 00000100:00100000:2.0:1788598524.417654:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598524.418357:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723085568 00000100:00100000:0.0:1788598524.418368:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723085568 00000100:00100000:0.0:1788598524.418522:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1386 00000100:00100000:0.0:1788598524.418532:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:32597:x1875480723085568:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788598524.418633:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:32597:x1875480723085568:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 101us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598524.418640:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1386 00000100:00100000:1.0:1788598524.471259:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.471350:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723085696 00000100:00100000:2.0:1788598524.471358:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723085696 00000100:00100000:2.0:1788598524.471413:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1387 00000100:00100000:2.0:1788598524.471421:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+104:32598:x1875480723085696:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598524.471437:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598524.471463:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb160711d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec230 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.471531:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160711d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.471545:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160711d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.471559:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160711d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.471574:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160711e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.471586:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160711e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.471593:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160711e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.471633:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160711d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.471640:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160711d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.471646:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160711d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.471651:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598524.471655:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160711d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472588:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160711d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472602:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598524.472604:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.472609:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160711d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472616:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160711d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472631:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160711e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472637:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160711e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472643:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160711e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472648:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598524.472651:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160711e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472658:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160711e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472681:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8a1a85342700) 00010000:00010000:2.0:1788598524.472683:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.472686:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160711e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472696:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160711e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472783:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb160711d2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec230 expref: 105 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472794:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598524.472796:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.472800:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb160711d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec230 expref: 105 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.472810:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653ec00, rc 0) 00000100:00100000:2.0:1788598524.472880:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+104:32598:x1875480723085696:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1459us (1629us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598524.472888:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1387 00000100:00100000:1.0:1788598524.487457:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598524.487557:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723085952 00000100:00100000:0.0:1788598524.487568:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723085952 00000100:00100000:0.0:1788598524.487633:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1388 00000100:00100000:0.0:1788598524.487643:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+104:32598:x1875480723085952:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:0.0:1788598524.487708:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598524.488011:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89730c00/0x6b7334fb16070ec2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec126 expref: 104 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.488031:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598524.488036:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598524.488096:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.488121:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0fc expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.488131:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.488165:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0fc expref: 47 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.488177:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0fc expref: 47 pid: 10034 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598524.488190:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747072768:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598524.488334:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba02709c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598524.494951:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598524.495395:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723086080 00000100:00100000:1.0:1788598524.495404:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723086080 00010000:00010000:1.0:1788598524.495451:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0fc expref: 48 pid: 10034 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598524.495494:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 424 00000100:00100000:1.0:1788598524.495502:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480723086080:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598524.495516:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598524.495522:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0fc expref: 48 pid: 10034 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.495533:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0fc expref: 48 pid: 10034 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.495554:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598524.495559:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.495568:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.495576:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.495595:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598524.495644:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:2433:x1875480723086080:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 142us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.495652:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 424 00010000:00010000:0.0:1788598524.496147:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb16070e3d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec0fc expref: 47 pid: 10034 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598524.496163:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747072768:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598524.496185:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.496193:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.496199:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.496220:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.496229:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.496238:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497032:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497045:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497268:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598524.497287:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb821635 reply state 00000000a0a57f94 transno 4294968155 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497297:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497302:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598524.497304:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598524.497307:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788598524.497312:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:0.0:1788598524.497318:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497322:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497326:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497329:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497334:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598524.497337:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497341:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497346:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598524.497348:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.497350:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497353:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160711e7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598524.497359:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb821635 reply state 00000000a0a57f94 transno 4294968155 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497364:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.497367:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598524.497368:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598524.497369:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788598524.497675:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+105:32598:x1875480723085952:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 10032us (10234us total) trans 4294968155 rc 0/0 00000100:00100000:0.0:1788598524.497681:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1388 00000001:00080000:1.0:1788598524.500522:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968155 is committed 00000001:00100000:1.0:1788598524.500535:0:6503:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2c76fd49-1399-4b53-b369-df3b4832d715 00000001:00080000:1.0:1788598524.500540:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968154 is committed 00000020:00000080:1.0:1788598524.500543:0:6503:0:(genops.c:904:class_export_put()) final put ffff8a1a89339000/2c76fd49-1399-4b53-b369-df3b4832d715 00000020:00080000:1.0:1788598524.500569:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30 batchid updated 00000020:00000080:3.0:1788598524.500667:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff8a1a89339000/2c76fd49-1399-4b53-b369-df3b4832d715 for lustre-MDT0000 00000020:00000080:3.0:1788598524.500913:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a1a89339800 for lustre-MDT0000 00000020:00080000:3.0:1788598524.500935:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:3.0:1788598524.500946:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00010000:00010000:0.0:1788598524.504012:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504033:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504040:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504045:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598524.504050:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504067:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504084:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598524.504087:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.504091:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504097:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160711ee lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504128:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504135:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504140:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504145:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598524.504148:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504153:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504160:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598524.504163:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.504166:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.504171:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711f5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598524.529530:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598524.529713:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723086208 00000100:00100000:0.0:1788598524.529723:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723086208 00000100:00100000:0.0:1788598524.530044:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1389 00000100:00100000:0.0:1788598524.530061:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+103:32599:x1875480723086208:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598524.530087:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598524.530108:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec237 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.530172:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071203 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.530186:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071203 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.530197:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071203 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598524.530236:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598524.530240:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598524.530258:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071203 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.530279:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160711fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec237 expref: 105 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.530296:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071203 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec237 expref: 104 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.530303:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598524.530306:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598524.530309:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697400, rc 0) 00000100:00100000:0.0:1788598524.530485:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+104:32599:x1875480723086208:12345-192.168.202.17@tcp:101:bash.0 Request processed in 432us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598524.530492:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1389 00000100:00100000:2.0:1788598524.537240:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598524.537342:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723086336 00000100:00100000:1.0:1788598524.537351:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723086336 00000100:00100000:1.0:1788598524.537417:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1390 00000100:00100000:1.0:1788598524.537430:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+104:32599:x1875480723086336:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:1.0:1788598524.537458:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598524.537478:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607120a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec23e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.537541:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071211 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.537555:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071211 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.537567:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071211 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.537584:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071218 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.537591:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071218 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.537597:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071218 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.537686:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb1607121f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.537708:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb1607121f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.537716:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb1607121f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598524.538041:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:1.0:1788598524.538046:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598524.538063:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb1607121f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538075:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071211 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538081:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071211 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538086:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071211 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538092:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598524.538096:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071211 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538102:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071211 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538114:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598524.538117:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598524.538121:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071211 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538128:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071211 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538146:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071218 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538152:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071218 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538157:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071218 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538162:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598524.538165:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071218 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538171:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071218 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538178:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8a1b9fd8c700) 00010000:00010000:1.0:1788598524.538180:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598524.538183:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071218 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538188:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071218 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538219:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607120a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec23e expref: 106 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538231:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f200/0x6b7334fb1607121f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec23e expref: 105 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.538244:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:1.0:1788598524.538246:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788598524.538248:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f200, rc 0) 00000100:00100000:1.0:1788598524.538310:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+105:32599:x1875480723086336:12345-192.168.202.17@tcp:101:bash.0 Request processed in 883us (1079us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.538324:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1390 00000100:00100000:1.0:1788598524.546931:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598524.547032:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723086464 00000100:00100000:0.0:1788598524.547041:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723086464 00000100:00100000:0.0:1788598524.547105:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1391 00000100:00100000:0.0:1788598524.547114:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+105:32599:x1875480723086464:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598524.547133:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598524.547153:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071226 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec245 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547217:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547231:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547246:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547260:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071234 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547268:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071234 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547274:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071234 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547309:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547317:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547322:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547328:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547334:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598524.547338:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547345:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547355:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:0.0:1788598524.547359:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.547363:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547369:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607122d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547381:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071234 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547385:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071234 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547390:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071234 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547394:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598524.547396:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071234 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547401:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071234 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547407:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598524.547409:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.547411:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071234 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547417:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071234 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547458:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071226 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec245 expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547468:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:0.0:1788598524.547470:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.547474:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071226 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec245 expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.547483:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696000, rc 0) 00000100:00100000:0.0:1788598524.547608:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+105:32599:x1875480723086464:12345-192.168.202.17@tcp:101:bash.0 Request processed in 494us (685us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598524.547615:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1391 00000100:00100000:3.0:1788598524.565332:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.565489:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723086592 00000100:00100000:2.0:1788598524.565499:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723086592 00000100:00100000:2.0:1788598524.565570:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1392 00000100:00100000:2.0:1788598524.565580:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+47:32600:x1875480723086592:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598524.565600:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598524.565623:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1607123b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec24c expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.565703:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.565722:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.566085:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598524.566133:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788598524.566137:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598524.566156:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.566181:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1607123b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec24c expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.566199:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec24c expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.566208:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598524.566211:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598524.566215:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f000, rc 0) 00000100:00100000:2.0:1788598524.566284:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+48:32600:x1875480723086592:12345-192.168.202.17@tcp:101:rm.0 Request processed in 705us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.566291:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1392 00000100:00100000:1.0:1788598524.570575:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.571230:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723086720 00000100:00100000:2.0:1788598524.571241:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723086720 00000100:00100000:2.0:1788598524.571294:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1393 00000100:00100000:2.0:1788598524.571304:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+48:32600:x1875480723086720:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598524.571324:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598524.571344:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071249 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec253 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571406:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071250 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571421:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571432:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571459:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071257 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571467:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571474:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571564:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e000/0x6b7334fb1607125e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571573:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e000/0x6b7334fb1607125e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571580:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e000/0x6b7334fb1607125e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598524.571609:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1788598524.571613:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598524.571629:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e000/0x6b7334fb1607125e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571641:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571646:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071250 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571652:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071250 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571658:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598524.571672:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071250 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571680:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071250 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571691:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598524.571694:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.571699:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071250 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571705:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071250 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571716:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.571721:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071257 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.572378:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071257 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.572385:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598524.572388:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071257 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.572393:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071257 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.572402:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8a1a85342700) 00010000:00010000:2.0:1788598524.572405:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.572408:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071257 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.572414:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071257 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.572461:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071249 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec253 expref: 50 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.572475:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e000/0x6b7334fb1607125e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec253 expref: 49 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.572482:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:2.0:1788598524.572484:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598524.572487:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653e000, rc 0) 00000100:00100000:2.0:1788598524.573526:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32600:x1875480723086720:12345-192.168.202.17@tcp:101:rm.0 Request processed in 2219us (2953us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.573535:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1393 00000100:00100000:3.0:1788598524.580667:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.581666:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723086848 00000100:00100000:2.0:1788598524.581677:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723086848 00000100:00100000:2.0:1788598524.581769:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1394 00000100:00100000:2.0:1788598524.581780:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32600:x1875480723086848:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598524.581801:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598524.581823:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071265 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec25a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.581893:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1607126c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.581908:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1607126c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.581919:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1607126c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.581934:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071273 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.581942:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.581947:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.581988:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1607126c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.581995:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1607126c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582001:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1607126c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582007:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598524.582011:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1607126c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582018:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1607126c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582030:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:2.0:1788598524.582033:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.582038:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1607126c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582043:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb1607126c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582069:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582075:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071273 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582081:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071273 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582086:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598524.582089:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071273 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582095:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071273 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582105:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8a1a85342800) 00010000:00010000:2.0:1788598524.582108:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.582111:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071273 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582116:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071273 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582149:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071265 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec25a expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582159:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:2.0:1788598524.582161:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.582164:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071265 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec25a expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.582174:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653fe00, rc 0) 00000100:00100000:2.0:1788598524.582236:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32600:x1875480723086848:12345-192.168.202.17@tcp:101:rm.0 Request processed in 458us (1590us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598524.582244:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1394 00000100:00100000:3.0:1788598524.586688:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598524.586882:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723086976 00000100:00100000:1.0:1788598524.586893:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723086976 00000100:00100000:1.0:1788598524.586956:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1395 00000100:00100000:1.0:1788598524.586967:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32600:x1875480723086976:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598524.586991:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598524.587012:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607127a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec261 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587091:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071281 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587106:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071281 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587117:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071281 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587133:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071288 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587145:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587151:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587189:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071281 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587196:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071281 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587201:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071281 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587206:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598524.587210:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071281 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587216:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071281 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587226:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:1.0:1788598524.587229:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598524.587234:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071281 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587239:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071281 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587251:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587257:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071288 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587262:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071288 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587266:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598524.587269:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071288 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587276:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071288 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587283:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8a1b9fd8c700) 00010000:00010000:1.0:1788598524.587285:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598524.587287:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071288 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587293:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071288 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587324:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607127a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec261 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587334:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:1.0:1788598524.587336:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598524.587340:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607127a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec261 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.587354:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:1.0:1788598524.587422:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32600:x1875480723086976:12345-192.168.202.17@tcp:101:rm.0 Request processed in 456us (742us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598524.587429:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1395 00000100:00100000:3.0:1788598524.613544:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.613719:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723087104 00000100:00100000:2.0:1788598524.613771:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723087104 00000100:00100000:2.0:1788598524.613823:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1396 00000100:00100000:2.0:1788598524.613832:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32601:x1875480723087104:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598524.613864:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598524.613883:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1607128f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec268 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.613950:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071296 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.613964:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.613975:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.613988:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607129d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.613994:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607129d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614000:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607129d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614030:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614037:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071296 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614044:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071296 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614049:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598524.614053:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071296 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614073:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071296 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614084:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:2.0:1788598524.614087:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.614091:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071296 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614097:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071296 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614109:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607129d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614116:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607129d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614121:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607129d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614126:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598524.614128:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607129d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614134:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607129d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614140:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8a1a85342800) 00010000:00010000:2.0:1788598524.614142:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.614144:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607129d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614150:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607129d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614182:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1607128f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec268 expref: 50 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614191:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:2.0:1788598524.614193:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598524.614196:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1607128f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec268 expref: 50 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.614205:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1a00, rc 0) 00000100:00100000:2.0:1788598524.614263:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32601:x1875480723087104:12345-192.168.202.17@tcp:101:cp.0 Request processed in 431us (727us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598524.614271:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1396 00000100:00100000:2.0:1788598524.622300:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598524.622442:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723087232 00000100:00100000:0.0:1788598524.622460:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723087232 00000100:00100000:0.0:1788598524.622526:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1397 00000100:00100000:0.0:1788598524.622536:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32601:x1875480723087232:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598524.622556:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598524.622575:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160712a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec26f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.622647:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.622673:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.622685:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.622706:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.622714:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.622720:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623075:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623083:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623089:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623094:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598524.623098:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623105:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623118:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:0.0:1788598524.623122:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.623127:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623133:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623145:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623151:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623157:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623162:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598524.623164:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623170:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623177:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598524.623180:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.623182:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623187:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623222:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160712a4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec26f expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623232:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:0.0:1788598524.623234:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.623238:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160712a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec26f expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.623252:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696000, rc 0) 00000100:00100000:0.0:1788598524.623316:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32601:x1875480723087232:12345-192.168.202.17@tcp:101:cp.0 Request processed in 781us (1024us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598524.623323:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1397 00000100:00100000:3.0:1788598524.628636:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598524.628789:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723087488 00000100:00100000:0.0:1788598524.628798:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723087488 00000100:00100000:0.0:1788598524.628870:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1398 00000100:00100000:0.0:1788598524.628881:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32601:x1875480723087488:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598524.628901:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598524.628921:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160712b9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec276 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629020:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629036:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629047:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629070:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629078:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629086:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788598524.629391:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:0.0:1788598524.629530:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629540:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629546:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629574:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629580:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629585:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629591:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629596:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598524.629600:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629606:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629618:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:0.0:1788598524.629620:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.629626:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629631:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712c0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598524.629644:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a0dfe9d5 reply state 000000007e6f3b5e transno 4294968156 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629654:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629672:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598524.629674:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598524.629676:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788598524.629703:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160712b9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec276 expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629716:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec276 expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.629722:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598524.629724:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598524.629726:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00100000:0.0:1788598524.629845:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:32601:x1875480723087488:12345-192.168.202.17@tcp:101:cp.0 Request processed in 965us (1217us total) trans 4294968156 rc 0/0 00000100:00100000:0.0:1788598524.629852:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1398 00000100:00100000:3.0:1788598524.641236:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598524.641345:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723087616 00000100:00100000:1.0:1788598524.641355:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723087616 00000100:00100000:1.0:1788598524.641417:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 383 00000100:00100000:1.0:1788598524.641427:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723087616:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598524.641453:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598524.641474:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160712dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec27d expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598524.641498:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788598524.641518:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598524.641520:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598524.641529:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160712dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec27d expref: 9 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.641548:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160712dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec27d expref: 9 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.641563:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00000100:00100000:1.0:1788598524.641629:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723087616:12345-192.168.202.17@tcp:101:cp.0 Request processed in 203us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.641636:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 383 00000100:00100000:1.0:1788598524.644537:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598524.644634:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723087744 00000100:00100000:0.0:1788598524.644643:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723087744 00000100:00100000:0.0:1788598524.644704:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 384 00000100:00100000:0.0:1788598524.644714:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:32601:x1875480723087744:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598524.644776:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598524.644793:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec284 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.644827:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160712dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec27d expref: 10 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.644836:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598524.644838:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598524.644842:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.644876:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160712dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec27d expref: 10 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.644890:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160712dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec27d expref: 10 pid: 8403 timeout: 914 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598524.644904:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747072896:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598524.644998:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270780 going to sleep for 11 seconds 00000100:00100000:2.0:1788598524.650950:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598524.651080:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747072896:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598524.651115:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.651135:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696000, rc 0) 00000100:00100000:0.0:1788598524.651194:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:32601:x1875480723087744:12345-192.168.202.17@tcp:101:cp.0 Request processed in 6481us (6663us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598524.651204:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 384 00000100:00100000:1.0:1788598524.651380:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723087872 00000100:00100000:1.0:1788598524.651388:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723087872 00010000:00010000:1.0:1788598524.651417:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160712dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec27d expref: 10 pid: 8403 timeout: 914 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598524.651466:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 425 00000100:00100000:1.0:1788598524.651476:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723087872:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598524.651492:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598524.651523:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160712dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec27d expref: 10 pid: 8403 timeout: 914 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.651536:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160712dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec27d expref: 10 pid: 8403 timeout: 914 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.651558:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb160712dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec27d expref: 10 pid: 8403 timeout: 914 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.651572:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598524.651575:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598524.651581:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.651590:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.651624:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598524.651639:0:6511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1875480747073024:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598524.651901:0:6511:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b88902180 going to sleep for 11 seconds 00000100:00100000:3.0:1788598524.656715:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598524.656889:0:6511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1875480747073024:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598524.656912:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598524.656959:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723087872:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 5485us (6017us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.656971:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 425 00000100:00100000:0.0:1788598524.657108:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723088128 00000100:00100000:0.0:1788598524.657115:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723088128 00000100:00100000:0.0:1788598524.657163:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 283 00000100:00100000:0.0:1788598524.657171:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+52:32601:x1875480723088128:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:0.0:1788598524.657403:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:32601:x1875480723088128:12345-192.168.202.17@tcp:35:cp.0 Request processed in 232us (695us total) trans 4294968157 rc 0/0 00000100:00100000:0.0:1788598524.657409:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 283 00000100:00100000:1.0:1788598524.674137:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598524.674160:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747073152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598524.674245:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598524.674546:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747073152 00000100:00100000:0.0:1788598524.674555:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747073152 00000100:00100000:0.0:1788598524.674610:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1788598524.674620:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747073152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598524.674641:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1788598524.674706:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747073152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598524.674713:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1788598524.675062:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747073152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598524.713627:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598524.713864:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723088256 00000100:00100000:0.0:1788598524.713873:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723088256 00000100:00100000:0.0:1788598524.713935:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1399 00000100:00100000:0.0:1788598524.713944:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+105:32604:x1875480723088256:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598524.713964:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598524.713984:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec28b expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714047:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160712f1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714073:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160712f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714087:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160712f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714099:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160712f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714107:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160712f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714113:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160712f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714197:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714205:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714212:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598524.714248:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:0.0:1788598524.714252:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598524.714269:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714281:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714294:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160712f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714300:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160712f1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714307:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160712f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714313:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598524.714317:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160712f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714323:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160712f1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714335:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:0.0:1788598524.714338:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.714342:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160712f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714348:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160712f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714360:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160712f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714366:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160712f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714371:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160712f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714377:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598524.714380:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160712f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714385:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160712f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714391:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598524.714393:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598524.714396:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160712f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714401:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160712f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714425:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160712ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec28b expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714438:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec28b expref: 106 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598524.714475:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598524.714478:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598524.714480:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697000, rc 0) 00000100:00100000:0.0:1788598524.714597:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+106:32604:x1875480723088256:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 653us (978us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598524.714605:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1399 00000100:00100000:3.0:1788598524.721545:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598524.721623:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723088384 00000100:00100000:1.0:1788598524.721633:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723088384 00000100:00100000:1.0:1788598524.721706:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 385 00000100:00100000:1.0:1788598524.721715:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723088384:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598524.721765:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598524.721785:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16071306 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec292 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598524.721859:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747073280:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598524.723249:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b88902180 going to sleep for 11 seconds 00002000:00010000:2.0:1788598524.728074:0:14172:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788598524.728082:0:14172:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime: 0 -> 1788598524 00002000:00010000:2.0:1788598524.728084:0:14172:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1788598524 00002000:00010000:2.0:1788598524.728086:0:14172:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime: 0 -> 1788598524 00002000:00010000:2.0:1788598524.728088:0:14172:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1788598524.728111:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747073280:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598524.728149:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16071306 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec292 expref: 18 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.728185:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6fa8cd6/0x6b7334fb16071306 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec292 expref: 18 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.728199:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00000100:00100000:2.0:1788598524.728248:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723088384:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 6534us (6711us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598524.728257:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 385 00000100:00100000:2.0:1788598524.733629:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598524.733989:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723088512 00000100:00100000:1.0:1788598524.733999:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723088512 00000100:00100000:1.0:1788598524.734156:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1400 00000100:00100000:1.0:1788598524.734166:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+106:32604:x1875480723088512:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598524.734260:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598524.734280:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607130d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec299 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.734346:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.734359:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.734370:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598524.734408:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:1.0:1788598524.734412:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598524.734430:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.734463:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607130d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec299 expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.734478:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec299 expref: 107 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598524.734486:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:1.0:1788598524.734488:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598524.734492:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f400, rc 0) 00000100:00100000:1.0:1788598524.734609:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+107:32604:x1875480723088512:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 445us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598524.734617:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1400 00000040:00080000:2.0:1788598524.739406:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788598524.740332:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.740416:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723088640 00000100:00100000:2.0:1788598524.740424:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723088640 00000100:00100000:2.0:1788598524.740489:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 386 00000100:00100000:2.0:1788598524.740502:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723088640:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598524.740528:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598524.740547:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc9a337c/0x6b7334fb1607131b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2a0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598524.740603:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747073408:192.168.202.17@tcp:106: 00000100:00100000:2.0:1788598524.740872:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85f813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598524.748152:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747073408:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598524.748267:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bc9a337c/0x6b7334fb1607131b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2a0 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.748299:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc9a337c/0x6b7334fb1607131b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2a0 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598524.748313:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a0000, rc 0) 00000100:00100000:2.0:1788598524.748421:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723088640:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 7922us (8092us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598524.748430:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 386 00000100:00100000:0.0:1788598524.758245:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598524.758356:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723088896 00000100:00100000:2.0:1788598524.758367:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723088896 00000100:00100000:2.0:1788598524.758427:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1401 00000100:00100000:2.0:1788598524.758437:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+107:32604:x1875480723088896:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:2.0:1788598524.758625:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 136 off13496 00000100:00100000:2.0:1788598524.758722:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+107:32604:x1875480723088896:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 286us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598524.758774:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1401 00010000:00010000:0.0:1788598524.802076:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598525.316688:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598525.316698:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598525.316727:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:2.0:1788598525.319867:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598525.320220:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747073536:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598525.320323:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ee300 going to sleep for 11 seconds 00000100:00100000:1.0:1788598525.328662:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747073536:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598525.337954:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.338092:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723089024 00000100:00100000:2.0:1788598525.338104:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723089024 00000100:00100000:2.0:1788598525.338171:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1402 00000100:00100000:2.0:1788598525.338181:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:32615:x1875480723089024:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598525.338218:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598525.349626:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:32615:x1875480723089024:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 11436us (11671us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598525.349640:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1402 00000100:00100000:3.0:1788598525.362363:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598525.362479:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723089280 00000100:00100000:1.0:1788598525.362489:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723089280 00000100:00100000:1.0:1788598525.362590:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1403 00000100:00100000:1.0:1788598525.362600:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:32615:x1875480723089280:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598525.362622:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598525.362644:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071322 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2a7 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.362802:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16071329 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.362816:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16071329 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.362829:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16071329 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598525.362840:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:1.0:1788598525.362941:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb16071322 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2a7 expref: 56 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.362956:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16071329 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2a7 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.362964:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:1.0:1788598525.362966:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598525.362969:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f800, rc 0) 00000100:00100000:1.0:1788598525.363103:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+55:32615:x1875480723089280:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 504us (750us total) trans 4294968158 rc 0/0 00000100:00100000:1.0:1788598525.363112:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1403 00000100:00100000:2.0:1788598525.380501:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.380536:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598525.380608:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723089536 00000100:00100000:0.0:1788598525.380617:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723089536 00000100:00100000:0.0:1788598525.380677:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 387 00000100:00100000:0.0:1788598525.380687:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480723089536:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598525.381012:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.381034:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.381043:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598525.381045:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598525.381048:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.381151:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.381167:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 9 pid: 8406 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598525.381181:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747073664:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598525.381275:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270900 going to sleep for 11 seconds 00000100:00100000:3.0:1788598525.383117:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723089408 00000100:00100000:3.0:1788598525.383127:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723089408 00000100:00100000:3.0:1788598525.383377:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 66 00000100:00100000:3.0:1788598525.383387:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2435:x1875480723089408:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598525.383400:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598525.383422:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb16071329 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2a7 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.383438:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:3.0:1788598525.383455:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598525.383496:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:2435:x1875480723089408:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 112us (3005us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598525.383503:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 66 00000100:00100000:3.0:1788598525.390865:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.391212:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723089664 00000100:00100000:2.0:1788598525.391222:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723089664 00002000:00100000:2.0:1788598525.391269:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (0->157) req@ffff8a1a893a5f80 x1875480723089664/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:516/0 lens 648/0 e 0 to 0 dl 1788598536 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598525.391279:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a893a5f80 with x1875480723089664 ext(0->157) 00010000:00010000:2.0:1788598525.391289:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 10 pid: 8406 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.391304:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 10 pid: 8406 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598525.391312:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a893a5f80 00000100:00100000:2.0:1788598525.391374:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 16 00000100:00100000:2.0:1788598525.391384:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723089664:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:0.0:1788598525.391768:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747073664:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598525.391795:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598525.394261:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723089664:12345-192.168.202.17@tcp:4:cp.0 Request processed in 2869us (3397us total) trans 4294967367 rc 0/0 00000100:00100000:2.0:1788598525.394273:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 16 00002000:00100000:2.0:1788598525.394285:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (0->157) req@ffff8a1a893a5f80 x1875480723089664/t4294967367(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:516/0 lens 648/448 e 0 to 0 dl 1788598536 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598525.394308:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a893a5f80 with x1875480723089664 ext(0->157) 00010000:00010000:2.0:1788598525.394318:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 12 pid: 8406 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.394336:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 12 pid: 8406 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598525.394345:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a893a5f80 00000100:00100000:3.0:1788598525.403064:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598525.403638:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723089792 00000100:00100000:1.0:1788598525.403647:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723089792 00010000:00010000:1.0:1788598525.404058:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 12 pid: 8406 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598525.404106:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 426 00000100:00100000:1.0:1788598525.404116:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480723089792:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598525.404132:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1788598525.404150:0:8432:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1788598525.404158:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 12 pid: 8406 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.404171:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 12 pid: 8406 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.404198:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d3f7906/0x6b7334fb160712e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec284 expref: 12 pid: 8406 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.404212:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598525.404214:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598525.404219:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.404229:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.404259:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598525.404314:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723089792:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 200us (1259us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598525.404321:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 426 00010000:00010000:0.0:1788598525.404419:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.404428:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.404458:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.404468:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.404475:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.404482:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598525.404487:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.404496:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.404507:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.404531:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071337 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598525.404578:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723089536:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 23893us (24041us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598525.404587:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 387 00000100:00100000:3.0:1788598525.407605:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.407693:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723090048 00000100:00100000:2.0:1788598525.407703:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723090048 00000100:00100000:2.0:1788598525.407785:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1404 00000100:00100000:2.0:1788598525.407796:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:32615:x1875480723090048:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598525.407918:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:32615:x1875480723090048:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 123us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598525.407926:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1404 00000100:00100000:3.0:1788598525.418564:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.418652:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723090176 00000100:00100000:2.0:1788598525.418662:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723090176 00000100:00100000:2.0:1788598525.418728:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 388 00000100:00100000:2.0:1788598525.418756:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723090176:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598525.418776:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598525.418798:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb1607133e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2ae expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598525.418827:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a9bd8fc, atime: 0x0, ctime: 0x6a9bd8fc, blocks: 0x8 00010000:00010000:2.0:1788598525.418848:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598525.418851:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598525.418871:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb1607133e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ae expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.418888:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb1607133e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ae expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.418904:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1c00, rc 0) 00000100:00100000:2.0:1788598525.418962:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723090176:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 209us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598525.418969:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 388 00000100:00100000:1.0:1788598525.423325:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.423478:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723090432 00000100:00100000:2.0:1788598525.423490:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723090432 00000100:00100000:2.0:1788598525.423554:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1405 00000100:00100000:2.0:1788598525.423564:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:32615:x1875480723090432:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598525.423677:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:32615:x1875480723090432:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 114us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598525.423684:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1405 00000100:00100000:0.0:1788598525.433221:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.433290:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723090560 00000100:00100000:2.0:1788598525.433301:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723090560 00002000:00100000:2.0:1788598525.433351:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8a1a8734f100 x1875480723090560/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:516/0 lens 488/0 e 0 to 0 dl 1788598536 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598525.433362:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8734f100 with x1875480723090560 ext(0->4095) 00002000:00010000:2.0:1788598525.433368:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a8734f100 00000100:00100000:2.0:1788598525.433402:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 103 00000100:00100000:2.0:1788598525.433411:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723090560:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1788598525.433591:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723090560:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 179us (376us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788598525.433599:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 103 00002000:00100000:2.0:1788598525.433605:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8a1a8734f100 x1875480723090560/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:516/0 lens 488/4536 e 0 to 0 dl 1788598536 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598525.433614:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8734f100 with x1875480723090560 ext(0->4095) 00002000:00010000:2.0:1788598525.433617:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a8734f100 00000100:00100000:0.0:1788598525.447225:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598525.448161:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723090688 00000100:00100000:1.0:1788598525.448171:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723090688 00000100:00100000:1.0:1788598525.448228:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1406 00000100:00100000:1.0:1788598525.448238:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+54:32615:x1875480723090688:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598525.448257:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598525.448277:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071345 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2b5 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.448309:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.448322:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.448332:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.448430:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071345 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2b5 expref: 56 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.448460:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2b5 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.448474:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:1.0:1788598525.448476:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598525.448480:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:1.0:1788598525.448546:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+55:32615:x1875480723090688:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 309us (1328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598525.448553:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1406 00000100:00100000:3.0:1788598525.455938:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598525.455989:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723090816 00000100:00100000:0.0:1788598525.455999:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723090816 00000100:00100000:0.0:1788598525.456067:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1407 00000100:00100000:0.0:1788598525.456078:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+55:32615:x1875480723090816:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598525.456111:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598525.456229:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+55:32615:x1875480723090816:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 152us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598525.456238:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1407 00000100:00100000:3.0:1788598525.465646:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.465719:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723090944 00000100:00100000:2.0:1788598525.465729:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723090944 00000100:00100000:2.0:1788598525.465847:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 389 00000100:00100000:2.0:1788598525.465866:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723090944:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598525.465908:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb16071353 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.465925:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598525.465928:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598525.465932:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb16071353 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.465947:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb16071353 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.465973:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb16071353 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.465981:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb16071353 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.465990:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb16071353 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.465998:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598525.466002:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb16071353 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.466010:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb16071353 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.466026:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb16071353 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.466033:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb16071353 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598525.466111:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723090944:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 254us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598525.466118:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 389 00000100:00100000:3.0:1788598525.473240:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.473320:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723091200 00000100:00100000:2.0:1788598525.473330:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723091200 00000100:00100000:2.0:1788598525.473389:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1408 00000100:00100000:2.0:1788598525.473400:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:32615:x1875480723091200:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788598525.473490:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.473509:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2b5 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.473518:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.473551:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2b5 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.473564:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2b5 expref: 55 pid: 10034 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598525.473579:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747073792:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598525.473665:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ee000 going to sleep for 11 seconds 00000100:00100000:2.0:1788598525.478301:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747073792:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598525.478329:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598525.480400:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598525.480553:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723091328 00000100:00100000:1.0:1788598525.480562:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723091328 00010000:00010000:1.0:1788598525.480600:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2b5 expref: 56 pid: 10034 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598525.480640:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 427 00000100:00100000:1.0:1788598525.480649:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2433:x1875480723091328:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598525.480665:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598525.480672:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2b5 expref: 56 pid: 10034 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.480685:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2b5 expref: 56 pid: 10034 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.480706:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607134c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2b5 expref: 56 pid: 10034 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.480728:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:1.0:1788598525.480762:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.480772:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.480779:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.480806:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598525.480856:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2433:x1875480723091328:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 207us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598525.480863:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 427 00010000:00010000:2.0:1788598525.480932:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.480941:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.481104:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.481113:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.481119:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.481124:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598525.481128:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.481135:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.481143:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:2.0:1788598525.481145:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598525.481148:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.481153:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb1607135a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598525.481243:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:32615:x1875480723091200:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 7845us (8011us total) trans 4294968159 rc 0/0 00000100:00100000:2.0:1788598525.481251:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1408 00000040:00080000:1.0:1788598525.481597:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598525.481603:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598525.482617:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788598525.482633:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598525.487181:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598525.487251:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723091584 00000100:00100000:0.0:1788598525.487261:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723091584 00000100:00100000:0.0:1788598525.487329:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 284 00000100:00100000:0.0:1788598525.487339:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ec850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:32615:x1875480723091584:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598525.487632:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ec850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:32615:x1875480723091584:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 293us (458us total) trans 4294968160 rc 0/0 00000100:00100000:0.0:1788598525.487640:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 284 00000040:00080000:0.0:1788598525.723893:0:23580:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598525.723904:0:23580:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598525.723936:0:23580:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:0.0:1788598525.723941:0:23580:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788598525.844993:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598525.845171:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598525.845207:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723091712 00000100:00100000:1.0:1788598525.845216:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723091712 00000100:00100000:1.0:1788598525.845267:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 390 00000100:00100000:1.0:1788598525.845278:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723091712:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598525.845295:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598525.845312:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071361 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2bc expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.845338:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598525.845341:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598525.845348:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071361 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2bc expref: 18 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.845371:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071361 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2bc expref: 18 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.845386:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:1.0:1788598525.845436:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+18:2434:x1875480723091712:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 160us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598525.845454:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 390 00000100:00100000:1.0:1788598525.852079:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598525.852559:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723091968 00000100:00100000:3.0:1788598525.852568:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723091968 00000100:00100000:3.0:1788598525.852632:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1409 00000100:00100000:3.0:1788598525.852643:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+107:32616:x1875480723091968:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598525.852663:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598525.852683:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071368 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2c3 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.852823:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607136f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.852850:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607136f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.852863:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607136f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598525.852875:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1788598525.852968:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071368 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2c3 expref: 110 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.852987:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607136f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2c3 expref: 109 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.852996:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:3.0:1788598525.852998:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788598525.853002:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657c00, rc 0) 00000100:00100000:3.0:1788598525.853071:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+109:32616:x1875480723091968:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 431us (1001us total) trans 4294968161 rc 0/0 00000100:00100000:3.0:1788598525.853080:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1409 00000100:00100000:1.0:1788598525.868077:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598525.870682:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723092096 00000100:00100000:3.0:1788598525.870694:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723092096 00000100:00100000:3.0:1788598525.870785:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 391 00000100:00100000:3.0:1788598525.870795:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+18:2432:x1875480723092096:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:3.0:1788598525.870923:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.870943:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb1607133e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ae expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.870958:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071361 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2bc expref: 18 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.870965:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598525.870967:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598525.870971:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.871007:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071361 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2bc expref: 18 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.871021:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071361 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2bc expref: 18 pid: 8406 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598525.871036:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747073920:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598525.871202:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb1607133e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ae expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.871212:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb1607133e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ae expref: 10 pid: 14172 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598525.871222:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747074048:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598525.871247:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fde5180 going to sleep for 11 seconds 00000100:00100000:3.0:1788598525.876871:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598525.876914:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598525.877026:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747073920:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598525.877039:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747074048:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598525.877078:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598525.877323:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723092224 00000100:00100000:2.0:1788598525.877331:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723092224 00010000:00010000:2.0:1788598525.877369:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071361 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2bc expref: 19 pid: 8406 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598525.877400:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723092352 00000100:00100000:2.0:1788598525.877403:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723092352 00010000:00010000:2.0:1788598525.877418:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb1607133e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ae expref: 11 pid: 14172 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598525.877452:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 428 00000100:00100000:2.0:1788598525.877462:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+19:2432:x1875480723092224:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598525.877477:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598525.877498:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071361 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2bc expref: 19 pid: 8406 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.877511:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071361 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2bc expref: 19 pid: 8406 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.877534:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071361 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2bc expref: 19 pid: 8406 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.877549:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598525.877597:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+18:2432:x1875480723092224:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 137us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598525.877604:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 428 00000100:00100000:2.0:1788598525.877622:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 429 00000100:00100000:2.0:1788598525.877628:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ff5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723092352:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598525.877636:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598525.877643:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb1607133e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ae expref: 11 pid: 14172 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.877654:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb1607133e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ae expref: 11 pid: 14172 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.877668:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb1607133e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ae expref: 11 pid: 14172 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.877677:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598525.877679:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598525.877684:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.877693:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.877717:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598525.877760:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ff5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723092352:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 132us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598525.877767:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 429 00010000:00010000:2.0:1788598525.878162:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.878172:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.878191:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.878199:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.878207:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.878214:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598525.878218:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.878227:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.878239:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.878247:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059709f03/0x6b7334fb1607137d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598525.878300:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723092096:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 7505us (10231us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598525.878308:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 391 00000100:00100000:3.0:1788598525.895149:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598525.896992:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723092608 00000100:00100000:1.0:1788598525.897006:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723092608 00000100:00100000:1.0:1788598525.897158:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 285 00000100:00100000:1.0:1788598525.897169:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+109:32616:x1875480723092608:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:1.0:1788598525.897231:0:6526:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x26:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607136f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2c3 expref: 109 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598525.897397:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968162 00000001:00080000:1.0:1788598525.897684:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968163 00010000:00010000:1.0:1788598525.897759:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.897773:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec276 expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.897782:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec28b expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.897791:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.897826:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec28b expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.897854:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec28b expref: 112 pid: 6524 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598525.897870:0:6526:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1875480747074176:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598525.897971:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec276 expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.897981:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec276 expref: 55 pid: 6525 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598525.897990:0:6526:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1875480747074304:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598525.898014:0:6526:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc31309c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598525.905376:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.905410:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598525.905449:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723092864 00000100:00100000:2.0:1788598525.905458:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723092864 00010000:00010000:2.0:1788598525.905498:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec276 expref: 56 pid: 6525 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598525.905537:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723092736 00000100:00100000:2.0:1788598525.905540:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723092736 00010000:00010000:2.0:1788598525.905553:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec28b expref: 113 pid: 6524 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598525.905574:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 430 00000100:00100000:2.0:1788598525.905583:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2433:x1875480723092864:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598525.905597:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598525.905604:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec276 expref: 56 pid: 6525 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.905615:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec276 expref: 56 pid: 6525 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.905637:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:2.0:1788598525.905643:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.905651:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.905657:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598525.905706:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2433:x1875480723092864:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 123us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598525.905713:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 430 00000100:00100000:2.0:1788598525.905753:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 431 00000100:00100000:2.0:1788598525.905762:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+113:2433:x1875480723092736:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598525.905769:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598525.905774:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec28b expref: 113 pid: 6524 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.905784:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec28b expref: 113 pid: 6524 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.905795:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:2.0:1788598525.905798:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.905806:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.905813:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598525.905829:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598525.905846:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+113:2433:x1875480723092736:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 87us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598525.905852:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 431 00010000:00010000:1.0:1788598525.905997:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160712ff lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec28b expref: 112 pid: 6524 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598525.906014:0:6526:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1875480747074176:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598525.906027:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160712ce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec276 expref: 55 pid: 6525 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598525.906042:0:6526:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1875480747074304:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598525.906074:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.906085:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.906091:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598525.906194:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968164 00000001:00080000:1.0:1788598525.906307:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968165 00000001:00080000:1.0:1788598525.906342:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968166 00000100:00100000:1.0:1788598525.906419:0:6526:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1875480747074432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788598525.906478:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598525.906503:0:6526:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130540 going to sleep for 11 seconds 00000100:00100000:1.0:1788598525.906522:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747074432 00000100:00100000:1.0:1788598525.906525:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747074432 00000100:00100000:1.0:1788598525.906556:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1788598525.906563:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6526:x1875480747074432:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788598525.906631:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6526:x1875480747074432:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 69us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598525.906638:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1788598525.906669:0:6526:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1875480747074432:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1788598525.906786:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968167 00000100:00100000:1.0:1788598525.906822:0:6526:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1875480747074560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788598525.906861:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598525.906878:0:6526:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc3130180 going to sleep for 11 seconds 00000100:00100000:0.0:1788598525.907829:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747074560 00000100:00100000:0.0:1788598525.907848:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747074560 00000100:00100000:0.0:1788598525.907881:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1788598525.907888:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1875480747074560:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1788598525.908008:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6526:x1875480747074560:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 120us (1145us total) trans 4294967368 rc 0/0 00000100:00100000:0.0:1788598525.908015:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1788598525.908263:0:6526:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1875480747074560:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1788598525.908285:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.908294:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.908301:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.908306:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598525.908310:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.908318:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.908332:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:1.0:1788598525.908334:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1788598525.908339:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598525.908345:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb16071384 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788598525.908433:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1788598525.908506:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:1.0:1788598525.908519:0:6526:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 815793783232ns, next at 816793781201ns, rc = 0 00000001:00080000:1.0:1788598525.908526:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968168 00010000:00010000:1.0:1788598525.908555:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:1.0:1788598525.908558:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788598525.908564:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb1607136f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2c3 expref: 116 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598525.908643:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+115:32616:x1875480723092608:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 11477us (13504us total) trans 4294968169 rc 0/0 00000100:00100000:1.0:1788598525.908652:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 285 00000020:00080000:1.0:1788598525.908655:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1788598525.976406:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598525.978180:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723093120 00000100:00100000:3.0:1788598525.978193:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723093120 00000100:00100000:3.0:1788598525.978245:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1410 00000100:00100000:3.0:1788598525.978252:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+115:32617:x1875480723093120:12345-192.168.202.17@tcp:101:lseek_test.0 00010000:00010000:3.0:1788598525.978273:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598525.978290:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607138b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2ca expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978350:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978365:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978376:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978467:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071399 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978476:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071399 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978483:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071399 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978588:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160713a0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978597:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160713a0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978601:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160713a0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598525.978609:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1788598525.978671:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978676:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978680:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978683:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978687:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598525.978690:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978694:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978701:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:3.0:1788598525.978703:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598525.978706:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.978710:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071392 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.979120:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071399 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.979125:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071399 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.979129:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071399 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.979132:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598525.979134:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071399 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.979138:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071399 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.979143:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8a1b84c1ae00) 00010000:00010000:3.0:1788598525.979145:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598525.979147:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071399 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.979150:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071399 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.979193:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607138b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ca expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.979201:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160713a0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ca expref: 117 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598525.979210:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1a86203100) 00010000:00010000:3.0:1788598525.979212:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598525.979213:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656800, rc 0) 00000100:00100000:3.0:1788598525.979270:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+117:32617:x1875480723093120:12345-192.168.202.17@tcp:101:lseek_test.0 Request processed in 1018us (2875us total) trans 4294968170 rc 0/0 00000100:00100000:3.0:1788598525.979276:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1410 00000100:00100000:1.0:1788598525.990961:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598525.991037:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723093376 00000100:00100000:0.0:1788598525.991057:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723093376 00000100:00100000:0.0:1788598525.991122:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 67 00000100:00100000:0.0:1788598525.991131:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+117:32617:x1875480723093376:12345-192.168.202.17@tcp:103:lseek_test.0 00010000:00010000:0.0:1788598525.991147:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598525.991171:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160713a0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ca expref: 117 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.991187:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1a86203100) 00010000:00010000:0.0:1788598525.991199:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598525.991248:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+116:32617:x1875480723093376:12345-192.168.202.17@tcp:103:lseek_test.0 Request processed in 118us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598525.991256:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 67 00000100:00100000:2.0:1788598525.995205:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598525.995266:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723093504 00000100:00100000:0.0:1788598525.995276:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723093504 00000100:00100000:0.0:1788598525.995334:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1411 00000100:00100000:0.0:1788598525.995345:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+116:32617:x1875480723093504:12345-192.168.202.17@tcp:58:lseek_test.0 00010000:00010000:0.0:1788598525.995463:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.995479:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598525.995491:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788598525.995574:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 136 off13632 00000100:00100000:0.0:1788598525.995695:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+116:32617:x1875480723093504:12345-192.168.202.17@tcp:58:lseek_test.0 Request processed in 351us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598525.995703:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1411 00000100:00100000:3.0:1788598526.003576:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.006281:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723093632 00000100:00100000:1.0:1788598526.006295:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723093632 00000100:00100000:1.0:1788598526.006374:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1412 00000100:00100000:1.0:1788598526.006387:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+116:32617:x1875480723093632:12345-192.168.202.17@tcp:101:lseek_test.0 00010000:00010000:1.0:1788598526.006408:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598526.006428:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160713b5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2d1 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.006496:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.006508:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160713b5 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2d1 expref: 117 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.006528:0:6523:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.006542:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160713b5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2d1 expref: 117 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.006562:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1aa00) 00010000:00010000:1.0:1788598526.006565:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598526.006568:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160713b5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2d1 expref: 117 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.006575:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fe00, rc 0) 00000100:00100000:1.0:1788598526.006637:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+117:32617:x1875480723093632:12345-192.168.202.17@tcp:101:lseek_test.0 Request processed in 254us (3076us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598526.006645:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1412 00000100:00080000:2.0:1788598526.006762:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598526.210265:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598526.210288:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747074688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598526.210364:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598526.210508:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747074688 00000100:00100000:0.0:1788598526.210516:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747074688 00000100:00100000:0.0:1788598526.210574:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1788598526.210583:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747074688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598526.210603:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194337600 pending 28672 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598526.210646:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747074688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598526.210653:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00080000:1.0:1788598526.210716:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598526.210777:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747074688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598526.211954:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598526.211969:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747074816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598526.212013:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598526.212341:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747074816 00000100:00100000:2.0:1788598526.212348:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747074816 00000100:00100000:2.0:1788598526.212408:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1788598526.212416:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747074816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598526.212433:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194337600 pending 28672 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598526.212488:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747074816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598526.212495:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:3.0:1788598526.212637:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598526.212670:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747074816:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1788598526.530253:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598526.530261:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598526.530289:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:1.0:1788598526.530299:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598526.530425:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abe680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747074944:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598526.530543:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788598526.538679:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.539090:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723093760 00000100:00100000:3.0:1788598526.539101:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723093760 00000100:00100000:3.0:1788598526.539192:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1413 00000100:00100000:3.0:1788598526.539200:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:32618:x1875480723093760:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598526.539239:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598526.539345:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:32618:x1875480723093760:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 145us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598526.539352:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1413 00000100:00080000:2.0:1788598526.540147:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598526.542243:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abe680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747074944:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598526.556938:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598526.557023:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723093888 00000100:00100000:0.0:1788598526.557033:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723093888 00000100:00100000:0.0:1788598526.557161:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1414 00000100:00100000:0.0:1788598526.557178:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:32618:x1875480723093888:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788598526.557247:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb160713bc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557264:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb160713bc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557276:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb160713bc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557299:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160713c3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557306:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160713c3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557312:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160713c3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557333:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557339:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557345:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598526.557386:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:0.0:1788598526.557390:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598526.557401:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557410:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb160713bc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557416:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb160713bc lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557422:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb160713bc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557432:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598526.557443:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb160713bc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557451:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb160713bc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557461:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:0.0:1788598526.557464:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598526.557468:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb160713bc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557473:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb160713bc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557483:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160713c3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557488:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160713c3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557493:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160713c3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557498:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598526.557500:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160713c3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557505:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160713c3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557510:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa389f9b6 (ffff8a1b84c1a300) 00010000:00010000:0.0:1788598526.557512:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598526.557514:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160713c3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557518:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb160713c3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557538:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557544:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557548:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557552:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598526.557555:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557788:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557800:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1aa00) 00010000:00010000:0.0:1788598526.557802:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598526.557805:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.557811:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160713ca lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598526.557885:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:32618:x1875480723093888:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 715us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598526.557892:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1414 00000100:00100000:2.0:1788598526.572097:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.572653:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723094144 00000100:00100000:3.0:1788598526.572663:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723094144 00000100:00100000:3.0:1788598526.572846:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1415 00000100:00100000:3.0:1788598526.572856:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:32618:x1875480723094144:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598526.572881:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598526.572906:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713d1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2d8 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574138:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160713d8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574158:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160713d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574180:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160713d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598526.574192:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1788598526.574281:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160713d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574289:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160713d8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574296:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160713d8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574300:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598526.574304:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160713d8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574311:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160713d8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574323:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1aa00) 00010000:00010000:3.0:1788598526.574326:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598526.574331:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160713d8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574336:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160713d8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574382:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713d1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2d8 expref: 57 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574393:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598526.574395:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598526.574399:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713d1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2d8 expref: 57 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.574408:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657600, rc 0) 00000100:00100000:3.0:1788598526.574480:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:32618:x1875480723094144:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1625us (2392us total) trans 4294968171 rc 301/301 00000100:00100000:3.0:1788598526.574490:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1415 00000100:00100000:2.0:1788598526.581611:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598526.581708:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723094272 00000100:00100000:0.0:1788598526.581718:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723094272 00000100:00100000:0.0:1788598526.581794:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1416 00000100:00100000:0.0:1788598526.581804:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:32618:x1875480723094272:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598526.581836:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598526.581949:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:32618:x1875480723094272:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 145us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598526.581956:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1416 00000100:00100000:2.0:1788598526.584702:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.584911:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723094528 00000100:00100000:1.0:1788598526.584920:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723094528 00000100:00100000:1.0:1788598526.585053:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1417 00000100:00100000:1.0:1788598526.585064:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+56:32618:x1875480723094528:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598526.585085:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598526.585105:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160713e6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2df expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.585543:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160713ed lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.585622:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160713ed lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.585635:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160713ed lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598526.585647:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00010000:00010000:1.0:1788598526.585694:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160713e6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2df expref: 59 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.585711:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160713ed lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2df expref: 58 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.585720:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598526.585723:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598526.585726:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f800, rc 0) 00000100:00100000:1.0:1788598526.585814:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+58:32618:x1875480723094528:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 751us (1120us total) trans 4294968172 rc 0/0 00000100:00100000:1.0:1788598526.585821:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1417 00000100:00100000:2.0:1788598526.592344:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.592411:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723094784 00000100:00100000:3.0:1788598526.592420:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723094784 00000100:00100000:3.0:1788598526.592482:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1418 00000100:00100000:3.0:1788598526.592491:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+58:32618:x1875480723094784:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598526.592547:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598526.592578:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160713ed lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2df expref: 58 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.592592:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b9fd8c200) 00010000:00010000:3.0:1788598526.592602:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598526.592619:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.592628:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec299 expref: 116 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.592634:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 4/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.592662:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec299 expref: 116 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.592673:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec299 expref: 116 pid: 10034 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598526.592687:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747075072:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598526.592969:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fde50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598526.596333:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.596351:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747075072:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598526.596380:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598526.596426:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723094912 00000100:00100000:0.0:1788598526.596434:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723094912 00010000:00010000:0.0:1788598526.596483:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec299 expref: 117 pid: 10034 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598526.596519:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 432 00000100:00100000:0.0:1788598526.596528:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+117:2432:x1875480723094912:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598526.596544:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598526.596550:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec299 expref: 117 pid: 10034 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.596573:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec299 expref: 117 pid: 10034 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.596597:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071314 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec299 expref: 117 pid: 10034 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.596620:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:0.0:1788598526.596625:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.596636:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.596644:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.596671:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598526.596729:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+116:2432:x1875480723094912:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 201us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598526.596758:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 432 00010000:00010000:3.0:1788598526.596947:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.596955:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597110:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071402 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x340629b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597121:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071402 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x340629b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597129:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071402 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x340629b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597241:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597252:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597257:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597263:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597268:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598526.597272:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597278:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597286:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:3.0:1788598526.597289:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598526.597292:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 3/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597297:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160713fb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597308:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071402 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x340629b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597314:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071402 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x340629b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597319:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071402 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x340629b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597323:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598526.597325:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071402 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x340629b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597329:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071402 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x340629b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597334:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x340629b9 (ffff8a1a86203700) 00010000:00010000:3.0:1788598526.597336:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598526.597338:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071402 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x340629b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.597343:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071402 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x340629b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598526.597392:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+57:32618:x1875480723094784:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 4903us (5055us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598526.597397:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1418 00000100:00100000:1.0:1788598526.599923:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598526.600037:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723095040 00000100:00100000:0.0:1788598526.600045:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723095040 00000100:00100000:0.0:1788598526.600103:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1419 00000100:00100000:0.0:1788598526.600114:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+57:32618:x1875480723095040:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598526.600137:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598526.600155:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb16071409 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2e6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.600189:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.600198:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.600205:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.600291:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb16071409 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2e6 expref: 59 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.600303:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2e6 expref: 58 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.600308:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:0.0:1788598526.600310:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598526.600313:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00100000:0.0:1788598526.600359:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+58:32618:x1875480723095040:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 248us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598526.600363:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1419 00000100:00100000:1.0:1788598526.602538:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.602699:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723095296 00000100:00100000:3.0:1788598526.602709:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723095296 00000100:00100000:3.0:1788598526.603126:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1420 00000100:00100000:3.0:1788598526.603137:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+58:32618:x1875480723095296:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598526.603227:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.603243:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.603254:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598526.603382:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079bcbd22 reply state 000000008d72cd1e transno 4294968173 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.603395:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.603402:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:3.0:1788598526.603405:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788598526.603409:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598526.603638:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+60:32618:x1875480723095296:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 502us (1106us total) trans 4294968173 rc 0/0 00000100:00100000:3.0:1788598526.603645:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1420 00000100:00100000:2.0:1788598526.606146:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.606291:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723095424 00000100:00100000:3.0:1788598526.606300:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723095424 00000100:00100000:3.0:1788598526.606373:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1421 00000100:00100000:3.0:1788598526.606381:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+60:32618:x1875480723095424:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598526.606400:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598526.606416:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607141e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2ed expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.606482:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607141e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ed expref: 61 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.606498:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607141e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ed expref: 61 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.606505:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:3.0:1788598526.606506:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598526.606509:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656000, rc 0) 00000100:00100000:3.0:1788598526.606647:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+61:32618:x1875480723095424:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 266us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598526.606653:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1421 00000100:00100000:1.0:1788598526.609292:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.609382:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723095552 00000100:00100000:3.0:1788598526.609389:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723095552 00000100:00100000:3.0:1788598526.609431:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 286 00000100:00100000:3.0:1788598526.609453:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+61:32618:x1875480723095552:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1788598526.609628:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+61:32618:x1875480723095552:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 188us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598526.609634:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 286 00000100:00100000:0.0:1788598526.612042:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.612378:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723095808 00000100:00100000:1.0:1788598526.612386:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723095808 00000100:00100000:1.0:1788598526.612444:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 287 00000100:00100000:1.0:1788598526.612455:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+61:32618:x1875480723095808:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598526.613514:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+62:32618:x1875480723095808:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 1056us (1471us total) trans 4294968174 rc 0/0 00000100:00100000:1.0:1788598526.613610:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 287 00000100:00100000:2.0:1788598526.616409:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.616532:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723096064 00000100:00100000:1.0:1788598526.616542:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723096064 00000100:00100000:1.0:1788598526.616613:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1422 00000100:00100000:1.0:1788598526.616624:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+62:32618:x1875480723096064:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598526.616942:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+62:32618:x1875480723096064:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 320us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598526.616951:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1422 00000100:00100000:3.0:1788598526.620951:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.621509:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723096320 00000100:00100000:1.0:1788598526.621518:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723096320 00000100:00100000:1.0:1788598526.621577:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1423 00000100:00100000:1.0:1788598526.621587:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+62:32618:x1875480723096320:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598526.621609:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598526.621630:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071425 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2f4 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.621783:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.621798:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607141e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ed expref: 63 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.621806:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.621849:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607141e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ed expref: 63 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.621863:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607141e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ed expref: 63 pid: 6525 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598526.621874:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747075200:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598526.621937:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598526.626299:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747075200:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598526.626333:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598526.627968:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598526.628080:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723096448 00000100:00100000:0.0:1788598526.628089:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723096448 00010000:00010000:0.0:1788598526.628138:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607141e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ed expref: 64 pid: 6525 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598526.628185:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 433 00000100:00100000:0.0:1788598526.628194:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+64:2433:x1875480723096448:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598526.628210:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598526.628216:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607141e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ed expref: 64 pid: 6525 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.628229:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607141e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ed expref: 64 pid: 6525 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.628251:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607141e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2ed expref: 64 pid: 6525 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.628267:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:0.0:1788598526.628273:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.628283:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.628301:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.628336:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598526.628385:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+63:2433:x1875480723096448:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 191us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598526.628392:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 433 00010000:00010000:2.0:1788598526.628407:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.628416:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598526.628435:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00080000:2.0:1788598526.628605:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:2.0:1788598526.628699:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.628707:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.628713:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.628718:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598526.628764:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.628773:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.628782:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:2.0:1788598526.628785:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598526.628788:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.628794:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607142c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.628856:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071425 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2f4 expref: 63 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.628866:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8a1b9fd8c100) 00010000:00010000:2.0:1788598526.628869:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598526.628873:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071425 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2f4 expref: 63 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.628882:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00000100:00100000:2.0:1788598526.628909:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+62:32618:x1875480723096320:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 7323us (7966us total) trans 4294968175 rc 301/301 00000100:00100000:2.0:1788598526.628916:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1423 00000100:00100000:0.0:1788598526.632730:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.632931:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723096704 00000100:00100000:3.0:1788598526.632941:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723096704 00000100:00100000:3.0:1788598526.633042:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 288 00000100:00100000:3.0:1788598526.633108:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+62:32618:x1875480723096704:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598526.633447:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+63:32618:x1875480723096704:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 386us (788us total) trans 4294968176 rc 0/0 00000100:00100000:3.0:1788598526.633456:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 288 00000100:00100000:3.0:1788598526.638847:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.642425:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723096832 00000100:00100000:1.0:1788598526.642452:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723096832 00000100:00100000:1.0:1788598526.642525:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1424 00000100:00100000:1.0:1788598526.642535:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+63:32618:x1875480723096832:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598526.642570:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598526.642591:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607143a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec2fb expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.642665:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071441 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.642684:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071441 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.642695:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071441 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598526.642780:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00200000:1.0:1788598526.642785:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598526.642803:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071441 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.642829:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607143a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2fb expref: 65 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.642846:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071441 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2fb expref: 64 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.642854:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:1.0:1788598526.642858:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788598526.642862:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00000100:00100000:1.0:1788598526.642933:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+64:32618:x1875480723096832:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 399us (4097us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598526.642940:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1424 00000100:00100000:2.0:1788598526.647099:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.647277:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723096960 00000100:00100000:3.0:1788598526.647288:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723096960 00000100:00100000:3.0:1788598526.647382:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 392 00000100:00100000:3.0:1788598526.647392:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723096960:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598526.647411:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598526.647428:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb16071448 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec302 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598526.647466:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00080000:2.0:1788598526.647470:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788598526.647486:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598526.647489:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598526.647497:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb16071448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec302 expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.647516:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb16071448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec302 expref: 11 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.647528:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656600, rc 0) 00000100:00100000:3.0:1788598526.647590:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723096960:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 199us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598526.647597:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 392 00000100:00100000:2.0:1788598526.650483:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598526.650633:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723097216 00000100:00100000:0.0:1788598526.650641:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723097216 00000100:00100000:0.0:1788598526.650696:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1425 00000100:00100000:0.0:1788598526.650706:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+64:32618:x1875480723097216:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598526.650827:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+64:32618:x1875480723097216:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 123us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598526.650839:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1425 00000100:00100000:0.0:1788598526.653592:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.653699:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723097344 00000100:00100000:1.0:1788598526.653709:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723097344 00000100:00100000:1.0:1788598526.653806:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 393 00000100:00100000:1.0:1788598526.653816:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:32618:x1875480723097344:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598526.653831:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598526.653845:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec309 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.653868:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb16071448 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec302 expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.653874:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598526.653876:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598526.653878:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.653904:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb16071448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec302 expref: 12 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.653913:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb16071448 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec302 expref: 12 pid: 8403 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598526.653923:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747075328:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598526.654006:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598526.657303:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747075328:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598526.657340:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.657360:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e000, rc 0) 00000100:00100000:1.0:1788598526.657426:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:32618:x1875480723097344:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 3611us (3843us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598526.657449:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 393 00000100:00100000:2.0:1788598526.658280:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.658358:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723097472 00000100:00100000:1.0:1788598526.658366:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723097472 00010000:00010000:1.0:1788598526.658394:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb16071448 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec302 expref: 12 pid: 8403 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598526.658426:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 434 00000100:00100000:1.0:1788598526.658434:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723097472:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598526.658457:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598526.658477:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb16071448 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec302 expref: 12 pid: 8403 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.658490:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb16071448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec302 expref: 12 pid: 8403 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.658513:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c327fdf/0x6b7334fb16071448 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec302 expref: 12 pid: 8403 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.658527:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598526.658529:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598526.658536:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.658546:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.658584:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 11 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598526.658599:0:6510:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480747075456:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598526.658903:0:6510:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598526.662002:0:6510:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480747075456:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598526.662030:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598526.662101:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723097472:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 3665us (3823us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598526.662111:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 434 00000100:00100000:2.0:1788598526.667219:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.667313:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723097600 00000100:00100000:3.0:1788598526.667324:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723097600 00002000:00100000:3.0:1788598526.667377:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff8a1b87c72680 x1875480723097600/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:517/0 lens 648/0 e 0 to 0 dl 1788598537 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598526.667388:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b87c72680 with x1875480723097600 ext(0->157) 00002000:00010000:3.0:1788598526.667394:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b87c72680 00000100:00100000:3.0:1788598526.667429:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 104 00000100:00100000:3.0:1788598526.667449:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723097600:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1788598526.668620:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723097600:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 1174us (1402us total) trans 4294967376 rc 0/0 00000100:00100000:3.0:1788598526.668631:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 104 00002000:00100000:3.0:1788598526.668640:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff8a1b87c72680 x1875480723097600/t4294967376(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:517/0 lens 648/448 e 0 to 0 dl 1788598537 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598526.668648:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b87c72680 with x1875480723097600 ext(0->157) 00002000:00010000:3.0:1788598526.668663:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b87c72680 00000001:00080000:0.0:1788598526.672878:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000001:00100000:0.0:1788598526.672894:0:9467:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2c76fd49-1399-4b53-b369-df3b4832d715 00000020:00000080:0.0:1788598526.672898:0:9467:0:(genops.c:904:class_export_put()) final put ffff8a1bc5ba2800/2c76fd49-1399-4b53-b369-df3b4832d715 00000020:00000080:1.0:1788598526.672964:0:493:0:(genops.c:863:class_export_destroy()) destroying export ffff8a1bc5ba2800/2c76fd49-1399-4b53-b369-df3b4832d715 for lustre-OST0001 00000020:00000080:1.0:1788598526.673013:0:493:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a1bc5ba1000 for lustre-OST0001 00000100:00100000:2.0:1788598526.673479:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.673567:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723097728 00000100:00100000:1.0:1788598526.673579:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723097728 00000100:00100000:1.0:1788598526.673682:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1426 00000100:00100000:1.0:1788598526.673693:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+64:32618:x1875480723097728:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788598526.675556:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968176 is committed 00000001:00080000:2.0:1788598526.675583:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968170 is committed 00000004:00080000:2.0:1788598526.675589:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000020:00080000:2.0:1788598526.675604:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1bc3130540 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:2.0:1788598526.675609:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a85f77c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1bc3130e40 00000020:00080000:2.0:1788598526.675612:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a85f77100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a87215000 00010000:00010000:0.0:1788598526.675769:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675780:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675789:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675794:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598526.675798:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675806:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675822:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8a1b84c1ae00) 00010000:00010000:0.0:1788598526.675825:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598526.675831:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675837:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160712c7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675863:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675869:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675874:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675878:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598526.675881:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675886:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675894:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:0.0:1788598526.675896:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788598526.675899:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.675904:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071417 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598526.676336:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+51:32618:x1875480723097728:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 2641us (2857us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598526.676347:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1426 00000100:00100000:0.0:1788598526.676395:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598526.676411:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747075584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788598526.676473:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598526.676562:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747075584 00000100:00100000:2.0:1788598526.676570:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747075584 00000100:00100000:2.0:1788598526.676614:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1788598526.676623:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747075584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788598526.676646:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:26 count 1 00002000:00010000:2.0:1788598526.676686:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a9bd8fc, atime: 0x0, ctime: 0x6a9bd8fc, blocks: 0x8 00010000:00010000:2.0:1788598526.676693:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16071456 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.676708:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598526.676711:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598526.676725:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16071456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.676761:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16071456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.676769:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16071456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.676781:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16071456 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.676798:0:8405:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788598526.676931:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3666:x1875480747075584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 309us (457us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1788598526.676938:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00010000:00010000:2.0:1788598526.676955:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598526.676960:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16071456 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.676967:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598526.676971:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16071456 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.676979:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16071456 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.676993:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16071456 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.676999:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16071456 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.677014:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598526.677016:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598526.677018:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788598526.677065:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1bc5abf800/2, rc 0, transno 4294967369 00000100:00100000:2.0:1788598526.677071:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747075584:0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1788598526.678794:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 31 committed batchid 30 00000020:00080000:3.0:1788598526.678852:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000001:00080000:3.0:1788598526.680505:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00000001:00080000:3.0:1788598526.680517:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000001:00100000:3.0:1788598526.680523:0:8399:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2c76fd49-1399-4b53-b369-df3b4832d715 00000020:00000080:3.0:1788598526.680527:0:8399:0:(genops.c:904:class_export_put()) final put ffff8a1a87b7f000/2c76fd49-1399-4b53-b369-df3b4832d715 00000100:00100000:1.0:1788598526.680635:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598526.680881:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723097856 00000100:00100000:2.0:1788598526.680891:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723097856 00000100:00100000:2.0:1788598526.680955:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 395 00000100:00100000:2.0:1788598526.680965:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723097856:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1788598526.681072:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723097856:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 108us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598526.681079:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 395 00000020:00000080:0.0:1788598526.682368:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff8a1a87b7f000/2c76fd49-1399-4b53-b369-df3b4832d715 for lustre-OST0000 00000100:00100000:2.0:1788598526.684065:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.684143:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723098112 00000100:00100000:3.0:1788598526.684152:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723098112 00000100:00100000:3.0:1788598526.684206:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1427 00000100:00100000:3.0:1788598526.684215:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:32618:x1875480723098112:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598526.684267:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598526.684295:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071441 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2fb expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.684314:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:3.0:1788598526.684320:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598526.684348:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.684361:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.684371:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598526.684501:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d0504e1 reply state 000000000b6c4e7c transno 4294968177 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.684514:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.684521:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:3.0:1788598526.684523:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598526.684526:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598526.684611:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:32618:x1875480723098112:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 396us (566us total) trans 4294968177 rc 0/0 00000100:00100000:3.0:1788598526.684618:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1427 00000100:00100000:1.0:1788598526.687594:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598526.687677:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723098240 00000100:00100000:3.0:1788598526.687687:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723098240 00000100:00100000:3.0:1788598526.687781:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1428 00000100:00100000:3.0:1788598526.687791:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+52:32618:x1875480723098240:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598526.687817:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598526.687849:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071464 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec310 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.687905:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071464 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec310 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.687921:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071464 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec310 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.687939:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:3.0:1788598526.687942:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598526.687946:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:3.0:1788598526.687994:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:32618:x1875480723098240:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 205us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598526.688001:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1428 00000020:00000080:0.0:1788598526.691021:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a1a87b79000 for lustre-OST0000 00000100:00100000:1.0:1788598526.692385:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598526.692474:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723098368 00000100:00100000:2.0:1788598526.692484:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723098368 00000100:00100000:2.0:1788598526.692540:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 396 00000100:00100000:2.0:1788598526.692550:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723098368:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788598526.692717:0:14172:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788598526.692756:0:14172:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1788598524 00002000:00010000:2.0:1788598526.692759:0:14172:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime from disk: 0 -> 1788598524 00002000:00010000:2.0:1788598526.692762:0:14172:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1788598524 00002000:00010000:2.0:1788598526.692764:0:14172:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1788598526.692818:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723098368:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 270us (441us total) trans 4294967377 rc 0/0 00000100:00100000:2.0:1788598526.692825:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 396 00000100:00100000:2.0:1788598526.696799:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.696889:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723098624 00000100:00100000:1.0:1788598526.696898:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723098624 00000100:00100000:1.0:1788598526.696961:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1429 00000100:00100000:1.0:1788598526.696971:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:32618:x1875480723098624:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788598526.697038:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.697067:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2e6 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.697078:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.697125:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2e6 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.697139:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2e6 expref: 53 pid: 6524 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598526.697155:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747075712:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598526.697263:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598526.706055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598526.706379:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747075712:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598526.706409:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598526.706510:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723098752 00000100:00100000:3.0:1788598526.706519:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723098752 00010000:00010000:3.0:1788598526.706559:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2e6 expref: 54 pid: 6524 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598526.706599:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 435 00000100:00100000:3.0:1788598526.706608:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ff7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+54:2433:x1875480723098752:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598526.706623:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598526.706631:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2e6 expref: 54 pid: 6524 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.706647:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2e6 expref: 54 pid: 6524 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.706671:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071410 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2e6 expref: 54 pid: 6524 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.706687:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:3.0:1788598526.706691:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.706701:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.706709:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.706770:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598526.706818:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ff7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723098752:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 210us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598526.706826:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 435 00010000:00010000:2.0:1788598526.707351:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.707360:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.707396:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.707402:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.707408:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.707413:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598526.707418:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.707426:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.707445:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:2.0:1788598526.707448:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788598526.707452:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.707458:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607146b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598526.707521:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:32618:x1875480723098624:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 10551us (10731us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788598526.707530:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1429 00000100:00100000:1.0:1788598526.713528:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598526.714242:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723098880 00000100:00100000:0.0:1788598526.714254:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723098880 00000100:00100000:0.0:1788598526.714312:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 397 00000100:00100000:0.0:1788598526.714322:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723098880:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598526.714370:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.714391:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.714399:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598526.714402:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598526.714405:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.714452:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 12 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.714466:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 12 pid: 14172 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598526.714481:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747075840:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598526.714578:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba0270180 going to sleep for 11 seconds 00000100:00100000:1.0:1788598526.718987:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598526.719259:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723099008 00000100:00100000:2.0:1788598526.719268:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723099008 00010000:00010000:2.0:1788598526.719307:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 13 pid: 14172 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598526.719353:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 436 00000100:00100000:2.0:1788598526.719363:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723099008:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598526.719379:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598526.719401:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 13 pid: 14172 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.719414:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 13 pid: 14172 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.719449:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598526.719451:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598526.719456:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.719465:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.719485:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598526.719547:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723099008:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 186us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598526.719555:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 436 00010000:00010000:0.0:1788598526.720579:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063b41df9/0x6b7334fb1607144f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec309 expref: 12 pid: 14172 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598526.720603:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747075840:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598526.720623:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.720634:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.720641:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.720672:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.720681:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.720689:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.720696:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697e00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598526.720700:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.720708:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.720779:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.720788:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000550b7861/0x6b7334fb16071472 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598526.720871:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723098880:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 6551us (7443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598526.720882:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 397 00000100:00100000:3.0:1788598526.725704:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598526.726240:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723099264 00000100:00100000:2.0:1788598526.726250:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723099264 00000100:00100000:2.0:1788598526.726312:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1430 00000100:00100000:2.0:1788598526.726322:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+52:32618:x1875480723099264:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788598526.726404:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071479 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.726423:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071479 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.726449:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071479 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.726610:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.726623:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071464 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec310 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.726632:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.726857:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071464 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec310 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598526.726871:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071464 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec310 expref: 53 pid: 6524 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598526.726894:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c73b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747075968:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598526.727156:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb625f480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598526.727415:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598526.727429:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747076096:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598526.727484:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598526.727531:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747076096 00000100:00100000:1.0:1788598526.727536:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747076096 00000100:00100000:1.0:1788598526.727573:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1788598526.727581:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747076096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598526.727606:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:1.0:1788598526.727650:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747076096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598526.727668:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1788598526.727714:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747076096:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598526.732620:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c73b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747075968:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598526.732650:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598526.733304:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.733385:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723099392 00000100:00100000:1.0:1788598526.733392:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723099392 00010000:00010000:1.0:1788598526.733428:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071464 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec310 expref: 54 pid: 6524 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598526.733472:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 437 00000100:00100000:1.0:1788598526.733482:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:2432:x1875480723099392:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598526.733496:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598526.733515:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071464 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec310 expref: 54 pid: 6524 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.733527:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071464 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec310 expref: 54 pid: 6524 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.733550:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071464 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec310 expref: 54 pid: 6524 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.733565:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:1.0:1788598526.733570:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.733583:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.733590:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.733617:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598526.733681:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723099392:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 200us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598526.733688:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 437 00010000:00010000:0.0:1788598526.734066:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.734074:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598526.734176:0:13009:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968178 00000001:00080000:0.0:1788598526.734290:0:13009:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968179 00000001:00080000:0.0:1788598526.734326:0:13009:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968180 00000100:00100000:0.0:1788598526.734408:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:13009:1875480747076224:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788598526.734468:0:13009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598526.734490:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a85f8cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598526.734768:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747076224 00000100:00100000:1.0:1788598526.734774:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747076224 00000100:00100000:1.0:1788598526.734823:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1788598526.734830:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13009:x1875480747076224:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788598526.734920:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13009:x1875480747076224:12345-0@lo:1000:mdt00_004.0 Request processed in 90us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598526.734927:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1788598526.734970:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:13009:1875480747076224:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1788598526.735185:0:13009:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968181 00000100:00100000:1.0:1788598526.735226:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:13009:1875480747076352:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788598526.735255:0:13009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598526.735272:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598526.735285:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747076352 00000100:00100000:1.0:1788598526.735289:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747076352 00000100:00100000:1.0:1788598526.735314:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1788598526.735320:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13009:x1875480747076352:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788598526.735403:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:13009:x1875480747076352:12345-0@lo:1000:mdt00_004.0 Request processed in 83us (148us total) trans 4294967378 rc 0/0 00000100:00100000:1.0:1788598526.735411:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1788598526.735453:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:13009:1875480747076352:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1788598526.735497:0:13009:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968182 00010000:00010000:1.0:1788598526.735537:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735546:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735553:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735558:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598526.735562:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735569:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735584:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:1.0:1788598526.735586:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598526.735590:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735596:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071480 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735619:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735626:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735633:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735637:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598526.735641:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735646:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735654:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1aa00) 00010000:00010000:1.0:1788598526.735656:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598526.735662:0:13009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160713b5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2d1 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735672:0:13009:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160713b5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2d1 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735681:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160713b5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2d1 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.735706:0:13009:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fe00/0x6b7334fb160713b5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec2d1 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598526.735716:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747076480:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598526.735780:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914e480 going to sleep for 11 seconds 00000100:00080000:0.0:1788598526.736404:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598526.748970:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.749449:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723099520 00000100:00100000:1.0:1788598526.749460:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723099520 00000100:00100000:1.0:1788598526.749513:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 289 00000100:00100000:1.0:1788598526.749522:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ecc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+106:32617:x1875480723099520:12345-192.168.202.17@tcp:49:lseek_test.0 00000100:00100000:1.0:1788598526.749704:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ecc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+106:32617:x1875480723099520:12345-192.168.202.17@tcp:49:lseek_test.0 Request processed in 182us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598526.749713:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 289 00000100:00100000:0.0:1788598526.750978:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747076480:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598526.751008:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751019:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160713ae lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751180:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071487 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751196:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071487 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751208:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071487 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751218:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071487 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751224:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071487 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751231:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071487 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751237:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598526.751242:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071487 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751249:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071487 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751260:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1aa00) 00010000:00010000:0.0:1788598526.751263:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598526.751267:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071487 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751273:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb16071487 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751282:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071479 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751288:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071479 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751293:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071479 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751298:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598526.751301:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071479 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751307:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071479 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751314:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8a1b84c1aa00) 00010000:00010000:0.0:1788598526.751316:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598526.751319:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071479 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598526.751323:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb16071479 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598526.751475:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:32618:x1875480723099264:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 25154us (25780us total) trans 4294968183 rc 0/0 00000100:00100000:0.0:1788598526.751487:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1430 00000020:00080000:0.0:1788598526.751492:0:13009:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1788598526.751629:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598526.751634:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598526.753857:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788598526.753881:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598526.758638:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598526.758897:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598526.759040:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723099904 00000100:00100000:1.0:1788598526.759061:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723099904 00000100:00100000:1.0:1788598526.759126:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 290 00000100:00100000:1.0:1788598526.759136:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+57:32618:x1875480723099904:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788598526.759393:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x27:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788598526.759429:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968184 00010000:00010000:1.0:1788598526.759482:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759500:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759513:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759522:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759528:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759539:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759559:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598526.759641:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+59:32618:x1875480723099904:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 507us (743us total) trans 4294968185 rc 0/0 00000100:00100000:1.0:1788598526.759649:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 290 00000020:00080000:1.0:1788598526.759829:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788598526.759864:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598526.759871:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759879:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598526.759883:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759892:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759906:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:1.0:1788598526.759909:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788598526.759914:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 1/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759920:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607148e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598526.759932:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598526.759934:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598526.759936:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598526.762196:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723099648 00000100:00100000:3.0:1788598526.762209:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723099648 00000100:00100000:3.0:1788598526.762347:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 398 00000100:00100000:3.0:1788598526.762358:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+14:32617:x1875480723099648:12345-192.168.202.17@tcp:101:lseek_test.0 00010000:00010000:3.0:1788598526.762376:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598526.762396:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d608976a/0x6b7334fb16071495 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec317 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598526.762421:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a9bd8fc, atime: 0x6a9bd8fc, ctime: 0x6a9bd8fc, blocks: 0x8 00010000:00010000:3.0:1788598526.762454:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598526.762457:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598526.762464:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d608976a/0x6b7334fb16071495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec317 expref: 15 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.762479:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d608976a/0x6b7334fb16071495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec317 expref: 15 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598526.762491:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657400, rc 0) 00000100:00100000:3.0:1788598526.762548:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+15:32617:x1875480723099648:12345-192.168.202.17@tcp:101:lseek_test.0 Request processed in 192us (3921us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598526.762555:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 398 00000100:00100000:3.0:1788598526.766587:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598526.766823:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723100032 00000100:00100000:0.0:1788598526.766832:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723100032 00000100:00100000:0.0:1788598526.766896:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 399 00000100:00100000:0.0:1788598526.766906:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+15:2433:x1875480723100032:12345-192.168.202.17@tcp:23:lseek_test.0 00000100:00100000:0.0:1788598526.767005:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+15:2433:x1875480723100032:12345-192.168.202.17@tcp:23:lseek_test.0 Request processed in 100us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598526.767013:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 399 00000100:00080000:2.0:1788598526.769884:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598526.775408:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598526.775579:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723100288 00000100:00100000:2.0:1788598526.775589:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723100288 00000100:00100000:2.0:1788598526.775645:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 291 00000100:00100000:2.0:1788598526.775661:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+106:32617:x1875480723100288:12345-192.168.202.17@tcp:35:lseek_test.0 00000100:00100000:2.0:1788598526.776197:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+107:32617:x1875480723100288:12345-192.168.202.17@tcp:35:lseek_test.0 Request processed in 542us (797us total) trans 4294968186 rc 0/0 00000100:00100000:2.0:1788598526.776205:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 291 00010000:00010000:3.0:1788598526.850128:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788598527.236178:0:7438:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2c76fd49-1399-4b53-b369-df3b4832d715 00000001:00080000:0.0:1788598527.236190:0:7438:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967330 is committed 00000020:00000080:0.0:1788598527.236194:0:7438:0:(genops.c:904:class_export_put()) final put ffff8a1a8933f800/2c76fd49-1399-4b53-b369-df3b4832d715 00000020:00000080:1.0:1788598527.236241:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff8a1a8933f800/2c76fd49-1399-4b53-b369-df3b4832d715 for lustre-MDT0001 00000020:00000080:1.0:1788598527.236391:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a1a8933d800 for lustre-MDT0001 00000040:00080000:1.0:1788598527.821544:0:23631:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598527.821553:0:23631:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598527.821588:0:23631:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:1.0:1788598527.821596:0:23631:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598527.875856:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598528.779317:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598528.779341:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747076608:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598528.779408:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598528.779564:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747076608 00000100:00100000:2.0:1788598528.779572:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747076608 00000100:00100000:2.0:1788598528.779626:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1788598528.779635:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747076608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598528.779669:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598528.779723:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747076608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598528.779731:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1788598528.780338:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747076608:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598528.897996:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598529.155030:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598529.155081:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598529.155120:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598529.155209:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598529.155228:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598529.155283:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723100672 00000100:00100000:2.0:1788598529.155292:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723100672 00000100:00100000:2.0:1788598529.155350:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723101184 00000100:00100000:2.0:1788598529.155354:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723101184 00000100:00100000:2.0:1788598529.155375:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1052 00000100:00100000:2.0:1788598529.155383:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723100672:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598529.155463:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723100672:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 81us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.155470:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1052 00000100:00100000:2.0:1788598529.155486:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1053 00000100:00100000:2.0:1788598529.155493:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723101184:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598529.155519:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723101184:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.155525:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1053 00000100:00080000:2.0:1788598529.155543:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598529.156629:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723100416 00000100:00100000:3.0:1788598529.156640:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723100416 00000100:00100000:3.0:1788598529.156697:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 755 00000100:00100000:3.0:1788598529.156705:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723100416:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598529.156776:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723100416:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 71us (1754us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598529.156784:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 755 00000100:00100000:1.0:1788598529.159757:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598529.159795:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598529.159850:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723100544 00000100:00100000:2.0:1788598529.159860:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723100544 00000100:00100000:2.0:1788598529.159921:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1054 00000100:00100000:2.0:1788598529.159932:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+107:2432:x1875480723100544:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598529.160004:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+107:2432:x1875480723100544:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 74us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.160011:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1054 00000100:00080000:2.0:1788598529.160033:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598529.160146:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723100928 00000100:00100000:0.0:1788598529.160151:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723100928 00000100:00100000:0.0:1788598529.161876:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723101440 00000100:00100000:0.0:1788598529.161889:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723101440 00000100:00100000:1.0:1788598529.162202:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598529.162237:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598529.162261:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723100800 00000100:00100000:1.0:1788598529.162265:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723100800 00000100:00100000:3.0:1788598529.162425:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723101312 00000100:00100000:3.0:1788598529.162441:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723101312 00000100:00100000:0.0:1788598529.162583:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 690 00000100:00100000:0.0:1788598529.162593:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723101440:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598529.162814:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723101440:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 222us (7583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598529.162823:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 690 00000100:00100000:1.0:1788598529.162924:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 691 00000100:00100000:1.0:1788598529.162932:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723100800:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598529.162960:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723100800:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (3166us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598529.162967:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 691 00000100:00100000:1.0:1788598529.162986:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723101056 00000100:00100000:1.0:1788598529.162990:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723101056 00000100:00100000:1.0:1788598529.163020:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1055 00000100:00100000:1.0:1788598529.163026:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+59:2432:x1875480723101056:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598529.163132:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+59:2432:x1875480723101056:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 105us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598529.163139:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1055 00000100:00100000:3.0:1788598529.165065:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 692 00000100:00100000:3.0:1788598529.165078:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723101312:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598529.165143:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723101312:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 69us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598529.165151:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 692 00000100:00080000:1.0:1788598529.165482:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598529.165490:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598529.165493:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598529.166911:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 693 00000100:00100000:2.0:1788598529.166926:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+15:2432:x1875480723100928:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598529.167000:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+15:2432:x1875480723100928:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 79us (11878us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.168517:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 693 00000100:00100000:1.0:1788598529.287562:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598529.287586:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747076736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598529.287656:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598529.287728:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747076736 00000100:00100000:1.0:1788598529.287750:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747076736 00000100:00100000:1.0:1788598529.287809:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1788598529.287818:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747076736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598529.287848:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1788598529.287891:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747076736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598529.287898:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00080000:1.0:1788598529.287917:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598529.287950:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747076736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598529.288610:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747076992:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.288654:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.288689:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747077504:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.288721:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.288757:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747078016:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.288777:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.288802:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788598529.288808:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747076864:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.288835:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.288856:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747077376:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.288879:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.288892:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747077888:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.288911:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.288936:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747077248:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.288958:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.288972:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747077760:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.288990:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.289007:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747078272:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289024:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.289040:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788598529.289044:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747077120:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289065:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.289081:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747077632:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289100:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.289112:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747078144:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289129:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.289150:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747076992 00000100:00100000:2.0:1788598529.289155:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747076992 00000100:00100000:2.0:1788598529.289182:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747077504 00000100:00100000:2.0:1788598529.289185:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747077504 00000100:00100000:2.0:1788598529.289203:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747078016 00000100:00100000:2.0:1788598529.289205:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747078016 00000100:00100000:2.0:1788598529.289215:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747077248 00000100:00100000:2.0:1788598529.289218:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747077248 00000100:00100000:2.0:1788598529.289227:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747077632 00000100:00100000:2.0:1788598529.289230:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747077632 00000100:00100000:2.0:1788598529.289242:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747078144 00000100:00100000:2.0:1788598529.289244:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747078144 00000100:00100000:2.0:1788598529.289257:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1788598529.289263:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747076992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289321:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747076992:12345-0@lo:400:kworker.0 Request processed in 57us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.289328:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1788598529.289343:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1788598529.289349:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747077504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289375:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747077504:12345-0@lo:400:kworker.0 Request processed in 27us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.289381:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1788598529.289391:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1788598529.289396:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747078016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289423:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747078016:12345-0@lo:400:kworker.0 Request processed in 27us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.289439:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1788598529.289450:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1788598529.289456:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747077248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289485:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747077248:12345-0@lo:400:kworker.0 Request processed in 29us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.289490:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1788598529.289501:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1788598529.289507:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747077632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289531:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747077632:12345-0@lo:400:kworker.0 Request processed in 25us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.289537:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1788598529.289547:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1788598529.289554:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747078144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289577:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747078144:12345-0@lo:400:kworker.0 Request processed in 25us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.289582:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1788598529.289606:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747076864 00000100:00100000:2.0:1788598529.289609:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747076864 00000100:00100000:2.0:1788598529.289633:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1788598529.289639:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747076864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289667:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747076864:12345-0@lo:400:kworker.0 Request processed in 28us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.289672:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1788598529.289697:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747077888 00000100:00100000:2.0:1788598529.289701:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747077888 00000100:00100000:2.0:1788598529.289726:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747077760 00000100:00100000:2.0:1788598529.289729:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747077760 00000100:00100000:2.0:1788598529.289771:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747078272 00000100:00100000:2.0:1788598529.289774:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747078272 00000100:00100000:2.0:1788598529.289788:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1788598529.289792:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747077888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289820:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747077888:12345-0@lo:400:kworker.0 Request processed in 28us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.289826:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1788598529.289836:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1788598529.289841:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747077760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289866:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747077760:12345-0@lo:400:kworker.0 Request processed in 25us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.289871:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1788598529.289881:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1788598529.289887:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747078272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.289909:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747078272:12345-0@lo:400:kworker.0 Request processed in 23us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.289914:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1788598529.289936:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747077376 00000100:00100000:2.0:1788598529.289938:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747077376 00000100:00100000:2.0:1788598529.289956:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747077120 00000100:00100000:2.0:1788598529.289959:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747077120 00000100:00100000:2.0:1788598529.289970:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788598529.289974:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747077376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290002:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747077376:12345-0@lo:400:kworker.0 Request processed in 27us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.290009:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788598529.290019:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1788598529.290025:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747077120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290048:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747077120:12345-0@lo:400:kworker.0 Request processed in 23us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.290053:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1788598529.290094:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747077120:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290105:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747077632:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290113:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747078144:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290121:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747077248:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290129:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747077760:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290138:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747078272:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290175:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747076864:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290185:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747077376:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290193:0:3666:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:2.0:1788598529.290197:0:3666:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967369 00000004:00080000:2.0:1788598529.290214:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1bc5abf800, transno 4294967369 00000100:00100000:2.0:1788598529.290222:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747077888:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290233:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747076992:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290242:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747077504:0@lo:400:kworker.0 00000100:00100000:2.0:1788598529.290252:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747078016:0@lo:400:kworker.0 00000100:00080000:1.0:1788598529.294541:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598529.294550:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598529.294554:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598529.294557:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598529.794024:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747078400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598529.794110:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598529.794338:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747078400 00000100:00100000:2.0:1788598529.794346:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747078400 00000100:00100000:2.0:1788598529.794391:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1788598529.794399:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747078400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598529.794423:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:2.0:1788598529.794490:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747078400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598529.794498:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1788598529.794797:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747078400:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598529.921966:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598530.948496:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598531.330201:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598531.330223:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747078528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598531.330286:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598531.330411:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747078528 00000100:00100000:1.0:1788598531.330420:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747078528 00000100:00100000:1.0:1788598531.330514:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1788598531.330537:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747078528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598531.330567:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598531.330618:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747078528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598531.330626:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1788598531.330686:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747078528:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788598531.330755:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598531.330886:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747078656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598531.330920:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598531.331008:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747078656 00000100:00100000:1.0:1788598531.331012:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747078656 00000100:00100000:1.0:1788598531.331053:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1788598531.331060:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747078656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598531.331071:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598531.331102:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747078656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598531.331108:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1788598531.331146:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747078656:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788598531.331515:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1788598531.846355:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967378 is committed 00000001:00080000:0.0:1788598531.846370:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00000001:00080000:1.0:1788598531.847376:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968186 is committed 00000001:00080000:1.0:1788598531.847443:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968185 is committed 00000020:00080000:1.0:1788598531.847459:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a8914ed80 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:1.0:1788598531.847465:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a87162100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a8914e180 00000020:00080000:1.0:1788598531.847468:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a87162000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1b83a16a00 00000020:00080000:1.0:1788598531.847490:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 31 batchid updated 00000020:00080000:1.0:1788598531.847500:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 32 committed batchid 31 00000100:00100000:3.0:1788598531.847565:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747078784:0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1788598531.847578:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00000100:00100000:3.0:1788598531.847637:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598531.847679:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747078784 00000100:00100000:1.0:1788598531.847687:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747078784 00000100:00100000:1.0:1788598531.847757:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1788598531.847766:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747078784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598531.847801:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:1.0:1788598531.847859:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747078784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598531.847866:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1788598531.849273:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747078784:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598531.850627:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598531.850641:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598531.850648:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598531.850654:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598531.850658:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598531.850665:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598531.850683:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8a1b84c1a300) 00010000:00010000:0.0:1788598531.850687:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598531.850691:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598531.850697:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607145d lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788598531.907611:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598531.907618:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598531.907691:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:0.0:1788598531.907698:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788598531.908110:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598531.974456:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598532.994628:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598533.896835:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747078912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598533.896900:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598533.897095:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747078912 00000100:00100000:3.0:1788598533.897104:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747078912 00000100:00100000:3.0:1788598533.897169:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1788598533.897179:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747078912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598533.897212:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598533.897262:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747078912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598533.897270:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788598533.897381:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747078912:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598534.031390:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598534.277772:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598534.277818:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598534.277843:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598534.277867:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598534.277888:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598534.277908:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598534.277929:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598534.277951:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598534.277975:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598534.278004:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723102080 00000100:00100000:1.0:1788598534.278013:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723102080 00000100:00100000:1.0:1788598534.278062:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723102592 00000100:00100000:1.0:1788598534.278065:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723102592 00000100:00100000:1.0:1788598534.278079:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723101952 00000100:00100000:1.0:1788598534.278082:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723101952 00000100:00100000:1.0:1788598534.278095:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723102464 00000100:00100000:1.0:1788598534.278097:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723102464 00000100:00100000:1.0:1788598534.278112:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 697 00000100:00100000:1.0:1788598534.278121:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+15:2435:x1875480723102080:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598534.278189:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+15:2435:x1875480723102080:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 68us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598534.278196:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 697 00000100:00100000:1.0:1788598534.278212:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 698 00000100:00100000:1.0:1788598534.278233:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723102592:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598534.278257:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723102592:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 39us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598534.278263:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 698 00000100:00100000:1.0:1788598534.278273:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 699 00000100:00100000:1.0:1788598534.278279:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723101952:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598534.278316:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723101952:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 36us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598534.278322:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 699 00000100:00100000:1.0:1788598534.278333:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 700 00000100:00100000:1.0:1788598534.278338:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723102464:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598534.278355:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723102464:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598534.278360:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 700 00000100:00100000:1.0:1788598534.278375:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723101824 00000100:00100000:1.0:1788598534.278379:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723101824 00000100:00100000:1.0:1788598534.278405:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723102336 00000100:00100000:1.0:1788598534.278408:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723102336 00000100:00100000:1.0:1788598534.278433:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723101696 00000100:00100000:1.0:1788598534.278437:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723101696 00000100:00100000:1.0:1788598534.278448:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723102208 00000100:00100000:1.0:1788598534.278450:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723102208 00000100:00100000:1.0:1788598534.278463:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1062 00000100:00100000:1.0:1788598534.278469:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723101824:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598534.278495:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723101824:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598534.278501:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1062 00000100:00100000:1.0:1788598534.278511:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1063 00000100:00100000:1.0:1788598534.278516:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723102336:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598534.278536:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723102336:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598534.278542:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1063 00000100:00100000:1.0:1788598534.278553:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1064 00000100:00100000:1.0:1788598534.278559:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+106:2435:x1875480723101696:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598534.278581:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+106:2435:x1875480723101696:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598534.278587:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1064 00000100:00100000:1.0:1788598534.278597:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1065 00000100:00100000:1.0:1788598534.278603:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2435:x1875480723102208:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598534.278624:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2435:x1875480723102208:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598534.278631:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1065 00000100:00080000:1.0:1788598534.278661:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598534.278665:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598534.278668:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598534.278670:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598534.279052:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723101568 00000100:00100000:3.0:1788598534.279056:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723101568 00000100:00100000:3.0:1788598534.279097:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 757 00000100:00100000:3.0:1788598534.279104:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723101568:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598534.279125:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723101568:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (1393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598534.279130:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 757 00000100:00100000:0.0:1788598534.402154:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747079424:0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.402795:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598534.402859:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747079936:0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.402889:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598534.402917:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788598534.402924:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747079040:0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.403014:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598534.403112:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747079552:0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.403138:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598534.403156:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747080064:0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.403178:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598534.403214:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747079424 00000100:00100000:0.0:1788598534.403222:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747079424 00000100:00100000:0.0:1788598534.403266:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:0.0:1788598534.403274:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747079424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.403323:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747079424:12345-0@lo:400:kworker.0 Request processed in 49us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598534.403330:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:0.0:1788598534.403354:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747079936 00000100:00100000:0.0:1788598534.403358:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747079936 00000100:00100000:0.0:1788598534.403391:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747080064 00000100:00100000:0.0:1788598534.403394:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747080064 00000100:00100000:0.0:1788598534.403599:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1788598534.403607:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747079936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.403639:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747079936:12345-0@lo:400:kworker.0 Request processed in 34us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598534.403645:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1788598534.403656:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1788598534.403662:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747080064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.403688:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747080064:12345-0@lo:400:kworker.0 Request processed in 26us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598534.403693:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1788598534.403711:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747079040 00000100:00100000:0.0:1788598534.403714:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747079040 00000100:00100000:2.0:1788598534.403865:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747079168:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.403894:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598534.403913:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747079680:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.403935:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598534.404043:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1788598534.404051:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747079040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.404083:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747079040:12345-0@lo:400:kworker.0 Request processed in 33us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598534.404089:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1788598534.404131:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747080192:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404152:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598534.404170:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788598534.404176:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747079296:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404196:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598534.404212:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747079808:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404228:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598534.404241:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747080320:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404260:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598534.404283:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747079168 00000100:00100000:2.0:1788598534.404286:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747079168 00000100:00100000:2.0:1788598534.404303:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747079680 00000100:00100000:2.0:1788598534.404305:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747079680 00000100:00100000:2.0:1788598534.404319:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747080192 00000100:00100000:2.0:1788598534.404321:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747080192 00000100:00100000:2.0:1788598534.404331:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747079808 00000100:00100000:2.0:1788598534.404333:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747079808 00000100:00100000:2.0:1788598534.404346:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747080320 00000100:00100000:2.0:1788598534.404349:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747080320 00000100:00100000:2.0:1788598534.404361:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:2.0:1788598534.404366:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747079168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404395:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747079168:12345-0@lo:400:kworker.0 Request processed in 29us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.404401:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:2.0:1788598534.404426:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:2.0:1788598534.404432:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747079680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404456:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747079680:12345-0@lo:400:kworker.0 Request processed in 25us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.404461:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:2.0:1788598534.404472:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1788598534.404477:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747080192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404499:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747080192:12345-0@lo:400:kworker.0 Request processed in 22us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.404505:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1788598534.404516:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:2.0:1788598534.404521:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747079808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404541:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747079808:12345-0@lo:400:kworker.0 Request processed in 21us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.404545:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:2.0:1788598534.404555:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:2.0:1788598534.404560:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747080320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404583:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747080320:12345-0@lo:400:kworker.0 Request processed in 23us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.404588:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:2.0:1788598534.404608:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747079552 00000100:00100000:2.0:1788598534.404611:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747079552 00000100:00100000:2.0:1788598534.404632:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747079296 00000100:00100000:2.0:1788598534.404635:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747079296 00000100:00100000:2.0:1788598534.404647:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1788598534.404652:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747079552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404682:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747079552:12345-0@lo:400:kworker.0 Request processed in 29us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.404687:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1788598534.404697:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788598534.404701:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747079296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404722:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747079296:12345-0@lo:400:kworker.0 Request processed in 21us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.404728:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788598534.404769:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747080576:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404792:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598534.404812:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598534.404818:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747080448:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404835:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598534.404858:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747080576 00000100:00100000:2.0:1788598534.404861:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747080576 00000100:00100000:2.0:1788598534.404877:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747080448 00000100:00100000:2.0:1788598534.404879:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747080448 00000100:00100000:2.0:1788598534.404890:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1788598534.404895:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747080576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.404922:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747080576:12345-0@lo:400:kworker.0 Request processed in 28us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.404927:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1788598534.404936:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1788598534.404940:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747080448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.406097:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747080448:12345-0@lo:400:kworker.0 Request processed in 1151us (1255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.406106:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1788598534.406127:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598534.406136:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747080704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598534.406164:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598534.406196:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747080704 00000100:00100000:2.0:1788598534.406201:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747080704 00000100:00100000:2.0:1788598534.406228:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1788598534.406235:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747080704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598534.406259:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:2.0:1788598534.406288:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747080704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.406294:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1788598534.406335:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747080704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598534.406362:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747080448:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.406370:0:3666:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967378 gen 2 00000004:00080000:2.0:1788598534.406375:0:3666:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967378 committed transno 4294967378 00000100:00100000:2.0:1788598534.406390:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747080576:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.406432:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747079296:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.406443:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747079808:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.406455:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747080320:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.406465:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747079168:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.406476:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747079680:0@lo:400:kworker.0 00000100:00100000:2.0:1788598534.406485:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747080192:0@lo:400:kworker.0 00000100:00080000:0.0:1788598534.409459:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598534.409468:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598534.409471:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598534.409473:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598534.409537:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747079040:0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.409554:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747079552:0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.409565:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747080064:0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.409576:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747079424:0@lo:400:kworker.0 00000100:00100000:0.0:1788598534.409588:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747079936:0@lo:400:kworker.0 00000100:00100000:1.0:1788598534.674000:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598534.674098:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723102720 00000100:00100000:2.0:1788598534.674107:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723102720 00000100:00100000:2.0:1788598534.674168:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1431 00000100:00100000:2.0:1788598534.674179:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32597:x1875480723102720:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788598534.674293:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:32597:x1875480723102720:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 115us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.674301:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1431 00000100:00100000:3.0:1788598534.702090:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598534.702181:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723102848 00000100:00100000:0.0:1788598534.702191:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723102848 00000100:00100000:0.0:1788598534.702260:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1432 00000100:00100000:0.0:1788598534.702271:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:32597:x1875480723102848:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788598534.702380:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:32597:x1875480723102848:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 111us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598534.702388:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1432 00000100:00100000:3.0:1788598534.914267:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598534.914290:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747080832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598534.914360:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598534.914546:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747080832 00000100:00100000:2.0:1788598534.914555:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747080832 00000100:00100000:2.0:1788598534.914607:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1788598534.914616:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747080832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598534.914640:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:2.0:1788598534.914708:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747080832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598534.914715:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1788598534.914895:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747080832:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598535.042309:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598536.066030:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598536.451351:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598536.451372:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747080960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598536.451507:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598536.451583:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747080960 00000100:00100000:3.0:1788598536.451590:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747080960 00000100:00100000:3.0:1788598536.451643:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1788598536.451651:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747080960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598536.451681:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598536.451814:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747080960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598536.451822:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1788598536.451865:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747080960:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788598536.452327:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598536.461222:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598536.461251:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747081088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598536.461322:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598536.461393:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747081088 00000100:00100000:0.0:1788598536.461400:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747081088 00000100:00100000:0.0:1788598536.461480:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1788598536.461490:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747081088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598536.461514:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598536.461557:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747081088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598536.461565:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00080000:0.0:1788598536.461584:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598536.461617:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747081088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598536.962239:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598536.962259:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747081216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598536.962319:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598536.962376:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747081216 00000100:00100000:1.0:1788598536.962383:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747081216 00000100:00100000:1.0:1788598536.962436:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1788598536.962444:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747081216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598536.962476:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:1.0:1788598536.962529:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747081216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598536.962537:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1788598536.962576:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747081216:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598537.092696:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788598537.107894:0:23828:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12s: race between restore requests ==== 04:55:35 (1788598535) 00000100:00100000:3.0:1788598537.472811:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598537.472904:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723102976 00000100:00100000:0.0:1788598537.472914:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723102976 00000100:00100000:0.0:1788598537.472987:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1433 00000100:00100000:0.0:1788598537.473006:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:33240:x1875480723102976:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788598537.473113:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+49:33240:x1875480723102976:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 103us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598537.473121:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1433 00000100:00080000:1.0:1788598537.474171:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598537.482777:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598537.482889:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723103104 00000100:00100000:2.0:1788598537.482899:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723103104 00000100:00100000:2.0:1788598537.482964:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1434 00000100:00100000:2.0:1788598537.482974:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:33240:x1875480723103104:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598537.483093:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:33240:x1875480723103104:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 121us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598537.483100:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1434 00000100:00080000:1.0:1788598537.483295:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598537.498040:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598537.498188:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723103232 00000100:00100000:2.0:1788598537.498202:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723103232 00000100:00080000:1.0:1788598537.498353:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598537.498498:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1435 00000100:00100000:2.0:1788598537.498509:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+106:33241:x1875480723103232:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598537.498530:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598537.498551:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1607149c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec31e expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498614:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498629:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498646:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498661:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498668:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498674:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498716:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498723:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498729:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498777:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.498782:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498789:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498800:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598537.498803:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.498808:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498814:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498827:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498833:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498838:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498843:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.498845:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498851:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498858:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8a1a86120400) 00010000:00010000:2.0:1788598537.498861:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.498863:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498868:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498898:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1607149c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec31e expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498913:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598537.498915:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.498918:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb1607149c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec31e expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.498927:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1a00, rc 0) 00000100:00100000:2.0:1788598537.499000:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+106:33241:x1875480723103232:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 482us (976us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598537.499007:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1435 00000100:00100000:3.0:1788598537.504995:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598537.505861:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723103488 00000100:00100000:2.0:1788598537.505877:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723103488 00000100:00100000:2.0:1788598537.505937:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1436 00000100:00100000:2.0:1788598537.505948:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+106:33241:x1875480723103488:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:2.0:1788598537.506028:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598537.506063:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071203 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec237 expref: 106 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.506087:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598537.506093:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598537.506161:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.506177:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec24c expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.506186:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.506228:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec24c expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.506242:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec24c expref: 48 pid: 6523 timeout: 927 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598537.506259:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747081344:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598537.508603:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598537.509689:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598537.510214:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723103616 00000100:00100000:3.0:1788598537.510226:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723103616 00010000:00010000:3.0:1788598537.510270:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec24c expref: 49 pid: 6523 timeout: 927 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598537.510314:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 438 00000100:00100000:3.0:1788598537.510324:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2433:x1875480723103616:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598537.510340:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598537.510347:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec24c expref: 49 pid: 6523 timeout: 927 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.510362:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec24c expref: 49 pid: 6523 timeout: 927 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.510389:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598537.510395:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.510416:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.510426:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.510447:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598537.510516:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2433:x1875480723103616:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 192us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598537.510524:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 438 00010000:00010000:2.0:1788598537.511037:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071242 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec24c expref: 48 pid: 6523 timeout: 927 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598537.511057:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747081344:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598537.511081:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.511091:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.511098:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.511124:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.511134:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.511142:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.511804:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.511817:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.511824:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598537.511952:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000017e9e81c reply state 000000001a3d69be transno 4294968187 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.511966:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.511974:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120d00) 00010000:00010000:2.0:1788598537.511978:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598537.511982:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788598537.511989:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00010000:00010000:2.0:1788598537.511996:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.512002:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.512056:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.512063:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.512068:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.512082:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.512092:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598537.512094:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.512098:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.512104:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714b1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598537.512116:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000017e9e81c reply state 000000001a3d69be transno 4294968187 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.512124:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.512130:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8a1a86120400) 00010000:00010000:2.0:1788598537.512133:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598537.512135:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788598537.512216:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+107:33241:x1875480723103488:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 6268us (7234us total) trans 4294968187 rc 0/0 00000100:00100000:2.0:1788598537.512226:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1436 00000001:00080000:3.0:1788598537.518587:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968187 is committed 00000020:00080000:3.0:1788598537.518608:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 32 batchid updated 00000020:00080000:1.0:1788598537.518699:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000020:00080000:1.0:1788598537.518711:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00010000:00010000:0.0:1788598537.518845:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518860:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518870:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518877:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598537.518882:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518891:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518912:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8a1a86120400) 00010000:00010000:0.0:1788598537.518916:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598537.518922:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518929:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb160714b8 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518955:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518962:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518968:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518979:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598537.518982:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518988:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.518996:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120d00) 00010000:00010000:0.0:1788598537.518998:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598537.519001:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.519006:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714bf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598537.523428:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598537.523505:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723103744 00000100:00100000:0.0:1788598537.523517:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723103744 00000100:00100000:0.0:1788598537.523595:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1437 00000100:00100000:0.0:1788598537.523606:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+105:33242:x1875480723103744:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598537.523638:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598537.523663:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160714c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec325 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.523783:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160714cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.523801:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160714cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.523815:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160714cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598537.524265:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598537.524272:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598537.524296:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160714cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.524326:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb160714c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec325 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.524347:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160714cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec325 expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.524357:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598537.524361:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598537.524365:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696000, rc 0) 00000100:00100000:0.0:1788598537.524560:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+106:33242:x1875480723103744:12345-192.168.202.17@tcp:101:bash.0 Request processed in 955us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598537.524570:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1437 00000100:00100000:1.0:1788598537.533926:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598537.534042:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723103872 00000100:00100000:2.0:1788598537.534054:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723103872 00000100:00100000:2.0:1788598537.534128:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1438 00000100:00100000:2.0:1788598537.534138:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+106:33242:x1875480723103872:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598537.534165:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598537.534190:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec32c expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534272:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534289:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534314:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534330:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534338:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534344:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534446:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb160714e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534454:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb160714e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534461:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb160714e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598537.534498:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1788598537.534502:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598537.534525:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb160714e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534543:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534550:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714db lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534558:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534564:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.534570:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534578:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534592:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598537.534595:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.534600:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534607:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534623:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534629:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534634:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534641:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.534644:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534649:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534654:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8a1a86120a00) 00010000:00010000:2.0:1788598537.534657:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.534659:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534665:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534961:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160714d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec32c expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534978:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1800/0x6b7334fb160714e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec32c expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.534986:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:2.0:1788598537.534989:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598537.534991:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1800, rc 0) 00000100:00100000:2.0:1788598537.535218:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+107:33242:x1875480723103872:12345-192.168.202.17@tcp:101:bash.0 Request processed in 1081us (1305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598537.535229:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1438 00000100:00100000:1.0:1788598537.540040:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598537.540121:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723104000 00000100:00100000:2.0:1788598537.540135:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723104000 00000100:00100000:2.0:1788598537.540211:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1439 00000100:00100000:2.0:1788598537.540224:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+107:33242:x1875480723104000:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598537.540252:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598537.540279:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec333 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540363:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714f7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540380:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540394:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540576:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540599:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540614:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540656:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540668:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714f7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540675:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714f7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540681:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.540685:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714f7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540692:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714f7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540703:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:2.0:1788598537.540706:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.540709:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540714:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160714f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540730:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540812:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714fe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540819:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540824:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.540827:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540832:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540843:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8a1a86120a00) 00010000:00010000:2.0:1788598537.540845:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.540847:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714fe lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540852:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160714fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540906:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714f0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec333 expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540919:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:2.0:1788598537.540921:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.540925:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160714f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec333 expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.540934:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a0000, rc 0) 00000100:00100000:2.0:1788598537.541020:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+107:33242:x1875480723104000:12345-192.168.202.17@tcp:101:bash.0 Request processed in 798us (992us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598537.541029:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1439 00000100:00100000:3.0:1788598537.551944:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598537.552125:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723104128 00000100:00100000:0.0:1788598537.552139:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723104128 00000100:00100000:0.0:1788598537.552215:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1440 00000100:00100000:0.0:1788598537.552226:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+48:33243:x1875480723104128:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598537.552255:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598537.552281:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16071505 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec33a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.552368:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.552392:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.552420:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598537.552475:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598537.552480:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598537.552507:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.552536:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16071505 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec33a expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.552558:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec33a expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.552568:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598537.552571:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598537.552575:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697e00, rc 0) 00000100:00100000:0.0:1788598537.552656:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+49:33243:x1875480723104128:12345-192.168.202.17@tcp:101:rm.0 Request processed in 432us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598537.552664:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1440 00000100:00100000:1.0:1788598537.555298:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598537.555548:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723104256 00000100:00100000:2.0:1788598537.555558:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723104256 00000100:00100000:2.0:1788598537.555617:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1441 00000100:00100000:2.0:1788598537.555628:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:33243:x1875480723104256:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598537.555649:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598537.555668:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071513 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec341 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556068:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607151a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556084:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607151a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556096:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607151a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556213:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071521 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556222:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071521 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556230:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071521 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556308:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071528 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556317:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556324:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598537.556849:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1788598537.556855:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598537.556881:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556898:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607151a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556904:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607151a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556910:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607151a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556915:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.556919:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607151a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556925:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607151a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.556937:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598537.556940:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.556944:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607151a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557061:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607151a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557077:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071521 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557083:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071521 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557088:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071521 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557094:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.557096:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071521 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557101:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071521 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557448:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8a1a86120a00) 00010000:00010000:2.0:1788598537.557452:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.557457:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071521 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557464:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071521 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557499:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071513 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec341 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557512:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1a00/0x6b7334fb16071528 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec341 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.557519:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:2.0:1788598537.557521:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598537.557523:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1a00, rc 0) 00000100:00100000:2.0:1788598537.558906:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33243:x1875480723104256:12345-192.168.202.17@tcp:101:rm.0 Request processed in 3273us (3611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598537.558917:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1441 00000100:00100000:2.0:1788598537.572599:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598537.572710:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723104384 00000100:00100000:1.0:1788598537.572720:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723104384 00000100:00100000:1.0:1788598537.572821:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1442 00000100:00100000:1.0:1788598537.572830:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33243:x1875480723104384:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598537.572850:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598537.572870:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb1607152f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec348 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.572938:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071536 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573118:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071536 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573132:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071536 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573149:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607153d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573157:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607153d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573164:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607153d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573202:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071536 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573209:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071536 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573219:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071536 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573224:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598537.573227:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071536 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573234:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071536 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573244:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:1.0:1788598537.573247:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598537.573251:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071536 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573257:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071536 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573269:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607153d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573274:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607153d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573280:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607153d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573285:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598537.573288:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607153d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573297:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607153d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573304:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8a1b9fd8c800) 00010000:00010000:1.0:1788598537.573306:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598537.573309:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607153d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573314:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607153d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573349:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb1607152f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec348 expref: 51 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573369:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:1.0:1788598537.573372:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598537.573375:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb1607152f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec348 expref: 51 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.573385:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fc00, rc 0) 00000100:00100000:1.0:1788598537.573530:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33243:x1875480723104384:12345-192.168.202.17@tcp:101:rm.0 Request processed in 701us (939us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598537.573538:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1442 00000100:00100000:3.0:1788598537.581385:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598537.581523:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723104512 00000100:00100000:1.0:1788598537.581534:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723104512 00000100:00100000:1.0:1788598537.581595:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1443 00000100:00100000:1.0:1788598537.581605:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33243:x1875480723104512:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598537.581628:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598537.581646:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16071544 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec34f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581718:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607154b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581762:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607154b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581775:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607154b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581799:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071552 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581806:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581813:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581849:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607154b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581856:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607154b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581863:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607154b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581868:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598537.581873:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607154b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581880:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607154b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581892:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:1.0:1788598537.581895:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598537.581899:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607154b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581905:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607154b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581917:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581923:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071552 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581929:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071552 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581934:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598537.581937:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071552 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581942:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071552 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581947:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8a1b9fd8c800) 00010000:00010000:1.0:1788598537.581960:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598537.581964:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071552 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.581969:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071552 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.582001:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16071544 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec34f expref: 51 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.582011:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:1.0:1788598537.582013:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598537.582016:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16071544 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec34f expref: 51 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.582024:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fc00, rc 0) 00000100:00100000:1.0:1788598537.582074:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33243:x1875480723104512:12345-192.168.202.17@tcp:101:rm.0 Request processed in 471us (697us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598537.582081:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1443 00000100:00100000:3.0:1788598537.602415:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598537.602896:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723104640 00000100:00100000:2.0:1788598537.602906:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723104640 00000100:00100000:2.0:1788598537.602979:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1444 00000100:00100000:2.0:1788598537.602989:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33244:x1875480723104640:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598537.603009:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598537.603030:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071559 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec356 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603121:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071560 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603135:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071560 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603147:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071560 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603173:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071567 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603181:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071567 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603188:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071567 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603221:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071560 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603227:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071560 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603237:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071560 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603242:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.603247:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071560 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603254:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071560 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603266:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:2.0:1788598537.603269:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.603284:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071560 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603291:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071560 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603304:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071567 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603311:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071567 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603316:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071567 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603321:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598537.603323:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071567 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603332:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071567 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603339:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8a1a86120a00) 00010000:00010000:2.0:1788598537.603341:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.603344:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071567 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603350:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071567 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603394:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071559 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec356 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603414:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:2.0:1788598537.603416:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598537.603419:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071559 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec356 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.603429:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1600, rc 0) 00000100:00100000:2.0:1788598537.603500:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33244:x1875480723104640:12345-192.168.202.17@tcp:101:cp.0 Request processed in 505us (1097us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598537.603508:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1444 00000100:00100000:2.0:1788598537.613260:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598537.613440:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723104768 00000100:00100000:1.0:1788598537.613451:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723104768 00000100:00100000:1.0:1788598537.613520:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1445 00000100:00100000:1.0:1788598537.613530:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33244:x1875480723104768:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598537.613551:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598537.613573:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb1607156e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec35d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613641:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071575 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613661:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071575 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613672:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071575 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613698:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607157c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613706:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607157c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613712:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607157c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613797:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071575 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613804:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071575 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613809:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071575 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613815:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598537.613819:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071575 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613825:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071575 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613836:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:1.0:1788598537.613840:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598537.613844:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071575 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613849:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071575 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613863:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607157c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613869:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607157c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613874:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607157c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613878:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598537.613881:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607157c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613887:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607157c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613895:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8a1b9fd8c800) 00010000:00010000:1.0:1788598537.613897:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598537.613899:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607157c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613904:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607157c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613936:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb1607156e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec35d expref: 51 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613946:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:1.0:1788598537.613948:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598537.613951:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb1607156e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec35d expref: 51 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.613960:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fc00, rc 0) 00000100:00100000:1.0:1788598537.614024:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33244:x1875480723104768:12345-192.168.202.17@tcp:101:cp.0 Request processed in 495us (772us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598537.614031:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1445 00000100:00100000:3.0:1788598537.618807:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598537.619043:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723105024 00000100:00100000:0.0:1788598537.619052:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723105024 00000100:00100000:0.0:1788598537.619115:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1446 00000100:00100000:0.0:1788598537.619126:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33244:x1875480723105024:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598537.619146:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598537.619168:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16071583 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec364 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.619276:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607158a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.619291:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607158a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.619302:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607158a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.619316:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.619322:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.619329:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788598537.619710:0:13009:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:0.0:1788598537.620666:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.620681:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621294:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621335:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607158a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621346:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607158a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621353:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607158a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621659:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598537.621663:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607158a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621671:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607158a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621691:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:0.0:1788598537.621694:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598537.621698:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607158a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621705:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607158a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598537.621719:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009be0ed9b reply state 000000000077c53f transno 4294968188 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621729:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621882:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598537.621884:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598537.621888:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788598537.621929:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696400/0x6b7334fb16071583 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec364 expref: 53 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621945:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec364 expref: 52 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.621964:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598537.621967:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598537.621970:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697c00, rc 0) 00000100:00100000:0.0:1788598537.622921:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33244:x1875480723105024:12345-192.168.202.17@tcp:101:cp.0 Request processed in 3790us (4115us total) trans 4294968188 rc 0/0 00000100:00100000:0.0:1788598537.622933:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1446 00000100:00100000:3.0:1788598537.628961:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598537.629178:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723105152 00000100:00100000:2.0:1788598537.629187:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723105152 00000100:00100000:2.0:1788598537.629264:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 400 00000100:00100000:2.0:1788598537.629274:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723105152:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598537.629294:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598537.629315:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb160715a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec36b expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598537.629342:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00080000:1.0:1788598537.629476:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788598537.629886:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598537.629890:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598537.629900:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb160715a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec36b expref: 9 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.629921:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb160715a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec36b expref: 9 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598537.629935:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1000, rc 0) 00000100:00100000:2.0:1788598537.630007:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723105152:12345-192.168.202.17@tcp:101:cp.0 Request processed in 734us (1067us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598537.630022:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 400 00000100:00100000:2.0:1788598537.633601:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598537.633823:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723105280 00000100:00100000:0.0:1788598537.633833:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723105280 00000100:00100000:0.0:1788598537.633896:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 401 00000100:00100000:0.0:1788598537.633906:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:33244:x1875480723105280:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598537.633924:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598537.633942:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec372 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.633985:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb160715a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec36b expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.633995:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598537.633998:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598537.634002:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.634051:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb160715a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec36b expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.634065:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb160715a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec36b expref: 10 pid: 8406 timeout: 927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598537.634079:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747081472:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598537.634182:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661540 going to sleep for 11 seconds 00000100:00100000:2.0:1788598537.638429:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598537.638586:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723105408 00000100:00100000:1.0:1788598537.638597:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723105408 00010000:00010000:1.0:1788598537.638637:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb160715a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec36b expref: 11 pid: 8406 timeout: 927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598537.638683:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 439 00000100:00100000:1.0:1788598537.638699:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723105408:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598537.638714:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598537.638778:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb160715a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec36b expref: 11 pid: 8406 timeout: 927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.638806:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb160715a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec36b expref: 11 pid: 8406 timeout: 927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.638832:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598537.638841:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598537.638848:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.638859:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.638898:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598537.638912:0:6510:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1875480747081600:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598537.639006:0:6510:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ffd80 going to sleep for 11 seconds 00010000:00010000:0.0:1788598537.640248:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4610f16/0x6b7334fb160715a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec36b expref: 11 pid: 8406 timeout: 927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598537.640266:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747081472:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598537.640291:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.640305:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696400, rc 0) 00000100:00100000:0.0:1788598537.640370:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:33244:x1875480723105280:12345-192.168.202.17@tcp:101:cp.0 Request processed in 6465us (6777us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598537.640379:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 401 00000100:00100000:1.0:1788598537.645986:0:6510:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1875480747081600:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598537.646023:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598537.646080:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723105408:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 7382us (7659us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598537.646092:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 439 00000100:00100000:3.0:1788598537.649244:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598537.649931:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723105664 00000100:00100000:1.0:1788598537.649943:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723105664 00000100:00100000:1.0:1788598537.650030:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 292 00000100:00100000:1.0:1788598537.650041:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33244:x1875480723105664:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:1.0:1788598537.651024:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33244:x1875480723105664:12345-192.168.202.17@tcp:35:cp.0 Request processed in 980us (1784us total) trans 4294968189 rc 0/0 00000100:00100000:1.0:1788598537.651034:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 292 00000100:00100000:2.0:1788598537.769607:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598537.769824:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723105792 00000100:00100000:0.0:1788598537.769847:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723105792 00000100:00100000:0.0:1788598537.769909:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1447 00000100:00100000:0.0:1788598537.769920:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+107:33247:x1875480723105792:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598537.769941:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598537.769961:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160715b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec379 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770277:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770292:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770304:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770316:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160715c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770324:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160715c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770331:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160715c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770394:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770418:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770425:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598537.770464:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:0.0:1788598537.770469:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598537.770487:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770511:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770520:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770525:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770532:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770537:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770543:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598537.770547:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770553:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770566:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:0.0:1788598537.770568:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598537.770572:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770577:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770595:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160715c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770601:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160715c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770606:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160715c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770610:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598537.770613:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160715c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770619:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160715c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770626:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598537.770627:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598537.770630:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160715c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770635:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160715c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770661:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160715b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec379 expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770673:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec379 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.770697:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598537.770699:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598537.770702:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696a00, rc 0) 00000100:00100000:0.0:1788598537.772471:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+108:33247:x1875480723105792:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 919us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598537.772482:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1447 00000100:00100000:2.0:1788598537.782363:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598537.782506:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723105920 00000100:00100000:0.0:1788598537.782516:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723105920 00000100:00100000:0.0:1788598537.782594:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 402 00000100:00100000:0.0:1788598537.782603:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723105920:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598537.782621:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598537.782639:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160715d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec380 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598537.782705:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747081728:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598537.782852:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661540 going to sleep for 11 seconds 00000100:00080000:1.0:1788598537.782918:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1788598537.788198:0:14172:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788598537.788206:0:14172:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime: 0 -> 1788598537 00002000:00010000:0.0:1788598537.788208:0:14172:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime: 0 -> 1788598537 00002000:00010000:0.0:1788598537.788210:0:14172:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime: 0 -> 1788598537 00002000:00010000:0.0:1788598537.788211:0:14172:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788598537.788232:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747081728:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598537.788269:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160715d0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec380 expref: 18 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.788309:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160715d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec380 expref: 18 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598537.788322:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697600, rc 0) 00000100:00100000:0.0:1788598537.788388:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723105920:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 5785us (6034us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598537.788397:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 402 00000100:00100000:3.0:1788598537.811550:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598537.814113:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723106048 00000100:00100000:2.0:1788598537.814128:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723106048 00000100:00100000:3.0:1788598537.814433:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1448 00000100:00100000:3.0:1788598537.814445:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+108:33247:x1875480723106048:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598537.814466:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598537.814486:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160715d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec387 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.814553:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.814567:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.814579:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598537.814623:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:3.0:1788598537.814627:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598537.814646:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.814672:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160715d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec387 expref: 110 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.814795:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec387 expref: 109 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598537.814807:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:3.0:1788598537.814810:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598537.814814:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598537.814992:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+109:33247:x1875480723106048:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 548us (3451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598537.814999:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1448 00000100:00100000:1.0:1788598537.820882:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598537.821037:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723106176 00000100:00100000:0.0:1788598537.821048:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723106176 00000100:00100000:0.0:1788598537.821107:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 403 00000100:00100000:0.0:1788598537.821116:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723106176:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598537.821133:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598537.821152:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f12328e0/0x6b7334fb160715e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec38e expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598537.821211:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747081856:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598537.821306:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb3661540 going to sleep for 11 seconds 00000100:00100000:1.0:1788598537.824173:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747081856:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598537.824212:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f12328e0/0x6b7334fb160715e5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec38e expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.824237:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f12328e0/0x6b7334fb160715e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec38e expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598537.824251:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697400, rc 0) 00000100:00100000:1.0:1788598537.824310:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723106176:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3194us (3436us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598537.824319:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 403 00000100:00100000:3.0:1788598537.832304:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598537.832504:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723106432 00000100:00100000:0.0:1788598537.832514:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723106432 00000100:00100000:0.0:1788598537.832576:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1449 00000100:00100000:0.0:1788598537.832586:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+109:33247:x1875480723106432:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:0.0:1788598537.832789:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 136 off13768 00000100:00100000:0.0:1788598537.833206:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+109:33247:x1875480723106432:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 620us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598537.833219:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1449 00000040:00080000:1.0:1788598538.050144:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598538.050151:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598538.050211:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:1.0:1788598538.050224:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598538.050443:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747081984:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598538.050544:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff480 going to sleep for 11 seconds 00000040:00080000:2.0:1788598538.058086:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788598538.058862:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747081984:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598538.082461:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598538.083262:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723106560 00000100:00100000:3.0:1788598538.083273:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723106560 00000100:00100000:3.0:1788598538.083331:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1450 00000100:00100000:3.0:1788598538.083342:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33257:x1875480723106560:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598538.083412:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598538.083534:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33257:x1875480723106560:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 194us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598538.083543:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1450 00010000:00010000:0.0:1788598538.115429:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598538.115941:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598538.116142:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723106816 00000100:00100000:0.0:1788598538.116150:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723106816 00000100:00100000:0.0:1788598538.116207:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1451 00000100:00100000:0.0:1788598538.116217:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33257:x1875480723106816:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598538.116237:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598538.116258:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715ec lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec395 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.116373:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160715f3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.116397:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160715f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.116417:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160715f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598538.116429:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:0.0:1788598538.116531:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160715ec lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec395 expref: 57 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.116547:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160715f3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec395 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.116556:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598538.116559:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598538.116562:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696800, rc 0) 00000100:00100000:0.0:1788598538.116618:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33257:x1875480723106816:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 402us (682us total) trans 4294968190 rc 0/0 00000100:00100000:0.0:1788598538.116625:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1451 00000100:00100000:3.0:1788598538.132898:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598538.133199:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723106944 00000100:00100000:0.0:1788598538.133209:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723106944 00000100:00100000:0.0:1788598538.133261:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 404 00000100:00100000:0.0:1788598538.133270:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2434:x1875480723106944:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598538.133324:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.133343:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.133351:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598538.133353:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598538.133356:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.133523:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.133537:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 9 pid: 8405 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598538.133552:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747082112:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598538.133635:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598538.138177:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598538.144815:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723107072 00000100:00100000:0.0:1788598538.144830:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723107072 00000100:00100000:0.0:1788598538.144907:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 68 00000100:00100000:0.0:1788598538.144918:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2432:x1875480723107072:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598538.144935:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598538.144974:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160715f3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec395 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.144991:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598538.144996:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598538.145075:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2432:x1875480723107072:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 160us (6904us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598538.145082:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 68 00000100:00100000:2.0:1788598538.155449:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598538.155529:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723107200 00000100:00100000:3.0:1788598538.155538:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723107200 00002000:00100000:3.0:1788598538.155585:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff8a1a87383100 x1875480723107200/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:529/0 lens 648/0 e 0 to 0 dl 1788598549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598538.155597:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87383100 with x1875480723107200 ext(0->157) 00010000:00010000:3.0:1788598538.155607:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 10 pid: 8405 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.155630:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 10 pid: 8405 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598538.155638:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a87383100 00000100:00100000:3.0:1788598538.155667:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 17 00000100:00100000:3.0:1788598538.155676:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723107200:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:1.0:1788598538.156704:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747082112:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598538.156758:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598538.157356:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723107200:12345-192.168.202.17@tcp:4:cp.0 Request processed in 1678us (1914us total) trans 4294967370 rc 0/0 00000100:00100000:3.0:1788598538.157367:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 17 00002000:00100000:3.0:1788598538.157377:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff8a1a87383100 x1875480723107200/t4294967370(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:529/0 lens 648/448 e 0 to 0 dl 1788598549 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598538.157387:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87383100 with x1875480723107200 ext(0->157) 00010000:00010000:3.0:1788598538.157395:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 12 pid: 8405 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.157418:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 12 pid: 8405 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598538.157426:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a87383100 00000100:00100000:0.0:1788598538.161146:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598538.161392:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723107328 00000100:00100000:3.0:1788598538.161412:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723107328 00010000:00010000:3.0:1788598538.161454:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 12 pid: 8405 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598538.161496:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 440 00000100:00100000:3.0:1788598538.161507:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480723107328:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598538.161524:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1788598538.161541:0:6511:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1788598538.161548:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 12 pid: 8405 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161563:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 12 pid: 8405 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161591:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097f270e5/0x6b7334fb160715ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec372 expref: 12 pid: 8405 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161609:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598538.161611:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598538.161620:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161631:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161660:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598538.161725:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723107328:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 221us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598538.161790:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 440 00010000:00010000:3.0:1788598538.161825:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161835:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161856:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161864:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161872:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161878:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598538.161883:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161892:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161904:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.161912:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000711ba006/0x6b7334fb16071601 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598538.162049:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723106944:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 28779us (29158us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598538.162058:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 404 00000100:00100000:0.0:1788598538.168518:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598538.168629:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723107584 00000100:00100000:1.0:1788598538.168640:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723107584 00000100:00100000:1.0:1788598538.168701:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1452 00000100:00100000:1.0:1788598538.168711:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33257:x1875480723107584:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598538.168887:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33257:x1875480723107584:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 176us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598538.168894:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1452 00000100:00100000:3.0:1788598538.174214:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598538.174425:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723107712 00000100:00100000:0.0:1788598538.174435:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723107712 00000100:00100000:0.0:1788598538.174484:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 405 00000100:00100000:0.0:1788598538.174494:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723107712:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598538.174511:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598538.174530:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb16071608 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec39c expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598538.174556:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a9bd909, atime: 0x0, ctime: 0x6a9bd909, blocks: 0x8 00010000:00010000:0.0:1788598538.174576:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598538.174578:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598538.174587:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb16071608 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec39c expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.174605:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb16071608 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec39c expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.174620:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696c00, rc 0) 00000100:00100000:0.0:1788598538.174681:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723107712:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 189us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598538.174688:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 405 00000100:00100000:0.0:1788598538.194374:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598538.194451:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723107968 00000100:00100000:2.0:1788598538.194461:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723107968 00000100:00100000:2.0:1788598538.194523:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1453 00000100:00100000:2.0:1788598538.194533:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33257:x1875480723107968:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598538.194656:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33257:x1875480723107968:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 124us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598538.194664:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1453 00000100:00100000:3.0:1788598538.201395:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598538.201481:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723108096 00000100:00100000:0.0:1788598538.201491:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723108096 00002000:00100000:0.0:1788598538.201540:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8a1a87a6d500 x1875480723108096/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:529/0 lens 488/0 e 0 to 0 dl 1788598549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598538.201552:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a6d500 with x1875480723108096 ext(0->4095) 00002000:00010000:0.0:1788598538.201558:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a87a6d500 00000100:00100000:0.0:1788598538.201626:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 105 00000100:00100000:0.0:1788598538.201636:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723108096:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788598538.201853:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723108096:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 217us (466us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788598538.201861:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 105 00002000:00100000:0.0:1788598538.201868:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8a1a87a6d500 x1875480723108096/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:529/0 lens 488/4536 e 0 to 0 dl 1788598549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598538.201876:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a6d500 with x1875480723108096 ext(0->4095) 00002000:00010000:0.0:1788598538.201880:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a87a6d500 00000100:00100000:1.0:1788598538.210899:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598538.211095:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723108224 00000100:00100000:3.0:1788598538.211106:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723108224 00000100:00100000:3.0:1788598538.211168:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1454 00000100:00100000:3.0:1788598538.211178:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33257:x1875480723108224:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598538.211199:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598538.211220:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607160f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3a3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.211252:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.211265:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.211277:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.211395:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607160f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3a3 expref: 57 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.211427:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3a3 expref: 56 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.211442:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:3.0:1788598538.211445:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598538.211449:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657600, rc 0) 00000100:00100000:3.0:1788598538.211505:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33257:x1875480723108224:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 329us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598538.211513:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1454 00000100:00100000:3.0:1788598538.218885:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598538.219175:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723108352 00000100:00100000:1.0:1788598538.219185:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723108352 00000100:00100000:1.0:1788598538.219245:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1455 00000100:00100000:1.0:1788598538.219254:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33257:x1875480723108352:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598538.219285:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598538.219415:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33257:x1875480723108352:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 161us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598538.219422:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1455 00000100:00100000:3.0:1788598538.224041:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598538.224387:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723108480 00000100:00100000:1.0:1788598538.224407:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723108480 00000100:00100000:1.0:1788598538.224463:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 406 00000100:00100000:1.0:1788598538.224475:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723108480:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598538.224517:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb1607161d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.224532:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598538.224535:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598538.224539:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb1607161d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.224552:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb1607161d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.224583:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb1607161d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.224590:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb1607161d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.224597:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb1607161d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.224603:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598538.224607:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb1607161d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.224614:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb1607161d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.224628:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb1607161d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.224634:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb1607161d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598538.224718:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723108480:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 247us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598538.224725:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 406 00000100:00100000:3.0:1788598538.232965:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598538.233235:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723108736 00000100:00100000:1.0:1788598538.233247:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723108736 00000100:00100000:1.0:1788598538.233304:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1456 00000100:00100000:1.0:1788598538.233326:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33257:x1875480723108736:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788598538.233427:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.233444:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3a3 expref: 56 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.233453:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.233494:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3a3 expref: 56 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.233509:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3a3 expref: 56 pid: 6525 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598538.233526:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747082240:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598538.233650:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff000 going to sleep for 11 seconds 00000100:00100000:1.0:1788598538.237621:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747082240:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598538.237650:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598538.249167:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598538.249251:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723108864 00000100:00100000:1.0:1788598538.249261:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723108864 00010000:00010000:1.0:1788598538.249312:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3a3 expref: 57 pid: 6525 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598538.249355:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 441 00000100:00100000:1.0:1788598538.249364:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ff5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+57:2433:x1875480723108864:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598538.249381:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598538.249388:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3a3 expref: 57 pid: 6525 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.249411:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3a3 expref: 57 pid: 6525 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.249433:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071616 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3a3 expref: 57 pid: 6525 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.249448:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:1.0:1788598538.249454:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.249463:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.249470:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.249504:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598538.249560:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ff5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2433:x1875480723108864:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 197us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598538.249568:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 441 00010000:00010000:3.0:1788598538.250580:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.250592:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.251097:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.251107:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.251113:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.251119:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598538.251123:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.251135:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.251149:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:3.0:1788598538.251153:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598538.251157:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.251163:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959ec00/0x6b7334fb16071624 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788598538.251425:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598538.251431:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598538.251950:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788598538.251961:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598538.252099:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33257:x1875480723108736:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 18771us (19139us total) trans 4294968191 rc 0/0 00000100:00100000:3.0:1788598538.252109:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1456 00000100:00100000:3.0:1788598538.263632:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598538.263706:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723109120 00000100:00100000:1.0:1788598538.263716:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723109120 00000100:00100000:1.0:1788598538.263822:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 293 00000100:00100000:1.0:1788598538.263832:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33257:x1875480723109120:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598538.264128:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33257:x1875480723109120:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 297us (504us total) trans 4294968192 rc 0/0 00000100:00100000:1.0:1788598538.264136:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 293 00000040:00080000:2.0:1788598538.701469:0:23877:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598538.701479:0:23877:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598538.701518:0:23877:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:2.0:1788598538.701525:0:23877:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598538.777048:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598538.777119:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723109248 00000100:00100000:1.0:1788598538.777129:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723109248 00000100:00100000:1.0:1788598538.777191:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 407 00000100:00100000:1.0:1788598538.777201:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723109248:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598538.777221:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598538.777241:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb1607162b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3aa expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.777266:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598538.777268:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598538.777275:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb1607162b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3aa expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.777292:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb1607162b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3aa expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.777307:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc 0) 00000100:00100000:1.0:1788598538.777354:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+18:2433:x1875480723109248:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 155us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598538.777361:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 407 00000100:00100000:2.0:1788598538.788082:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598538.788142:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723109504 00000100:00100000:3.0:1788598538.788151:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723109504 00000100:00100000:3.0:1788598538.788218:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1457 00000100:00100000:3.0:1788598538.788227:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+109:33259:x1875480723109504:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598538.788248:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598538.788268:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071632 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3b1 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.788387:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071639 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.788420:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071639 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.788432:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071639 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598538.788444:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:3.0:1788598538.788544:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071632 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3b1 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.788559:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071639 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3b1 expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.788566:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:3.0:1788598538.788569:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788598538.788572:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656200, rc 0) 00000100:00100000:3.0:1788598538.788625:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+111:33259:x1875480723109504:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 400us (550us total) trans 4294968193 rc 0/0 00000100:00100000:3.0:1788598538.788630:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1457 00000100:00100000:3.0:1788598538.792362:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598538.798999:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723109632 00000100:00100000:1.0:1788598538.799023:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723109632 00000100:00100000:1.0:1788598538.799226:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 408 00000100:00100000:1.0:1788598538.799237:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+18:2432:x1875480723109632:12345-192.168.202.17@tcp:1:lfs.0 00010000:00010000:1.0:1788598538.799280:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.799300:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb16071608 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec39c expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.799309:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb1607162b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3aa expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.799317:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598538.799319:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598538.799322:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.799355:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb1607162b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3aa expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.799369:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb1607162b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3aa expref: 18 pid: 8405 timeout: 928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598538.799389:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747082368:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598538.799509:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb16071608 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec39c expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598538.799518:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb16071608 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec39c expref: 10 pid: 14172 timeout: 928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598538.799527:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747082496:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598538.799550:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff540 going to sleep for 11 seconds 00000100:00100000:0.0:1788598538.820024:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598538.820055:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598538.820086:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723109888 00000100:00100000:0.0:1788598538.820096:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723109888 00010000:00010000:0.0:1788598538.820138:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb16071608 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec39c expref: 11 pid: 14172 timeout: 928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598538.820170:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723109760 00000100:00100000:0.0:1788598538.820173:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723109760 00010000:00010000:0.0:1788598538.820184:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb1607162b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3aa expref: 19 pid: 8405 timeout: 928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598538.820206:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 442 00000100:00100000:0.0:1788598538.820215:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723109888:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598538.820230:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598538.820250:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb16071608 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec39c expref: 11 pid: 14172 timeout: 928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.820263:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb16071608 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec39c expref: 11 pid: 14172 timeout: 928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.820289:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598538.820339:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723109888:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 125us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598538.820347:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 442 00000100:00100000:0.0:1788598538.820364:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 443 00000100:00100000:0.0:1788598538.820372:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+19:2433:x1875480723109760:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598538.820379:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598538.820386:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb1607162b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3aa expref: 19 pid: 8405 timeout: 928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.820407:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb1607162b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3aa expref: 19 pid: 8405 timeout: 928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.820421:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598538.820423:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598538.820428:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.820437:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.820455:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598538.820474:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+19:2433:x1875480723109760:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 103us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598538.820480:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 443 00010000:00010000:2.0:1788598538.822123:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb1607162b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3aa expref: 18 pid: 8405 timeout: 928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598538.822141:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747082368:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598538.822153:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb16071608 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec39c expref: 10 pid: 14172 timeout: 928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598538.822162:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747082496:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598538.822185:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598538.822194:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598538.822201:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598538.822225:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598538.822232:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598538.822239:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598538.822245:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598538.822250:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598538.822259:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598538.822276:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598538.822283:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc6842c3/0x6b7334fb16071647 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598538.822391:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723109632:12345-192.168.202.17@tcp:1:lfs.0 Request processed in 23156us (30038us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598538.822410:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 408 00000100:00100000:0.0:1788598538.838194:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598538.840889:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723110144 00000100:00100000:3.0:1788598538.840904:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723110144 00000100:00100000:3.0:1788598538.841023:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 294 00000100:00100000:3.0:1788598538.841033:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ee450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+111:33259:x1875480723110144:12345-192.168.202.17@tcp:35:lfs.0 00000004:00010000:3.0:1788598538.841094:0:6527:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x28:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071639 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3b1 expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788598538.841263:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968194 00000001:00080000:3.0:1788598538.841559:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968195 00010000:00010000:3.0:1788598538.841596:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.841614:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec364 expref: 56 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.841622:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec379 expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.841629:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 5/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.841663:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec379 expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.841676:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec379 expref: 114 pid: 6525 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598538.841704:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747082624:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598538.843065:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec364 expref: 56 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.843082:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec364 expref: 56 pid: 13009 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598538.843094:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747082752:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598538.843136:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8909ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1788598538.853549:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598538.853629:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598538.854052:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747082624:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598538.854068:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1875480747082752:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598538.854102:0:6527:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598538.855281:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723110400 00000100:00100000:1.0:1788598538.855293:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723110400 00010000:00010000:1.0:1788598538.855335:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec379 expref: 115 pid: 6525 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598538.861486:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723110272 00000100:00100000:3.0:1788598538.861499:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723110272 00010000:00010000:3.0:1788598538.863199:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec364 expref: 57 pid: 13009 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598538.863247:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 444 00000100:00100000:3.0:1788598538.863257:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+115:2433:x1875480723110400:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598538.863273:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598538.863281:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec379 expref: 115 pid: 6525 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.863294:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec379 expref: 115 pid: 6525 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.863316:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160715c9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec379 expref: 115 pid: 6525 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.863330:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:3.0:1788598538.863335:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598538.863343:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598538.863483:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 445 00000100:00100000:0.0:1788598538.863493:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:2433:x1875480723110272:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598538.863501:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598538.863507:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec364 expref: 57 pid: 13009 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.863516:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec364 expref: 57 pid: 13009 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.863530:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb16071598 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec364 expref: 57 pid: 13009 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.863540:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598538.863543:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.863550:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.863557:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.863583:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598538.863641:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2433:x1875480723110272:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 150us (10011us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598538.863649:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 445 00010000:00010000:0.0:1788598538.864300:0:6527:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.864310:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788598538.864433:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968196 00000001:00080000:0.0:1788598538.864535:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968197 00000001:00080000:0.0:1788598538.864565:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968198 00000100:00100000:0.0:1788598538.864639:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747082880:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788598538.864708:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598538.864750:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a600 going to sleep for 11 seconds 00000100:00100000:0.0:1788598538.864771:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747082880 00000100:00100000:0.0:1788598538.864778:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747082880 00000100:00100000:0.0:1788598538.864832:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1788598538.864840:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747082880:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788598538.864917:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747082880:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 78us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598538.864924:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1788598538.864963:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747082880:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1788598538.865077:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968199 00000100:00100000:0.0:1788598538.865114:0:6527:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747083008:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788598538.865138:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598538.865155:0:6527:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f50c0 going to sleep for 11 seconds 00010000:00010000:3.0:1788598538.866535:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598538.866616:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+118:2433:x1875480723110400:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 3355us (13070us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598538.866627:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 444 00000100:00080000:3.0:1788598538.867116:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598538.870156:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747083008 00000100:00100000:0.0:1788598538.870169:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747083008 00000100:00100000:0.0:1788598538.870219:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1788598538.870227:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6527:x1875480747083008:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788598538.870441:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6527:x1875480747083008:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 214us (5301us total) trans 4294967371 rc 0/0 00000100:00100000:0.0:1788598538.870449:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1788598538.870502:0:6527:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1875480747083008:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1788598538.870528:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.870539:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.870548:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.870553:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598538.870558:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.870566:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.870581:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598538.870584:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1788598538.870588:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598538.870594:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607164e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788598538.870701:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1788598538.870769:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9048 00000004:00080000:0.0:1788598538.870779:0:6527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 828756044384ns, next at 829756042499ns, rc = 0 00000001:00080000:0.0:1788598538.870798:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968200 00010000:00010000:0.0:1788598538.870825:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598538.870828:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788598538.870834:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071639 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3b1 expref: 118 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598538.870925:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ee450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+117:33259:x1875480723110144:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 29893us (32739us total) trans 4294968201 rc 0/0 00000100:00100000:0.0:1788598538.870932:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 294 00000020:00080000:0.0:1788598538.870936:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1788598539.009978:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598539.010001:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747083136:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598539.010179:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598539.010293:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747083136 00000100:00100000:0.0:1788598539.010302:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747083136 00000100:00100000:0.0:1788598539.010356:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1788598539.010364:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747083136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598539.010408:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598539.010456:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747083136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598539.010462:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1788598539.010547:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747083136:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788598539.138026:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598539.401879:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598539.401939:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598539.401962:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598539.404716:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598539.404770:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598539.404793:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598539.409109:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723110912 00000100:00100000:1.0:1788598539.409132:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723110912 00000100:00100000:1.0:1788598539.409235:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723111424 00000100:00100000:1.0:1788598539.409239:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723111424 00000100:00100000:1.0:1788598539.409284:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 705 00000100:00100000:1.0:1788598539.409295:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723110912:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598539.409414:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723110912:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 120us (7472us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598539.409423:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 705 00000100:00100000:1.0:1788598539.409453:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 706 00000100:00100000:1.0:1788598539.409461:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723111424:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598539.409486:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723111424:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (4783us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598539.409493:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 706 00000100:00100000:1.0:1788598539.409518:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723110528 00000100:00100000:1.0:1788598539.409522:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723110528 00000100:00100000:1.0:1788598539.409552:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 759 00000100:00100000:1.0:1788598539.409558:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723110528:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598539.409583:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723110528:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (4812us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598539.409589:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 759 00000100:00080000:1.0:1788598539.409621:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598539.412611:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598539.412651:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598539.412919:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723110656 00000100:00100000:2.0:1788598539.412931:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723110656 00000100:00100000:2.0:1788598539.413016:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723111168 00000100:00100000:2.0:1788598539.413021:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723111168 00000100:00100000:2.0:1788598539.413044:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723110784 00000100:00100000:2.0:1788598539.413046:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723110784 00000100:00100000:2.0:1788598539.413065:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1072 00000100:00100000:2.0:1788598539.413076:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+117:2435:x1875480723110656:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598539.413173:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+117:2435:x1875480723110656:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 99us (11307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.413182:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1072 00000100:00100000:2.0:1788598539.413202:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1073 00000100:00100000:2.0:1788598539.413209:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2435:x1875480723111168:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598539.413237:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2435:x1875480723111168:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (11274us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.413243:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1073 00000100:00100000:2.0:1788598539.413258:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1074 00000100:00100000:2.0:1788598539.413264:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723110784:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598539.413286:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723110784:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (8493us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.413293:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1074 00000100:00100000:2.0:1788598539.413317:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723111040 00000100:00100000:2.0:1788598539.413320:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723111040 00000100:00100000:2.0:1788598539.413347:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 707 00000100:00100000:2.0:1788598539.413353:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+15:2435:x1875480723111040:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598539.413379:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+15:2435:x1875480723111040:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.413385:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 707 00000100:00100000:2.0:1788598539.417830:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723111296 00000100:00100000:2.0:1788598539.417851:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723111296 00000100:00100000:2.0:1788598539.417925:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1075 00000100:00100000:2.0:1788598539.417937:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723111296:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598539.418050:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723111296:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 114us (5396us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.418058:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1075 00000100:00100000:2.0:1788598539.418145:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598539.421875:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723111552 00000100:00100000:1.0:1788598539.421892:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723111552 00000100:00100000:1.0:1788598539.421968:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 708 00000100:00100000:1.0:1788598539.421980:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723111552:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598539.422096:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723111552:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 119us (3951us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598539.422106:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 708 00000100:00080000:1.0:1788598539.422133:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598539.422139:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598539.422142:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598539.522533:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747083392:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.522619:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.522705:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747083904:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.522728:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.522765:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747084416:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.522785:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.522818:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1788598539.522823:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747083264:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.522854:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.522874:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747083776:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.522902:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.522919:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747084288:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.522944:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.522962:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747084800:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.522983:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.523276:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747083520:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.523308:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.523328:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747084032:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.523349:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.523368:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747084544:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.523389:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.523421:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788598539.523428:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747083648:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.523462:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.523474:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747084160:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.523496:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.523514:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747084672:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.523700:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598539.523760:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747083392 00000100:00100000:2.0:1788598539.523770:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747083392 00000100:00100000:2.0:1788598539.523820:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747083904 00000100:00100000:2.0:1788598539.523823:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747083904 00000100:00100000:2.0:1788598539.523851:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747084416 00000100:00100000:2.0:1788598539.523854:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747084416 00000100:00100000:2.0:1788598539.523865:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747084032 00000100:00100000:2.0:1788598539.523868:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747084032 00000100:00100000:2.0:1788598539.523880:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747084544 00000100:00100000:2.0:1788598539.523882:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747084544 00000100:00100000:2.0:1788598539.523893:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747083648 00000100:00100000:2.0:1788598539.523895:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747083648 00000100:00100000:2.0:1788598539.523909:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:2.0:1788598539.523917:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747083392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.523975:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747083392:12345-0@lo:400:kworker.0 Request processed in 58us (1355us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.523983:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:2.0:1788598539.523999:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1788598539.524186:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747083904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.524216:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747083904:12345-0@lo:400:kworker.0 Request processed in 212us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.524222:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1788598539.524234:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1788598539.524239:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747084416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.524265:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747084416:12345-0@lo:400:kworker.0 Request processed in 26us (1480us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.524271:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1788598539.524281:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1788598539.524287:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747084032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.524323:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747084032:12345-0@lo:400:kworker.0 Request processed in 35us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.524329:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1788598539.524340:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:2.0:1788598539.524346:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747084544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.524375:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747084544:12345-0@lo:400:kworker.0 Request processed in 29us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.524381:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:2.0:1788598539.524392:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:2.0:1788598539.524410:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747083648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.524446:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747083648:12345-0@lo:400:kworker.0 Request processed in 26us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.524452:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:2.0:1788598539.524487:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747084288 00000100:00100000:2.0:1788598539.524491:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747084288 00000100:00100000:2.0:1788598539.524514:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747084800 00000100:00100000:2.0:1788598539.524516:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747084800 00000100:00100000:2.0:1788598539.524541:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747084160 00000100:00100000:2.0:1788598539.524544:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747084160 00000100:00100000:2.0:1788598539.524556:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747084672 00000100:00100000:2.0:1788598539.524559:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747084672 00000100:00100000:2.0:1788598539.524571:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1788598539.524577:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747084288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.524610:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747084288:12345-0@lo:400:kworker.0 Request processed in 33us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.524615:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1788598539.524626:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1788598539.524633:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747084800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.524658:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747084800:12345-0@lo:400:kworker.0 Request processed in 26us (1674us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598539.524663:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1788598539.524672:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1788598539.526960:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747083264 00000100:00100000:0.0:1788598539.526978:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747083264 00000100:00100000:0.0:1788598539.527076:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1788598539.527088:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747083264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598539.527187:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747083264:12345-0@lo:400:kworker.0 Request processed in 102us (4331us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598539.527196:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1788598539.527237:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747083776 00000100:00100000:0.0:1788598539.527241:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747083776 00000100:00100000:0.0:1788598539.527269:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747083520 00000100:00100000:0.0:1788598539.527272:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747083520 00000100:00100000:0.0:1788598539.527287:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1788598539.527293:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747083776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598539.527332:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747083776:12345-0@lo:400:kworker.0 Request processed in 38us (4428us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598539.527337:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1788598539.527349:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1788598539.527355:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747083520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598539.527383:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747083520:12345-0@lo:400:kworker.0 Request processed in 29us (4075us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598539.527389:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1788598539.528683:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747084160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.528784:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747084160:12345-0@lo:400:kworker.0 Request processed in 114us (5285us total) trans 0 rc 0/0 00000100:00080000:1.0:1788598539.532850:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598539.532859:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598539.532864:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598539.532868:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598539.532878:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598539.532907:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747084928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598539.533165:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598539.533227:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747084928 00000100:00100000:1.0:1788598539.533236:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747084928 00000100:00100000:1.0:1788598539.533293:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1788598539.533302:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747084928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598539.533337:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1788598539.533381:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747084928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598539.533389:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1788598539.533465:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747084928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598539.537021:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1788598539.537058:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747084672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598539.537187:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747084672:12345-0@lo:400:kworker.0 Request processed in 151us (13486us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598539.537196:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1788598539.537465:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1788598539.537858:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747083264:0@lo:400:kworker.0 00000100:00100000:0.0:1788598539.537876:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747083776:0@lo:400:kworker.0 00000100:00100000:0.0:1788598539.537891:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747084288:0@lo:400:kworker.0 00000100:00100000:0.0:1788598539.537905:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747084800:0@lo:400:kworker.0 00000100:00100000:0.0:1788598539.537919:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747083392:0@lo:400:kworker.0 00000100:00100000:0.0:1788598539.537931:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747083904:0@lo:400:kworker.0 00000100:00100000:0.0:1788598539.537945:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747084416:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.541203:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747083648:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.541251:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747084160:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.541265:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747084672:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.541281:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747083520:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.541293:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747084032:0@lo:400:kworker.0 00000100:00100000:2.0:1788598539.541306:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747084544:0@lo:400:kworker.0 00000100:00100000:0.0:1788598540.043383:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598540.043548:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723111808 00000100:00100000:3.0:1788598540.043562:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723111808 00000100:00100000:3.0:1788598540.043642:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1458 00000100:00100000:3.0:1788598540.043655:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+117:33269:x1875480723111808:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598540.044360:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598540.044407:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071655 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3b8 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044512:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607165c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044531:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607165c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044546:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607165c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044557:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071663 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044565:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071663 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044571:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071663 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044755:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607166a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044763:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607166a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044770:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607166a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598540.044782:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:3.0:1788598540.044889:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607165c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044897:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607165c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044904:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607165c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044910:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598540.044915:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607165c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044922:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607165c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044936:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:3.0:1788598540.044939:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598540.044945:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607165c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044955:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607165c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044967:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071663 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044973:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071663 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044979:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071663 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044984:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598540.044987:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071663 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044992:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071663 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.044999:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8a1a85f80e00) 00010000:00010000:3.0:1788598540.045946:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598540.045955:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071663 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.045963:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071663 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.046140:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071655 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3b8 expref: 120 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.046165:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607166a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3b8 expref: 119 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598540.046174:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1b88b3e500) 00010000:00010000:3.0:1788598540.046177:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598540.046179:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656800, rc 0) 00000100:00100000:3.0:1788598540.046284:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+119:33269:x1875480723111808:12345-192.168.202.17@tcp:101:cat.0 Request processed in 2630us (2989us total) trans 4294968202 rc 0/0 00000100:00100000:2.0:1788598540.046504:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747085056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598540.046569:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598540.046668:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747085056 00000100:00100000:2.0:1788598540.046687:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747085056 00000100:00100000:2.0:1788598540.046761:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1788598540.046770:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747085056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598540.046794:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:2.0:1788598540.047159:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747085056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598540.047168:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1788598540.047228:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747085056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598540.048133:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1458 00000100:00100000:2.0:1788598540.054815:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598540.054883:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598540.055164:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723112064 00000100:00100000:2.0:1788598540.055177:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723112064 00000100:00100000:2.0:1788598540.055250:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 69 00000100:00100000:2.0:1788598540.055261:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+119:33269:x1875480723112064:12345-192.168.202.17@tcp:103:cat.0 00010000:00010000:2.0:1788598540.055278:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598540.055414:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb1607166a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3b8 expref: 119 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.055436:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1b88b3e500) 00010000:00010000:2.0:1788598540.055450:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598540.055513:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+118:33269:x1875480723112064:12345-192.168.202.17@tcp:103:cat.0 Request processed in 253us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598540.055520:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 69 00000100:00100000:2.0:1788598540.055545:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723112320 00000100:00100000:2.0:1788598540.055549:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723112320 00000100:00100000:2.0:1788598540.055571:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1459 00000100:00100000:2.0:1788598540.055577:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+118:33268:x1875480723112320:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598540.055603:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598540.055620:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071678 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3bf expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.055715:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.055730:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.055766:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.055780:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071686 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.055791:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.055797:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058157:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058185:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058199:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598540.058212:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1788598540.058703:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058714:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058720:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058728:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058762:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598540.058768:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058778:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058793:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:2.0:1788598540.058796:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598540.058802:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058810:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607167f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058829:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058987:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071686 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.058995:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071686 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.059054:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598540.059057:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071686 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.059065:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071686 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.059075:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8a1a85f80e00) 00010000:00010000:2.0:1788598540.059077:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598540.059081:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071686 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.059088:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071686 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.059150:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071678 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3bf expref: 121 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.059167:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3bf expref: 120 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598540.059175:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a86120100) 00010000:00010000:2.0:1788598540.059177:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598540.059180:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1600, rc 0) 00000100:00100000:2.0:1788598540.059275:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+120:33268:x1875480723112320:12345-192.168.202.17@tcp:101:cat.0 Request processed in 3696us (4389us total) trans 4294968203 rc 0/0 00000100:00100000:2.0:1788598540.059285:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1459 00000100:00100000:0.0:1788598540.064049:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598540.064147:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598540.064274:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723112448 00000100:00100000:3.0:1788598540.064287:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723112448 00000100:00100000:3.0:1788598540.064367:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1460 00000100:00100000:3.0:1788598540.064378:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+120:33269:x1875480723112448:12345-192.168.202.17@tcp:58:cat.0 00000004:00020000:3.0:1788598540.064498:0:10034:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_race id 18b sleeping 00000100:00100000:1.0:1788598540.064908:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723112704 00000100:00100000:1.0:1788598540.064914:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723112704 00000100:00100000:1.0:1788598540.064954:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 295 00000100:00100000:1.0:1788598540.064962:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+121:33268:x1875480723112704:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:1.0:1788598540.065199:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+122:33268:x1875480723112704:12345-192.168.202.17@tcp:35:cat.0 Request processed in 236us (1049us total) trans 4294968204 rc 0/0 00000100:00100000:1.0:1788598540.065208:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 295 00010000:00010000:1.0:1788598540.180814:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598541.123073:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788598541.186132:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598541.313970:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598541.313984:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598541.314114:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:1.0:1788598541.314127:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598541.570000:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598541.570033:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747085184:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1788598541.570062:0:8867:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 831455326263ns, next at 832455322429ns, rc = 0 00000100:00100000:1.0:1788598541.570136:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598541.570144:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598541.570157:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747085312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598541.570500:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598541.570548:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747085184 00000100:00100000:3.0:1788598541.570557:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747085184 00000100:00100000:2.0:1788598541.570602:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747085312 00000100:00100000:2.0:1788598541.570608:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747085312 00000100:00080000:1.0:1788598541.570614:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598541.570634:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1788598541.570646:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747085184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598541.570679:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 202746688 pending 28672 free 3916136448 avail 3684614144 00000100:00100000:3.0:1788598541.570729:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747085184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598541.570811:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747085184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598541.571002:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1788598541.571011:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747085312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598541.571024:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 202746688 pending 28672 free 3916136448 avail 3684614144 00000100:00100000:2.0:1788598541.571073:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747085312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598541.571080:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1788598541.571098:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1788598541.571158:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747085312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598542.082109:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747085440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598542.082210:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598542.082380:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747085440 00000100:00100000:2.0:1788598542.082424:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747085440 00000100:00100000:2.0:1788598542.082496:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1788598542.082507:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747085440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598542.082551:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:2.0:1788598542.083034:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747085440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 527us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598542.083042:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1788598542.083201:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747085440:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788598542.210445:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788598543.107780:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000001:00080000:3.0:1788598543.107811:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968204 is committed 00000004:00080000:3.0:1788598543.107826:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000020:00080000:3.0:1788598543.107834:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a860f5a80 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:3.0:1788598543.107838:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bc2f80800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a860f5240 00000020:00080000:3.0:1788598543.107841:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1bc2f80500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a879eee00 00000001:00080000:3.0:1788598543.107876:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968192 is committed 00010000:00010000:0.0:1788598543.108030:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.108042:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.108049:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.108054:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598543.108058:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.108067:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.108085:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598543.108087:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598543.108091:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.108095:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071591 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598543.108297:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747085568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788598543.108370:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1788598543.108453:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 33 committed batchid 32 00000020:00080000:2.0:1788598543.108523:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:1.0:1788598543.108552:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747085568 00000100:00100000:1.0:1788598543.108562:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747085568 00000100:00100000:1.0:1788598543.109100:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788598543.109118:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747085568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788598543.109154:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:27 count 1 00002000:00010000:1.0:1788598543.109193:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a9bd909, atime: 0x0, ctime: 0x6a9bd909, blocks: 0x8 00010000:00010000:1.0:1788598543.109201:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb1607169b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598543.109219:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598543.109222:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598543.109229:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb1607169b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598543.109246:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb1607169b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598543.109256:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb1607169b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598543.109262:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb1607169b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598543.109415:0:8405:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598543.109598:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3667:x1875480747085568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 487us (1226us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1788598543.109604:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000004:00080000:3.0:1788598543.110435:0:3667:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a86eadc00/2, rc 0, transno 4294967372 00000100:00100000:3.0:1788598543.110448:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747085568:0@lo:6:osp-syn-0-0.0 00000100:00080000:2.0:1788598543.111222:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788598543.113529:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598543.113549:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb1607169b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.113566:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598543.113571:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb1607169b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.113582:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb1607169b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.113609:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb1607169b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.113623:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb1607169b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598543.113656:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598543.113658:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598543.113660:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598543.234249:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788598543.558249:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000001:00080000:0.0:1788598543.558273:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:1.0:1788598544.135784:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598544.136198:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747085696:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598544.136303:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598544.136638:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747085696 00000100:00100000:0.0:1788598544.136650:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747085696 00000100:00100000:0.0:1788598544.137044:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1788598544.137057:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747085696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598544.137118:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598544.137201:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747085696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 146us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598544.137208:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1788598544.137299:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747085696:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788598544.258291:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598544.521578:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598544.521633:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598544.521673:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598544.521708:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598544.523078:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723112960 00000100:00100000:2.0:1788598544.523094:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723112960 00000100:00100000:2.0:1788598544.523171:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723113472 00000100:00100000:2.0:1788598544.523175:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723113472 00000100:00100000:2.0:1788598544.526774:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1082 00000100:00100000:2.0:1788598544.526810:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+110:2434:x1875480723112960:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598544.527028:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+110:2434:x1875480723112960:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 237us (5463us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598544.527037:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1082 00000100:00100000:2.0:1788598544.527062:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1083 00000100:00100000:2.0:1788598544.527070:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2434:x1875480723113472:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598544.527114:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2434:x1875480723113472:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 45us (5440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598544.527121:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1083 00000100:00100000:3.0:1788598544.527299:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723113216 00000100:00100000:3.0:1788598544.527309:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723113216 00000100:00100000:3.0:1788598544.527359:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723113728 00000100:00100000:3.0:1788598544.527365:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723113728 00000100:00100000:3.0:1788598544.527403:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 713 00000100:00100000:3.0:1788598544.527411:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723113216:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598544.527444:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723113216:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (5810us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598544.527451:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 713 00000100:00100000:3.0:1788598544.527464:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 714 00000100:00100000:3.0:1788598544.527470:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723113728:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598544.527493:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723113728:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (5786us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598544.527499:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 714 00000100:00080000:3.0:1788598544.527540:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598544.527546:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598544.529019:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598544.529086:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598544.529186:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723112832 00000100:00100000:2.0:1788598544.529203:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723112832 00000100:00100000:2.0:1788598544.529255:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 761 00000100:00100000:2.0:1788598544.529265:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723112832:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598544.529319:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723112832:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 57us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598544.529326:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 761 00000100:00100000:1.0:1788598544.529520:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598544.529553:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598544.529593:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723113088 00000100:00100000:1.0:1788598544.529598:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723113088 00000100:00100000:1.0:1788598544.529633:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723113600 00000100:00100000:1.0:1788598544.529636:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723113600 00000100:00100000:1.0:1788598544.529656:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1084 00000100:00100000:1.0:1788598544.529662:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723113088:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598544.529694:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723113088:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598544.529701:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1084 00000100:00100000:1.0:1788598544.529711:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1085 00000100:00100000:1.0:1788598544.529727:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723113600:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:3.0:1788598544.529760:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598544.529775:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723113600:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 58us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598544.529782:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1085 00000100:00100000:1.0:1788598544.529807:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598544.529834:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723113344 00000100:00100000:3.0:1788598544.529838:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723113344 00000100:00100000:3.0:1788598544.529875:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723113856 00000100:00100000:3.0:1788598544.529879:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723113856 00000100:00100000:3.0:1788598544.529907:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 715 00000100:00100000:3.0:1788598544.529914:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+15:2434:x1875480723113344:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598544.529995:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 716 00000100:00100000:0.0:1788598544.530006:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723113856:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598544.530041:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723113856:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 39us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598544.530051:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 716 00000100:00080000:1.0:1788598544.530312:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598544.530414:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+15:2434:x1875480723113344:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 499us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598544.530433:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 715 00000100:00100000:0.0:1788598544.642242:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598544.643835:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747085952:0@lo:400:kworker.0 00000100:00100000:0.0:1788598544.644076:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598544.644161:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747085824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598544.644197:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598544.644292:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747085952 00000100:00100000:1.0:1788598544.644301:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747085952 00000100:00100000:1.0:1788598544.644368:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1788598544.644389:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747085952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.644450:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747085952:12345-0@lo:400:kworker.0 Request processed in 73us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598544.644458:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1788598544.644539:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747085824 00000100:00100000:2.0:1788598544.644543:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747085824 00000100:00100000:2.0:1788598544.644598:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1788598544.644606:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747085824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598544.644636:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:2.0:1788598544.644678:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747085824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598544.644685:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00080000:1.0:1788598544.644768:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598544.644883:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747085952:0@lo:400:kworker.0 00000100:00100000:0.0:1788598544.644983:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747085824:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598544.645188:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747086080:0@lo:400:kworker.0 00000100:00100000:2.0:1788598544.645230:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598544.645332:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747086208:0@lo:400:kworker.0 00000100:00100000:0.0:1788598544.645365:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598544.645417:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747086208 00000100:00100000:0.0:1788598544.645422:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747086208 00000100:00100000:0.0:1788598544.645460:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788598544.645467:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747086208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598544.645508:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747086208:12345-0@lo:400:kworker.0 Request processed in 42us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598544.645514:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788598544.645546:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747086208:0@lo:400:kworker.0 00000100:00100000:0.0:1788598544.645564:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747086080 00000100:00100000:0.0:1788598544.645568:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747086080 00000100:00100000:0.0:1788598544.645595:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1788598544.645601:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747086080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646128:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747086720:0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646167:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598544.646190:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747087232:0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646212:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598544.646231:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788598544.646236:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747086592:0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646260:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598544.646278:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747087104:0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646301:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598544.646331:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747086720 00000100:00100000:3.0:1788598544.646336:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747086720 00000100:00100000:3.0:1788598544.646393:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747087232 00000100:00100000:3.0:1788598544.646397:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747087232 00000100:00100000:3.0:1788598544.646421:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1788598544.646427:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747086720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646470:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747086720:12345-0@lo:400:kworker.0 Request processed in 43us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598544.646477:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1788598544.646493:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1788598544.646499:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747087232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646526:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747087232:12345-0@lo:400:kworker.0 Request processed in 27us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598544.646531:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1788598544.646550:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747086592 00000100:00100000:3.0:1788598544.646554:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747086592 00000100:00100000:3.0:1788598544.646579:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747087104 00000100:00100000:3.0:1788598544.646582:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747087104 00000100:00100000:3.0:1788598544.646596:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1788598544.646602:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747086592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646632:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747086592:12345-0@lo:400:kworker.0 Request processed in 30us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598544.646638:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1788598544.646648:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1788598544.646653:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747087104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646676:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747087104:12345-0@lo:400:kworker.0 Request processed in 24us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598544.646681:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00080000:3.0:1788598544.646711:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598544.646716:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598544.646718:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598544.646764:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747086592:0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646774:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747087104:0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646783:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747086720:0@lo:400:kworker.0 00000100:00100000:3.0:1788598544.646791:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747087232:0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.646897:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747086336:0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647003:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598544.647031:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747086848:0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647053:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598544.647073:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788598544.647080:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747086464:0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647100:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598544.647113:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747086976:0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647131:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598544.647157:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747086848 00000100:00100000:1.0:1788598544.647160:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747086848 00000100:00100000:1.0:1788598544.647189:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1788598544.647195:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747086848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647280:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747086848:12345-0@lo:400:kworker.0 Request processed in 84us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598544.647286:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1788598544.647304:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747086336 00000100:00100000:1.0:1788598544.647308:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747086336 00000100:00100000:1.0:1788598544.647323:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747086464 00000100:00100000:1.0:1788598544.647325:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747086464 00000100:00100000:1.0:1788598544.647346:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747086976 00000100:00100000:1.0:1788598544.647348:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747086976 00000100:00100000:1.0:1788598544.647362:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1788598544.647368:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747086336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647410:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747086336:12345-0@lo:400:kworker.0 Request processed in 42us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598544.647416:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1788598544.647426:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1788598544.647432:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747086464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647457:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747086464:12345-0@lo:400:kworker.0 Request processed in 25us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598544.647462:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1788598544.647474:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1788598544.647480:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747086976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647507:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747086976:12345-0@lo:400:kworker.0 Request processed in 28us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598544.647512:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00080000:1.0:1788598544.647524:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598544.647543:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747086464:0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647551:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747086976:0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647559:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747086336:0@lo:400:kworker.0 00000100:00100000:1.0:1788598544.647567:0:3665:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:1.0:1788598544.647573:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967372 00000004:00080000:1.0:1788598544.647592:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a86eadc00, transno 4294967372 00000100:00100000:1.0:1788598544.647603:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747086848:0@lo:400:kworker.0 00000100:00100000:0.0:1788598544.647892:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747086080:12345-0@lo:400:kworker.0 Request processed in 2289us (2661us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598544.647974:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1788598544.648066:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747086080:0@lo:400:kworker.0 00000004:00020000:3.0:1788598545.154001:0:10034:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b awake: rc=0 00000100:00100000:1.0:1788598545.156134:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747087360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598545.156219:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598545.156360:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747087360 00000100:00100000:0.0:1788598545.156371:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747087360 00000100:00100000:0.0:1788598545.156445:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1788598545.156455:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747087360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598545.156486:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1788598545.156776:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747087360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 321us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598545.156785:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1788598545.156884:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747087360:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598545.168235:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.168261:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3bf expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.168270:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.168318:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3bf expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.168334:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3bf expref: 109 pid: 6525 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598545.168350:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb623ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747087488:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598545.170977:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcbacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598545.189153:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598545.189257:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723113984 00000100:00100000:1.0:1788598545.189267:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723113984 00010000:00010000:1.0:1788598545.189311:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3bf expref: 110 pid: 6525 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598545.189358:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 446 00000100:00100000:1.0:1788598545.189368:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+110:2433:x1875480723113984:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598545.189393:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598545.189399:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3bf expref: 110 pid: 6525 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.189413:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3bf expref: 110 pid: 6525 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.189437:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a86120100) 00010000:00010000:1.0:1788598545.189443:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.189452:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.189459:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.189479:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598545.189544:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+110:2433:x1875480723113984:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 176us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598545.189552:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 446 00010000:00010000:3.0:1788598545.190118:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607168d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3bf expref: 109 pid: 6525 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598545.190137:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb623ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747087488:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598545.190156:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.190164:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.190171:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598545.190277:0:10034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 136 off13904 00000100:00100000:3.0:1788598545.190352:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+108:33269:x1875480723112448:12345-192.168.202.17@tcp:58:cat.0 Request processed in 5125974us (5126318us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598545.190360:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1460 00000100:00100000:0.0:1788598545.201541:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598545.201621:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723114112 00000100:00100000:1.0:1788598545.201632:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723114112 00000100:00100000:1.0:1788598545.201703:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1461 00000100:00100000:1.0:1788598545.201714:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+108:33269:x1875480723114112:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598545.201776:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598545.201799:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160716a9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3c6 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.201857:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.201868:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160716a9 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3c6 expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.201887:0:6525:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.201900:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160716a9 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3c6 expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.201915:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a86120100) 00010000:00010000:1.0:1788598545.201919:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598545.201923:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160716a9 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3c6 expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.201930:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f600, rc 0) 00000100:00100000:1.0:1788598545.201993:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+109:33269:x1875480723114112:12345-192.168.202.17@tcp:101:cat.0 Request processed in 281us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598545.202001:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1461 00010000:00010000:0.0:1788598545.282172:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598545.410852:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598545.410862:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598545.410891:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:1.0:1788598545.410904:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598545.411051:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747087616:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598545.411178:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1788598545.425859:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747087616:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598545.429273:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.429365:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723114240 00000100:00100000:3.0:1788598545.429403:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723114240 00000100:00100000:3.0:1788598545.429468:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1462 00000100:00100000:3.0:1788598545.429478:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33271:x1875480723114240:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598545.429510:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598545.429631:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33271:x1875480723114240:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 153us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598545.429641:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1462 00000100:00100000:0.0:1788598545.434420:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.434822:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723114368 00000100:00100000:3.0:1788598545.434833:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723114368 00000100:00100000:3.0:1788598545.434893:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1463 00000100:00100000:3.0:1788598545.434903:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33271:x1875480723114368:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788598545.434971:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716b0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.434989:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716b0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435001:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716b0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435019:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716b7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435026:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435033:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435057:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435065:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435072:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598545.435115:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:3.0:1788598545.435119:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598545.435130:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435140:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716b0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435146:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716b0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435152:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716b0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435158:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598545.435161:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716b0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435168:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716b0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435179:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:3.0:1788598545.435182:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598545.435186:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716b0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435192:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716b0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435204:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435209:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716b7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435215:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716b7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435220:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598545.435223:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716b7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435229:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716b7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435236:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb567aa28 (ffff8a1a86203800) 00010000:00010000:3.0:1788598545.435239:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598545.435241:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716b7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435250:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716b7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435264:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435269:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435274:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435278:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598545.435280:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435285:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435292:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a86120100) 00010000:00010000:3.0:1788598545.435294:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598545.435297:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.435303:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716be lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598545.435387:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33271:x1875480723114368:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 476us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598545.435395:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1463 00000100:00100000:2.0:1788598545.455167:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.455458:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723114624 00000100:00100000:3.0:1788598545.455472:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723114624 00000100:00100000:3.0:1788598545.455536:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1464 00000100:00100000:3.0:1788598545.455546:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33271:x1875480723114624:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598545.455573:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598545.455596:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716c5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3cd expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.455881:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.455898:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.455910:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598545.455924:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1788598545.463918:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.463935:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716cc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.463943:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.463949:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598545.463954:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.463960:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.463977:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a86120100) 00010000:00010000:2.0:1788598545.463980:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598545.466188:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716cc lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.466207:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160716cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.466283:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716c5 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3cd expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.466297:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598545.466300:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598545.466305:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160716c5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3cd expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.466315:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657c00, rc 0) 00000100:00100000:2.0:1788598545.466414:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33271:x1875480723114624:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 10869us (11254us total) trans 4294968205 rc 301/301 00000100:00100000:2.0:1788598545.466423:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1464 00000100:00100000:3.0:1788598545.480078:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598545.480298:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723114752 00000100:00100000:1.0:1788598545.480309:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723114752 00000100:00100000:1.0:1788598545.480369:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1465 00000100:00100000:1.0:1788598545.480391:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33271:x1875480723114752:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598545.480433:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598545.480559:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33271:x1875480723114752:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 181us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598545.480568:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1465 00000100:00100000:0.0:1788598545.494277:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598545.494838:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723115008 00000100:00100000:1.0:1788598545.494849:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723115008 00000100:00100000:1.0:1788598545.494912:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1466 00000100:00100000:1.0:1788598545.494922:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33271:x1875480723115008:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598545.494941:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598545.494962:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160716da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3d4 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.495524:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb160716e1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.495539:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb160716e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.495550:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb160716e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598545.495560:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00010000:00010000:1.0:1788598545.495600:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160716da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3d4 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.495617:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb160716e1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3d4 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.495625:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1b9fd8c400) 00010000:00010000:1.0:1788598545.495628:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598545.495632:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:1.0:1788598545.498976:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33271:x1875480723115008:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 4041us (4690us total) trans 4294968206 rc 0/0 00000100:00100000:1.0:1788598545.499053:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1466 00000100:00100000:2.0:1788598545.515162:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.515686:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723115264 00000100:00100000:3.0:1788598545.515697:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723115264 00000100:00100000:3.0:1788598545.515797:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1467 00000100:00100000:3.0:1788598545.515809:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33271:x1875480723115264:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598545.515867:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598545.515894:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb160716e1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3d4 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.515912:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1b9fd8c400) 00010000:00010000:3.0:1788598545.515922:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598545.515948:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.515961:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec387 expref: 108 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.515970:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 4/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.516017:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec387 expref: 108 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.516031:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec387 expref: 108 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598545.516046:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb6238380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747087744:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598545.516152:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcbacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598545.527060:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.530853:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb6238380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747087744:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598545.530883:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598545.531025:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723115392 00000100:00100000:0.0:1788598545.531033:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723115392 00010000:00010000:0.0:1788598545.531077:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec387 expref: 109 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598545.531123:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 447 00000100:00100000:0.0:1788598545.531132:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ff6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+109:2432:x1875480723115392:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598545.531148:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598545.531154:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec387 expref: 109 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.531167:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec387 expref: 109 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.531190:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160715de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec387 expref: 109 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.531205:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:0.0:1788598545.531210:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.531219:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.531227:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.531254:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598545.531308:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ff6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+108:2432:x1875480723115392:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 177us (4259us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598545.531316:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 447 00010000:00010000:2.0:1788598545.531669:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531678:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531703:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160716f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x21e0cad7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531712:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160716f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x21e0cad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531724:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160716f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x21e0cad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531813:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531821:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531827:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531833:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598545.531838:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531845:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531854:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:2.0:1788598545.531857:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598545.531860:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531866:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160716ef lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531875:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160716f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x21e0cad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531880:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160716f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x21e0cad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531885:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160716f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x21e0cad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531890:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598545.531893:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160716f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x21e0cad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531898:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160716f6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x21e0cad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531904:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x21e0cad7 (ffff8a1a86120800) 00010000:00010000:2.0:1788598545.531906:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598545.531909:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160716f6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x21e0cad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.531914:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160716f6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x21e0cad7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598545.531975:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:33271:x1875480723115264:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 16168us (16823us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788598545.531983:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1467 00000100:00100000:3.0:1788598545.535507:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598545.535601:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723115520 00000100:00100000:0.0:1788598545.535611:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723115520 00000100:00100000:0.0:1788598545.535679:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1468 00000100:00100000:0.0:1788598545.535690:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:33271:x1875480723115520:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598545.535711:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598545.535782:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160716fd lrc: 2/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3db expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.535823:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.535841:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.535852:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.535969:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697000/0x6b7334fb160716fd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3db expref: 54 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.535986:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3db expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.535995:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:0.0:1788598545.535998:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598545.536001:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696800, rc 0) 00000100:00100000:0.0:1788598545.536054:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33271:x1875480723115520:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 366us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598545.536061:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1468 00000100:00100000:0.0:1788598545.544815:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598545.544905:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723115776 00000100:00100000:1.0:1788598545.544915:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723115776 00000100:00100000:1.0:1788598545.544980:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1469 00000100:00100000:1.0:1788598545.544990:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33271:x1875480723115776:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788598545.545080:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.545098:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.545111:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598545.545245:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b420bd3 reply state 000000006b07d625 transno 4294968207 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.545258:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.545266:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:1.0:1788598545.545269:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1788598545.545273:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788598545.545383:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33271:x1875480723115776:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 385us (567us total) trans 4294968207 rc 0/0 00000100:00100000:1.0:1788598545.545391:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1469 00000100:00100000:2.0:1788598545.548248:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.548332:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723115904 00000100:00100000:3.0:1788598545.548341:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723115904 00000100:00100000:3.0:1788598545.548408:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1470 00000100:00100000:3.0:1788598545.548418:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33271:x1875480723115904:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598545.548441:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598545.548462:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071712 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3e2 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.548521:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071712 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e2 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.548537:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071712 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e2 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.548546:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:3.0:1788598545.548549:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598545.548553:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657200, rc 0) 00000100:00100000:3.0:1788598545.548621:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33271:x1875480723115904:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 205us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598545.548628:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1470 00000100:00100000:0.0:1788598545.555622:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.555779:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723116032 00000100:00100000:2.0:1788598545.555789:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723116032 00000100:00100000:2.0:1788598545.555847:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 296 00000100:00100000:2.0:1788598545.555856:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33271:x1875480723116032:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1788598545.555977:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33271:x1875480723116032:12345-192.168.202.17@tcp:49:lhsmtool_posix.0 Request processed in 121us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598545.555985:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 296 00000100:00100000:1.0:1788598545.558864:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.559027:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723116288 00000100:00100000:2.0:1788598545.559037:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723116288 00000100:00100000:2.0:1788598545.559092:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 297 00000100:00100000:2.0:1788598545.559103:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33271:x1875480723116288:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598545.559324:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33271:x1875480723116288:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 222us (467us total) trans 4294968208 rc 0/0 00000100:00100000:2.0:1788598545.559332:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 297 00000100:00100000:0.0:1788598545.565559:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.567137:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723116544 00000100:00100000:3.0:1788598545.567151:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723116544 00000100:00100000:3.0:1788598545.567230:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1471 00000100:00100000:3.0:1788598545.567240:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33271:x1875480723116544:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598545.567366:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33271:x1875480723116544:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 126us (1816us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598545.567383:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1471 00000100:00100000:3.0:1788598545.573451:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598545.573567:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723116800 00000100:00100000:1.0:1788598545.573576:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723116800 00000100:00100000:1.0:1788598545.573639:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1472 00000100:00100000:1.0:1788598545.573650:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33271:x1875480723116800:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598545.573677:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598545.573698:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16071719 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3e9 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.573859:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.573874:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071712 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e2 expref: 58 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.573882:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.573914:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071712 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e2 expref: 58 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.573928:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071712 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e2 expref: 58 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598545.573942:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747087872:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598545.574037:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ffd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598545.579534:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747087872:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598545.579565:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598545.584450:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.584530:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723116928 00000100:00100000:2.0:1788598545.584539:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723116928 00010000:00010000:2.0:1788598545.584581:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071712 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e2 expref: 59 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598545.584630:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 448 00000100:00100000:2.0:1788598545.584640:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+59:2433:x1875480723116928:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598545.584662:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598545.584670:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071712 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e2 expref: 59 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.584684:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071712 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e2 expref: 59 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.584707:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071712 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e2 expref: 59 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.584774:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:2.0:1788598545.584780:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.584789:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.584796:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.584819:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598545.584867:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+58:2433:x1875480723116928:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 228us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598545.584874:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 448 00010000:00010000:0.0:1788598545.584992:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.585001:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598545.585024:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00080000:0.0:1788598545.585187:0:13009:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00010000:00010000:0.0:1788598545.585289:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.585298:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.585305:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.585311:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598545.585315:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.585322:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.585332:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:0.0:1788598545.585335:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598545.585339:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.585345:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071720 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.585403:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16071719 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e9 expref: 58 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.585414:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8a1a86120900) 00010000:00010000:0.0:1788598545.585417:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598545.585420:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb16071719 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3e9 expref: 58 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.585430:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fc00, rc 0) 00000100:00100000:0.0:1788598545.585473:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33271:x1875480723116800:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 11826us (12032us total) trans 4294968209 rc 301/301 00000100:00100000:0.0:1788598545.585481:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1472 00000100:00100000:0.0:1788598545.595474:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598545.595578:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723117184 00000100:00100000:1.0:1788598545.595588:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723117184 00000100:00100000:1.0:1788598545.595649:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 298 00000100:00100000:1.0:1788598545.595960:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33271:x1875480723117184:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598545.596257:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33271:x1875480723117184:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 597us (791us total) trans 4294968210 rc 0/0 00000100:00100000:1.0:1788598545.596266:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 298 00000100:00100000:2.0:1788598545.601177:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598545.601266:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723117312 00000100:00100000:0.0:1788598545.601276:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723117312 00000100:00100000:0.0:1788598545.601335:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1473 00000100:00100000:0.0:1788598545.601344:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33271:x1875480723117312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598545.601367:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598545.601397:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607172e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3f0 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.601471:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071735 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.601486:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071735 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.601498:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071735 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598545.601539:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00200000:0.0:1788598545.601543:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598545.601561:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071735 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.601586:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607172e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f0 expref: 60 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.601602:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071735 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f0 expref: 59 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.601611:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:0.0:1788598545.601614:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788598545.601617:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697600, rc 0) 00000100:00100000:0.0:1788598545.601691:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+59:33271:x1875480723117312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 348us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598545.601698:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1473 00000100:00100000:2.0:1788598545.612781:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.612901:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723117440 00000100:00100000:3.0:1788598545.612918:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723117440 00000100:00100000:3.0:1788598545.613022:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 410 00000100:00100000:3.0:1788598545.613036:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723117440:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598545.613060:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598545.613087:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb1607173c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3f7 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598545.613127:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788598545.613153:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598545.613156:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598545.613168:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb1607173c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f7 expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.613190:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb1607173c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f7 expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.613209:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598545.613310:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723117440:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 277us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598545.613317:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 410 00000100:00100000:1.0:1788598545.617643:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.617786:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723117696 00000100:00100000:3.0:1788598545.617803:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723117696 00000100:00100000:2.0:1788598545.617945:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1474 00000100:00100000:2.0:1788598545.617965:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+59:33271:x1875480723117696:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598545.618091:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+59:33271:x1875480723117696:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 133us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598545.618103:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1474 00000100:00100000:0.0:1788598545.625541:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.625787:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723117824 00000100:00100000:3.0:1788598545.625806:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723117824 00000100:00100000:3.0:1788598545.626067:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 411 00000100:00100000:3.0:1788598545.626091:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:33271:x1875480723117824:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598545.626116:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598545.626141:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec3fe expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.626185:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb1607173c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f7 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.626200:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598545.626203:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598545.626207:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 12 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.626251:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb1607173c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f7 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.626458:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb1607173c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f7 expref: 12 pid: 14172 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598545.626480:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb6238000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747088000:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598545.626675:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598545.631722:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598545.632495:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723117952 00000100:00100000:1.0:1788598545.632509:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723117952 00010000:00010000:1.0:1788598545.632564:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb1607173c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f7 expref: 13 pid: 14172 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598545.632622:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 449 00000100:00100000:1.0:1788598545.632634:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723117952:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598545.632653:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598545.632690:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb1607173c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f7 expref: 13 pid: 14172 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.632707:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb1607173c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f7 expref: 13 pid: 14172 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.632766:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598545.632769:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598545.632779:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 13 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.632790:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 13 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.632839:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 13 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598545.633139:0:6511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1875480747088128:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598545.633254:0:6511:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff480 going to sleep for 11 seconds 00010000:00010000:3.0:1788598545.636110:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb1607173c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f7 expref: 13 pid: 14172 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598545.636141:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb6238000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747088000:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598545.636183:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 12 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.636201:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657200, rc 0) 00000100:00100000:2.0:1788598545.636371:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:33271:x1875480723117824:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 10281us (10827us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598545.636411:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 411 00000100:00100000:0.0:1788598545.641098:0:6511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1875480747088128:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598545.641136:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598545.641218:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723117952:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 8585us (9509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598545.641232:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 449 00000100:00100000:1.0:1788598545.652945:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.653087:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723118080 00000100:00100000:3.0:1788598545.653097:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723118080 00002000:00100000:3.0:1788598545.653153:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff8a1a87a7f100 x1875480723118080/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:536/0 lens 648/0 e 0 to 0 dl 1788598556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598545.653166:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a7f100 with x1875480723118080 ext(0->157) 00002000:00010000:3.0:1788598545.653172:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87a7f100 00000100:00100000:2.0:1788598545.653288:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 106 00000100:00100000:2.0:1788598545.653300:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723118080:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1788598545.654195:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723118080:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 888us (1249us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1788598545.654213:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 106 00002000:00100000:2.0:1788598545.654226:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff8a1a87a7f100 x1875480723118080/t4294967379(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:536/0 lens 648/448 e 0 to 0 dl 1788598556 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598545.654238:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a7f100 with x1875480723118080 ext(0->157) 00002000:00010000:2.0:1788598545.654245:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87a7f100 00000100:00100000:2.0:1788598545.664869:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598545.664962:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723118208 00000100:00100000:0.0:1788598545.664975:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723118208 00000100:00100000:0.0:1788598545.665060:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1475 00000100:00100000:0.0:1788598545.665072:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+59:33271:x1875480723118208:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788598545.672971:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968210 is committed 00000020:00080000:1.0:1788598545.673006:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 33 batchid updated 00010000:00010000:0.0:1788598545.673076:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.673099:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.673109:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.673115:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598545.673121:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.673130:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.673151:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:0.0:1788598545.673155:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788598545.673161:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.673167:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607170b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598545.673495:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+52:33271:x1875480723118208:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 8418us (8633us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598545.673509:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1475 00000020:00080000:2.0:1788598545.673716:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000020:00080000:2.0:1788598545.673776:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000100:00100000:3.0:1788598545.686192:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598545.686369:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723118336 00000100:00100000:1.0:1788598545.686391:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723118336 00000100:00100000:1.0:1788598545.686451:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 412 00000100:00100000:1.0:1788598545.686462:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2434:x1875480723118336:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1788598545.696295:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967379 is committed 00000100:00100000:1.0:1788598545.696567:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723118336:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 10096us (10373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598545.696580:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 412 00000100:00100000:1.0:1788598545.703475:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.703587:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723118592 00000100:00100000:3.0:1788598545.703606:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723118592 00000100:00100000:3.0:1788598545.703715:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1476 00000100:00100000:3.0:1788598545.703730:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+52:33271:x1875480723118592:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598545.703859:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598545.703896:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071735 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3f0 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.703924:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:3.0:1788598545.703931:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598545.704047:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.704066:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.704079:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598545.704206:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005fa084ad reply state 0000000076cd92c6 transno 4294968211 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.704219:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.704226:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:2.0:1788598545.704229:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598545.704233:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598545.704502:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33271:x1875480723118592:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 774us (1033us total) trans 4294968211 rc 0/0 00000100:00100000:2.0:1788598545.704512:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1476 00000100:00100000:2.0:1788598545.713730:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.714127:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723118720 00000100:00100000:3.0:1788598545.714141:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723118720 00000100:00100000:3.0:1788598545.714217:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1477 00000100:00100000:3.0:1788598545.714229:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33271:x1875480723118720:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598545.714261:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598545.714288:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071751 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec405 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.714361:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071751 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec405 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.714390:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071751 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec405 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.714412:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:3.0:1788598545.714415:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598545.714420:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598545.714492:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33271:x1875480723118720:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 265us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598545.714500:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1477 00000100:00100000:3.0:1788598545.718799:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.719094:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723118848 00000100:00100000:2.0:1788598545.719107:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723118848 00000100:00100000:2.0:1788598545.719183:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 413 00000100:00100000:2.0:1788598545.719195:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723118848:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788598545.719422:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788598545.719427:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime from disk: 0 -> 1788598537 00002000:00010000:2.0:1788598545.719430:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime from disk: 0 -> 1788598537 00002000:00010000:2.0:1788598545.719432:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime from disk: 0 -> 1788598537 00002000:00010000:2.0:1788598545.719433:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1788598545.719516:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723118848:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 323us (729us total) trans 4294967380 rc 0/0 00000100:00100000:2.0:1788598545.719525:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 413 00000100:00100000:3.0:1788598545.721874:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598545.721980:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723119104 00000100:00100000:0.0:1788598545.722003:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723119104 00000100:00100000:0.0:1788598545.722073:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1478 00000100:00100000:0.0:1788598545.722087:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33271:x1875480723119104:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788598545.722167:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.722190:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3db expref: 54 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.722202:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.722246:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3db expref: 54 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.722261:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3db expref: 54 pid: 10034 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598545.722278:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747088256:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598545.722413:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598545.726886:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598545.727051:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747088256:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598545.727088:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598545.727289:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723119232 00000100:00100000:1.0:1788598545.727298:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723119232 00010000:00010000:1.0:1788598545.727343:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3db expref: 55 pid: 10034 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598545.727399:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 450 00000100:00100000:1.0:1788598545.727410:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2432:x1875480723119232:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598545.727430:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598545.727439:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3db expref: 55 pid: 10034 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.727458:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3db expref: 55 pid: 10034 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.727484:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071704 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3db expref: 55 pid: 10034 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.727503:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:1.0:1788598545.727509:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.727520:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.727528:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.727562:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598545.727630:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+54:2432:x1875480723119232:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 221us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598545.727639:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 450 00010000:00010000:3.0:1788598545.728344:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.728354:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.728409:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.728416:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.728423:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.728430:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598545.728436:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.728444:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.728458:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:3.0:1788598545.728460:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788598545.728464:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.728469:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071758 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598545.728526:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33271:x1875480723119104:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 6442us (6662us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788598545.728535:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1478 00000100:00100000:2.0:1788598545.732319:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598545.732526:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723119360 00000100:00100000:0.0:1788598545.732539:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723119360 00000100:00100000:0.0:1788598545.732612:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 414 00000100:00100000:0.0:1788598545.732624:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480723119360:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598545.732691:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.732725:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 12 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.732906:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598545.732910:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598545.732914:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.732967:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 12 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.733042:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 12 pid: 8403 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598545.733062:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747088384:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598545.733212:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598545.761798:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.761972:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747088384:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598545.762019:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598545.765270:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723119488 00000100:00100000:1.0:1788598545.765291:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723119488 00010000:00010000:1.0:1788598545.765366:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 13 pid: 8403 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598545.765492:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 451 00000100:00100000:1.0:1788598545.765504:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723119488:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598545.765530:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598545.765555:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 13 pid: 8403 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.765571:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 13 pid: 8403 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.765603:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071743 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3fe expref: 13 pid: 8403 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.765623:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598545.765626:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598545.765632:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.765643:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.765690:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598545.766931:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.766948:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.766977:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.766997:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.767006:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.767014:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598545.767019:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.767029:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.767046:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598545.767060:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006aa0706d/0x6b7334fb1607175f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598545.767386:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723119488:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1873us (5591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598545.767396:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 451 00000100:00100000:3.0:1788598545.772361:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723119360:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 39723us (40037us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598545.772389:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 414 00000100:00100000:2.0:1788598545.776923:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598545.777445:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723119744 00000100:00100000:0.0:1788598545.777458:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723119744 00000100:00100000:0.0:1788598545.777534:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1479 00000100:00100000:0.0:1788598545.777545:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33271:x1875480723119744:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788598545.777650:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071766 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.777855:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071766 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.777871:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071766 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.778463:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.778480:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071751 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec405 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.778496:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.778540:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071751 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec405 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.778557:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071751 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec405 expref: 54 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598545.778576:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747088512:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598545.779270:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5240 going to sleep for 11 seconds 00000100:00100000:1.0:1788598545.791249:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598545.791874:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723119872 00000100:00100000:0.0:1788598545.791886:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723119872 00010000:00010000:0.0:1788598545.791937:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071751 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec405 expref: 55 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598545.791980:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 452 00000100:00100000:0.0:1788598545.792654:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2433:x1875480723119872:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598545.792686:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598545.792695:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071751 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec405 expref: 55 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.792721:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071751 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec405 expref: 55 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.792788:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:0.0:1788598545.792795:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.792806:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.792814:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.792847:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598545.792910:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2433:x1875480723119872:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 262us (1675us total) trans 0 rc 0/0 00010000:00010000:1.0:1788598545.801637:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071751 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec405 expref: 55 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598545.801682:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747088512:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598545.801879:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.801892:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598545.801898:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788598545.802184:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968212 00000001:00080000:1.0:1788598545.802317:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968213 00000001:00080000:1.0:1788598545.802354:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968214 00000100:00100000:1.0:1788598545.802460:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747088640:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788598545.802543:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598545.802640:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff540 going to sleep for 11 seconds 00000100:00100000:0.0:1788598545.804370:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 452 00000100:00100000:2.0:1788598545.811502:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747088640 00000100:00100000:2.0:1788598545.811524:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747088640 00000100:00100000:0.0:1788598545.811705:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1788598545.811730:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480747088640:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788598545.811948:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480747088640:12345-0@lo:1000:mdt00_001.0 Request processed in 220us (9403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598545.811957:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1788598545.812126:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747088640:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1788598545.812324:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968215 00000100:00100000:1.0:1788598545.812431:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747088768:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788598545.812476:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598545.812520:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b877d1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788598545.812665:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747088768 00000100:00100000:0.0:1788598545.812670:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747088768 00000100:00100000:0.0:1788598545.812708:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1788598545.812716:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480747088768:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788598545.812934:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6524:x1875480747088768:12345-0@lo:1000:mdt00_001.0 Request processed in 218us (457us total) trans 4294967381 rc 0/0 00000100:00100000:0.0:1788598545.812941:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788598545.819971:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747088768:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1788598545.820271:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968216 00010000:00010000:0.0:1788598545.820342:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820361:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820369:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820387:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598545.820393:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820401:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820423:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:0.0:1788598545.820426:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598545.820431:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820437:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607176d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820470:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820476:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820481:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820486:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598545.820489:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820494:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820503:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a86120100) 00010000:00010000:0.0:1788598545.820505:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598545.820513:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160716a9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3c6 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820527:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160716a9 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3c6 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820538:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160716a9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3c6 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.820585:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f600/0x6b7334fb160716a9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec3c6 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598545.820601:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747088896:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598545.821399:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788598545.824539:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747088896:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598545.824576:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824587:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160716a2 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824633:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071774 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824650:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071774 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824673:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071774 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824686:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071774 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824692:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071774 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824698:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071774 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824705:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598545.824718:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071774 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824725:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071774 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824884:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a86120100) 00010000:00010000:0.0:1788598545.824888:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598545.824893:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071774 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824899:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071774 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824910:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071766 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824916:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071766 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824922:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071766 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824926:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598545.824929:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071766 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824934:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071766 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824941:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8a1a86120100) 00010000:00010000:0.0:1788598545.824944:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598545.824946:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071766 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.824951:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071766 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598545.828625:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33271:x1875480723119744:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 51065us (51696us total) trans 4294968217 rc 0/0 00000100:00100000:0.0:1788598545.828644:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1479 00000020:00080000:0.0:1788598545.828652:0:6524:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1788598545.829029:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.829186:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.829223:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723120256 00000100:00100000:2.0:1788598545.829234:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723120256 00000100:00100000:2.0:1788598545.829294:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1480 00000100:00100000:2.0:1788598545.829305:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+108:33268:x1875480723120256:12345-192.168.202.17@tcp:58:cat.0 00000100:00100000:2.0:1788598545.829504:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+108:33268:x1875480723120256:12345-192.168.202.17@tcp:58:cat.0 Request processed in 200us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598545.829511:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1480 00000100:00100000:0.0:1788598545.831289:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723120000 00000100:00100000:0.0:1788598545.831302:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723120000 00000100:00100000:0.0:1788598545.831356:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 299 00000100:00100000:0.0:1788598545.831366:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922efc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+108:33269:x1875480723120000:12345-192.168.202.17@tcp:49:cat.0 00000100:00100000:0.0:1788598545.831513:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922efc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+108:33269:x1875480723120000:12345-192.168.202.17@tcp:49:cat.0 Request processed in 147us (2483us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598545.831520:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 299 00000100:00100000:2.0:1788598545.836808:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.836853:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.836945:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598545.837050:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723120384 00000100:00100000:0.0:1788598545.837065:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723120384 00000100:00100000:0.0:1788598545.837129:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723120512 00000100:00100000:0.0:1788598545.837132:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723120512 00000100:00100000:0.0:1788598545.837154:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 415 00000100:00100000:0.0:1788598545.837165:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+16:33269:x1875480723120384:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598545.837189:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598545.837217:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000711ba006/0x6b7334fb1607177b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec40c expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598545.837248:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a9bd909, atime: 0x6a9bd909, ctime: 0x6a9bd909, blocks: 0x8 00010000:00010000:0.0:1788598545.837277:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598545.837280:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598545.837290:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000711ba006/0x6b7334fb1607177b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec40c expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.837310:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000711ba006/0x6b7334fb1607177b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec40c expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.837325:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697000, rc 0) 00000100:00100000:0.0:1788598545.837400:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:33269:x1875480723120384:12345-192.168.202.17@tcp:101:cat.0 Request processed in 236us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598545.837411:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 415 00000100:00100000:0.0:1788598545.837431:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 416 00000100:00100000:0.0:1788598545.837438:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+16:33268:x1875480723120512:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598545.837445:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598545.837452:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097f270e5/0x6b7334fb16071782 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec413 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.837465:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598545.837467:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598545.837471:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097f270e5/0x6b7334fb16071782 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec413 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.837481:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097f270e5/0x6b7334fb16071782 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec413 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.837488:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696400, rc 0) 00000100:00100000:0.0:1788598545.837507:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:33268:x1875480723120512:12345-192.168.202.17@tcp:101:cat.0 Request processed in 70us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598545.837513:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 416 00000100:00100000:0.0:1788598545.838995:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723120768 00000100:00100000:0.0:1788598545.839008:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723120768 00000100:00100000:0.0:1788598545.839053:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 300 00000100:00100000:0.0:1788598545.839061:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33271:x1875480723120768:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788598545.839387:0:15204:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x29:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788598545.839432:0:15204:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968218 00010000:00010000:0.0:1788598545.839466:0:15204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.839483:0:15204:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.839495:0:15204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.839504:0:15204:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.839511:0:15204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.839517:0:15204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598545.839546:0:15204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598545.839633:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+60:33271:x1875480723120768:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 573us (2687us total) trans 4294968219 rc 0/0 00000100:00100000:0.0:1788598545.839643:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 300 00000020:00080000:0.0:1788598545.839647:0:15204:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788598545.840906:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788598545.840918:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.840927:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598545.840932:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.840941:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.840959:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:3.0:1788598545.840961:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788598545.840967:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.840972:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071789 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598545.840997:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598545.840999:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598545.841000:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598545.848130:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598545.848141:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598545.848655:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788598545.848671:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598545.850239:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598545.851156:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723120896 00000100:00100000:0.0:1788598545.851171:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723120896 00002000:00100000:0.0:1788598545.851239:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff8a1a879ff800 x1875480723120896/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:536/0 lens 488/0 e 0 to 0 dl 1788598556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598545.851251:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a879ff800 with x1875480723120896 ext(0->4095) 00002000:00010000:0.0:1788598545.851258:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a879ff800 00000100:00100000:0.0:1788598545.851297:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 107 00000100:00100000:0.0:1788598545.851308:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723120896:12345-192.168.202.17@tcp:3:cat.0 00000100:00100000:0.0:1788598545.851573:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723120896:12345-192.168.202.17@tcp:3:cat.0 Request processed in 265us (1344us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788598545.851581:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 107 00002000:00100000:0.0:1788598545.851588:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff8a1a879ff800 x1875480723120896/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:536/0 lens 488/4536 e 0 to 0 dl 1788598556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598545.851597:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a879ff800 with x1875480723120896 ext(0->4095) 00002000:00010000:0.0:1788598545.851600:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a879ff800 00000100:00100000:0.0:1788598545.864004:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598545.864133:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723121152 00000100:00100000:2.0:1788598545.864147:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723121152 00000100:00100000:2.0:1788598545.864220:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 301 00000100:00100000:2.0:1788598545.864232:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+108:33268:x1875480723121152:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598545.864535:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+109:33268:x1875480723121152:12345-192.168.202.17@tcp:35:cat.0 Request processed in 305us (554us total) trans 4294968220 rc 0/0 00000100:00100000:2.0:1788598545.864549:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 301 00010000:00010000:0.0:1788598546.310456:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598546.693983:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747089024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598546.694079:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598546.694187:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747089024 00000100:00100000:1.0:1788598546.694197:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747089024 00000100:00100000:1.0:1788598546.694287:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1788598546.694299:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747089024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598546.694340:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598546.694406:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747089024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598546.694414:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:1.0:1788598546.694440:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598546.694489:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747089024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598546.694996:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598546.695007:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb623b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747089152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598546.695042:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598546.695727:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747089152 00000100:00100000:3.0:1788598546.695759:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747089152 00000100:00100000:3.0:1788598546.695801:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788598546.695808:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747089152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598546.695830:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598546.695879:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747089152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598546.695886:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788598546.695928:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb623b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747089152:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788598546.697321:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788598546.829522:0:23978:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598546.829532:0:23978:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598546.829570:0:23978:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:0.0:1788598546.829578:0:23978:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598547.202978:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598547.203007:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747089280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598547.203100:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598547.203240:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747089280 00000100:00100000:0.0:1788598547.203250:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747089280 00000100:00100000:0.0:1788598547.203315:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1788598547.203326:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747089280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598547.203396:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:0.0:1788598547.203464:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747089280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598547.203472:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1788598547.203654:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747089280:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598547.330082:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598548.353936:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598549.250985:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb623b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747089408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598549.251077:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598549.251306:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747089408 00000100:00100000:3.0:1788598549.251317:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747089408 00000100:00100000:3.0:1788598549.251389:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1788598549.251402:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747089408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598549.251444:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598549.251497:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747089408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.251504:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1788598549.251598:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb623b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747089408:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598549.395504:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598549.638263:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598549.638319:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598549.638373:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598549.638407:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598549.638431:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598549.639070:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723121280 00000100:00100000:0.0:1788598549.639086:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723121280 00000100:00100000:0.0:1788598549.639154:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 763 00000100:00100000:0.0:1788598549.639166:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723121280:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598549.639261:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723121280:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 98us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598549.639267:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 763 00000100:00100000:0.0:1788598549.639304:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723121792 00000100:00100000:0.0:1788598549.639306:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723121792 00000100:00100000:0.0:1788598549.639336:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723122304 00000100:00100000:0.0:1788598549.639337:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723122304 00000100:00100000:0.0:1788598549.639351:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 720 00000100:00100000:0.0:1788598549.639355:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723121792:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598549.639394:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723121792:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598549.639405:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 720 00000100:00100000:0.0:1788598549.639416:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 721 00000100:00100000:0.0:1788598549.639422:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723122304:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598549.639445:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723121536 00000100:00100000:0.0:1788598549.639447:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723122304:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598549.639450:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723121536 00000100:00100000:0.0:1788598549.639464:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 721 00000100:00100000:1.0:1788598549.639486:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723122048 00000100:00100000:1.0:1788598549.639489:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723122048 00000100:00100000:1.0:1788598549.639512:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1092 00000100:00100000:1.0:1788598549.639517:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723121536:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598549.639549:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723121536:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598549.639555:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1092 00000100:00100000:1.0:1788598549.639567:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1093 00000100:00100000:1.0:1788598549.639572:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723122048:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598549.639594:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723122048:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (1187us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598549.639601:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1093 00000100:00100000:3.0:1788598549.639721:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598549.639775:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598549.639796:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598549.639838:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598549.639860:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723121408 00000100:00100000:3.0:1788598549.639862:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723121408 00000100:00100000:3.0:1788598549.639889:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723121920 00000100:00100000:3.0:1788598549.639891:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723121920 00000100:00100000:3.0:1788598549.639908:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1094 00000100:00100000:3.0:1788598549.639914:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+109:2433:x1875480723121408:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598549.639952:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+109:2433:x1875480723121408:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 39us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.639958:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1094 00000100:00100000:3.0:1788598549.639970:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1095 00000100:00100000:3.0:1788598549.639975:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+60:2433:x1875480723121920:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598549.640002:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+60:2433:x1875480723121920:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.640008:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1095 00000100:00100000:3.0:1788598549.640029:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723121664 00000100:00100000:3.0:1788598549.640032:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723121664 00000100:00100000:3.0:1788598549.640055:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723122176 00000100:00100000:3.0:1788598549.640057:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723122176 00000100:00100000:3.0:1788598549.640073:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 722 00000100:00100000:3.0:1788598549.640079:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723121664:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598549.640105:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723121664:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.640111:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 722 00000100:00100000:3.0:1788598549.640122:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 723 00000100:00100000:3.0:1788598549.640128:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723122176:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:1.0:1788598549.640358:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598549.640372:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598549.640375:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598549.640377:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598549.644133:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723122176:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 3236us (3525us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.644150:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 723 00000100:00100000:3.0:1788598549.762237:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747089792:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.762447:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598549.762515:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747090304:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.762680:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598549.762701:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b8833aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747090816:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.762724:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598549.762798:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788598549.762805:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747089664:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.762833:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598549.763039:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747089536:0@lo:400:kworker.0 00000100:00100000:2.0:1788598549.763091:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598549.763124:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747090048:0@lo:400:kworker.0 00000100:00100000:2.0:1788598549.763148:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598549.763180:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747090560:0@lo:400:kworker.0 00000100:00100000:2.0:1788598549.763204:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598549.763226:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788598549.763232:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747089920:0@lo:400:kworker.0 00000100:00100000:2.0:1788598549.763257:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598549.763290:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747090432:0@lo:400:kworker.0 00000100:00100000:2.0:1788598549.763313:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598549.763339:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88339880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747090944:0@lo:400:kworker.0 00000100:00100000:2.0:1788598549.763372:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598549.763415:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747090304 00000100:00100000:2.0:1788598549.763426:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747090304 00000100:00100000:2.0:1788598549.763494:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747090816 00000100:00100000:2.0:1788598549.763498:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747090816 00000100:00100000:2.0:1788598549.763515:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747090432 00000100:00100000:2.0:1788598549.763517:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747090432 00000100:00100000:2.0:1788598549.763804:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747090944 00000100:00100000:2.0:1788598549.763808:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747090944 00000100:00100000:2.0:1788598549.763828:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1788598549.763837:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747090304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.763988:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747090176:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.764022:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598549.764044:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747090688:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.764066:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598549.764109:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747089792 00000100:00100000:3.0:1788598549.764113:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747089792 00000100:00100000:3.0:1788598549.764144:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1788598549.764150:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747089792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598549.764411:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747090304:12345-0@lo:400:kworker.0 Request processed in 573us (1729us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598549.764421:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1788598549.764442:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1788598549.764450:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747090816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598549.764479:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747090816:12345-0@lo:400:kworker.0 Request processed in 31us (1754us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598549.764486:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1788598549.764498:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1788598549.764504:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747090432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598549.765729:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1788598549.765772:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747090944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.766705:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747089792:12345-0@lo:400:kworker.0 Request processed in 2550us (4255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.766718:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1788598549.767003:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747089664 00000100:00100000:3.0:1788598549.767013:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747089664 00000100:00100000:3.0:1788598549.767045:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747090048 00000100:00100000:3.0:1788598549.767049:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747090048 00000100:00100000:3.0:1788598549.767067:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747090560 00000100:00100000:3.0:1788598549.767069:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747090560 00000100:00100000:3.0:1788598549.767187:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747089920 00000100:00100000:3.0:1788598549.767191:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747089920 00000100:00100000:3.0:1788598549.767207:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747090176 00000100:00100000:3.0:1788598549.767209:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747090176 00000100:00100000:3.0:1788598549.767223:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747090688 00000100:00100000:3.0:1788598549.767226:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747090688 00000100:00100000:3.0:1788598549.767242:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1788598549.767249:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747089664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.767309:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747089664:12345-0@lo:400:kworker.0 Request processed in 60us (4474us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.767320:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1788598549.767333:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1788598549.767340:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747090048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.767380:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747090048:12345-0@lo:400:kworker.0 Request processed in 41us (4231us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.767386:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1788598549.767397:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1788598549.767402:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747090560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.767434:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747090560:12345-0@lo:400:kworker.0 Request processed in 31us (4228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.767439:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1788598549.767450:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1788598549.767456:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747089920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.767483:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747089920:12345-0@lo:400:kworker.0 Request processed in 28us (4226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.767489:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1788598549.767500:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1788598549.767505:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747090176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.767799:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747090176:12345-0@lo:400:kworker.0 Request processed in 293us (3776us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.767807:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1788598549.767820:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1788598549.767826:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747090688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.767991:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747090688:12345-0@lo:400:kworker.0 Request processed in 164us (3923us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598549.767999:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1788598549.768491:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747089536 00000100:00100000:3.0:1788598549.768499:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747089536 00000100:00100000:3.0:1788598549.768670:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1788598549.768680:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747089536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.768727:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747089536:12345-0@lo:400:kworker.0 Request processed in 50us (5636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598549.768888:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747090944:12345-0@lo:400:kworker.0 Request processed in 3123us (5523us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598549.768898:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1788598549.768927:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598549.768946:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747091072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598549.768995:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598549.769037:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747091072 00000100:00100000:1.0:1788598549.769042:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747091072 00000100:00100000:1.0:1788598549.769088:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1788598549.769095:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747091072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598549.769124:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1788598549.769161:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747091072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598549.769178:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1788598549.769229:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747091072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598549.769885:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00080000:1.0:1788598549.770037:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598549.770044:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598549.770048:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598549.770051:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598549.770095:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747089664:0@lo:400:kworker.0 00000100:00100000:1.0:1788598549.770112:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747090176:0@lo:400:kworker.0 00000100:00100000:1.0:1788598549.770126:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747090688:0@lo:400:kworker.0 00000100:00100000:1.0:1788598549.770139:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747089792:0@lo:400:kworker.0 00000100:00100000:1.0:1788598549.770151:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747090304:0@lo:400:kworker.0 00000100:00100000:1.0:1788598549.770161:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b8833aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747090816:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.770910:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747089920:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.770928:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88339880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747090944:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.770939:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747089536:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.770951:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747090048:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.770963:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747090560:0@lo:400:kworker.0 00000100:00100000:3.0:1788598549.783979:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747090432:0@lo:400:kworker.0 00000100:00100000:2.0:1788598549.784337:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747090432:12345-0@lo:400:kworker.0 Request processed in 19828us (21018us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598549.784352:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1788598550.274192:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747091200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598550.274302:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598550.274447:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747091200 00000100:00100000:1.0:1788598550.274457:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747091200 00000100:00100000:1.0:1788598550.274535:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1788598550.274546:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747091200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598550.274576:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1788598550.278915:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1875480747091200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4355us (4598us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598550.278935:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1788598550.288723:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747091200:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598550.402778:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788598551.301226:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967381 is committed 00000001:00080000:0.0:1788598551.301244:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967380 is committed 00000001:00080000:3.0:1788598551.301419:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968220 is committed 00000001:00080000:3.0:1788598551.301443:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968219 is committed 00000020:00080000:3.0:1788598551.301460:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a860ff540 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:3.0:1788598551.301467:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a88a08500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a860ff780 00000020:00080000:3.0:1788598551.301470:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1a88a08600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a89265000 00000020:00080000:2.0:1788598551.301504:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 34 committed batchid 33 00000020:00080000:2.0:1788598551.301586:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00010000:00010000:0.0:1788598551.301814:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598551.301833:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598551.301842:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598551.301848:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598551.301854:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598551.301862:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598551.301885:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8a1a85f80b00) 00010000:00010000:0.0:1788598551.301888:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598551.301894:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598551.301900:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607174a lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788598551.364841:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788598551.434492:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598551.812567:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747091328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598551.812667:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598551.812794:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747091328 00000100:00100000:3.0:1788598551.812803:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747091328 00000100:00100000:1.0:1788598551.812991:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747091456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598551.813026:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598551.813152:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747091456 00000100:00100000:3.0:1788598551.813156:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747091456 00000100:00100000:3.0:1788598551.813273:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1788598551.813281:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747091328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598551.813318:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598551.813378:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747091328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598551.813386:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1788598551.813405:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1788598551.813411:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747091456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598551.813421:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598551.813446:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747091456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598551.813452:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00080000:3.0:1788598551.813468:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598551.813510:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747091456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598551.813540:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747091328:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1788598552.004455:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598552.004466:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598552.004576:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 2 00000040:00080000:3.0:1788598552.004586:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598552.324424:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747091584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598552.324517:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598552.328435:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747091584 00000100:00100000:1.0:1788598552.328450:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747091584 00000100:00100000:1.0:1788598552.328518:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1788598552.328529:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747091584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598552.328578:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:1.0:1788598552.328664:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747091584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (4146us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598552.328671:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1788598552.328707:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747091584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598552.446149:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00010000:00010000:1.0:1788598552.455440:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598552.462977:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723122432 00000100:00100000:0.0:1788598552.462993:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723122432 00000100:00080000:3.0:1788598552.463085:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598552.463095:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1481 00000100:00100000:0.0:1788598552.463110:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33240:x1875480723122432:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788598552.463298:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33240:x1875480723122432:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 193us (17218us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598552.463307:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1481 00000100:00100000:0.0:1788598552.479567:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598552.482119:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723122560 00000100:00100000:3.0:1788598552.482145:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723122560 00000100:00100000:3.0:1788598552.482258:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1482 00000100:00100000:3.0:1788598552.482273:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:33240:x1875480723122560:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788598552.482428:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:33240:x1875480723122560:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 158us (2873us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598552.482436:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1482 00000100:00080000:1.0:1788598552.482641:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1788598553.488472:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598554.373818:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747091712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598554.373908:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598554.377389:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747091712 00000100:00100000:3.0:1788598554.377418:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747091712 00000100:00100000:3.0:1788598554.377495:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1788598554.377506:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747091712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598554.377555:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598554.377661:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747091712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 156us (3752us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598554.377668:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1788598554.377731:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747091712:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598554.502947:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788598554.515985:0:24174:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 04:55:52 (1788598552) 00000100:00100000:0.0:1788598554.757886:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.757928:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.757952:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.757976:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.757998:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.758014:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.758032:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.758050:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.758073:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.758103:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723123200 00000100:00100000:0.0:1788598554.758114:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723123200 00000100:00100000:0.0:1788598554.758176:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723123712 00000100:00100000:0.0:1788598554.758178:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723123712 00000100:00100000:0.0:1788598554.758191:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723123072 00000100:00100000:0.0:1788598554.758193:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723123072 00000100:00100000:0.0:1788598554.758204:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723123584 00000100:00100000:0.0:1788598554.758206:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723123584 00000100:00100000:0.0:1788598554.758221:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 728 00000100:00100000:0.0:1788598554.758232:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723123200:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598554.758324:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723123200:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 94us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598554.758332:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 728 00000100:00100000:0.0:1788598554.758360:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 729 00000100:00100000:0.0:1788598554.758366:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723123712:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598554.758390:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723123712:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598554.758509:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 729 00000100:00100000:0.0:1788598554.758699:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 730 00000100:00100000:0.0:1788598554.758706:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723123072:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598554.758729:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723123072:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598554.758761:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 730 00000100:00100000:0.0:1788598554.758771:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 731 00000100:00100000:0.0:1788598554.758778:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723123584:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598554.758798:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723123584:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598554.758804:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 731 00000100:00100000:0.0:1788598554.758822:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723122944 00000100:00100000:0.0:1788598554.758826:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723122944 00000100:00100000:0.0:1788598554.758853:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723123456 00000100:00100000:0.0:1788598554.758855:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723123456 00000100:00100000:0.0:1788598554.758866:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723122816 00000100:00100000:0.0:1788598554.758868:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723122816 00000100:00100000:0.0:1788598554.758878:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723123328 00000100:00100000:0.0:1788598554.758880:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723123328 00000100:00100000:0.0:1788598554.758892:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1102 00000100:00100000:0.0:1788598554.758897:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723122944:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598554.758923:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723122944:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598554.758930:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1102 00000100:00100000:0.0:1788598554.758939:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1103 00000100:00100000:0.0:1788598554.758944:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723123456:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598554.758962:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723123456:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598554.758968:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1103 00000100:00100000:0.0:1788598554.758976:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1104 00000100:00100000:0.0:1788598554.758981:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+108:2432:x1875480723122816:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598554.758998:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+108:2432:x1875480723122816:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 17us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598554.759004:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1104 00000100:00100000:0.0:1788598554.759012:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1105 00000100:00100000:0.0:1788598554.759017:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2432:x1875480723123328:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598554.759035:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2432:x1875480723123328:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598554.759040:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1105 00000100:00080000:0.0:1788598554.759063:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598554.759067:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598554.759070:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598554.759072:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598554.759341:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723122688 00000100:00100000:1.0:1788598554.759357:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723122688 00000100:00100000:1.0:1788598554.759404:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 765 00000100:00100000:1.0:1788598554.759412:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723122688:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598554.759446:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723122688:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 35us (1572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598554.759452:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 765 00000100:00100000:2.0:1788598554.892320:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747091840:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.893333:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598554.893619:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747092224:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.894333:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747092352:0@lo:400:kworker.0 00000100:00100000:3.0:1788598554.894628:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747092096:0@lo:400:kworker.0 00000100:00100000:3.0:1788598554.894659:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598554.894686:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747092608:0@lo:400:kworker.0 00000100:00100000:3.0:1788598554.894707:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598554.894725:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747093120:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.894919:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598554.894948:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747092864:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.894970:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598554.894986:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747093376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598554.895006:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598554.895050:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747091968:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.895072:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598554.895088:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747092480:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.895104:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598554.895118:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747092992:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.895137:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598554.895170:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747091840 00000100:00100000:2.0:1788598554.895178:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747091840 00000100:00100000:3.0:1788598554.896549:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598554.896659:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598554.896681:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747092096 00000100:00100000:3.0:1788598554.896688:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747092096 00000100:00100000:3.0:1788598554.896731:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1788598554.897096:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1788598554.897949:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747091840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.898046:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747091840:12345-0@lo:400:kworker.0 Request processed in 106us (4716us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.898054:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1788598554.898110:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747092352 00000100:00100000:2.0:1788598554.898117:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747092352 00000100:00100000:2.0:1788598554.898154:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747092864 00000100:00100000:2.0:1788598554.898157:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747092864 00000100:00100000:2.0:1788598554.898170:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747091968 00000100:00100000:2.0:1788598554.898173:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747091968 00000100:00100000:2.0:1788598554.898183:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747092480 00000100:00100000:2.0:1788598554.898185:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747092480 00000100:00100000:2.0:1788598554.898197:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747092992 00000100:00100000:2.0:1788598554.898199:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747092992 00000100:00100000:3.0:1788598554.899290:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747092096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598554.899381:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747092096:12345-0@lo:400:kworker.0 Request processed in 2629us (4722us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598554.899391:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1788598554.899493:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747092608 00000100:00100000:3.0:1788598554.899500:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747092608 00000100:00100000:3.0:1788598554.899538:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747093120 00000100:00100000:3.0:1788598554.899541:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747093120 00000100:00100000:3.0:1788598554.899562:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1788598554.899568:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747092608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598554.899598:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747092608:12345-0@lo:400:kworker.0 Request processed in 30us (4890us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598554.899604:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1788598554.899614:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1788598554.899619:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747093120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598554.899644:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747093120:12345-0@lo:400:kworker.0 Request processed in 25us (3102us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598554.899650:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1788598554.899934:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723123840 00000100:00100000:2.0:1788598554.899939:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723123840 00000100:00100000:2.0:1788598554.899957:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1788598554.899965:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747092352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.900001:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747092352:12345-0@lo:400:kworker.0 Request processed in 37us (5083us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.900008:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1788598554.900025:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1788598554.900031:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747092864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.900054:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747092864:12345-0@lo:400:kworker.0 Request processed in 24us (5083us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.900060:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1788598554.900069:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1788598554.900074:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747091968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.900104:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747091968:12345-0@lo:400:kworker.0 Request processed in 29us (5031us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.900109:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1788598554.900118:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1788598554.900125:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747092480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.900147:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747092480:12345-0@lo:400:kworker.0 Request processed in 23us (5042us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.900152:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1788598554.900161:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1788598554.900166:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747092992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.900187:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747092992:12345-0@lo:400:kworker.0 Request processed in 22us (5049us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.900193:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1788598554.903884:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1483 00000100:00100000:2.0:1788598554.903930:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33890:x1875480723123840:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788598554.904088:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33890:x1875480723123840:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 181us (7431us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.904097:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1483 00000100:00100000:2.0:1788598554.904158:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747093376 00000100:00100000:2.0:1788598554.904167:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747093376 00000100:00100000:2.0:1788598554.904220:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1788598554.904227:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747093376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598554.904252:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1788598554.904312:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747093376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (9305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.904318:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1788598554.904403:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747091840:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.904425:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747092352:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.904437:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747092864:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.904455:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747093376:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788598554.904493:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598554.904499:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598554.904504:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598554.904507:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598554.904525:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747091968:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.904537:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747092480:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.904549:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747092992:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.904595:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598554.906891:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747092736:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.906971:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598554.907015:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747093248:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.907034:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598554.907083:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747092736 00000100:00100000:2.0:1788598554.907091:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747092736 00000100:00100000:2.0:1788598554.907146:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747093248 00000100:00100000:2.0:1788598554.907148:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747093248 00000100:00100000:2.0:1788598554.907169:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1788598554.907178:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747092736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.907230:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747092736:12345-0@lo:400:kworker.0 Request processed in 53us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.907238:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1788598554.907253:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1788598554.907258:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747093248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.907279:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747093248:12345-0@lo:400:kworker.0 Request processed in 21us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.907285:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00080000:2.0:1788598554.907299:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598554.907303:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598554.907545:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747092736:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.907554:0:3667:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967381 gen 2 00000004:00080000:2.0:1788598554.907560:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967381 committed transno 4294967381 00000100:00100000:2.0:1788598554.907580:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747093248:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.907608:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747092224 00000100:00100000:2.0:1788598554.907613:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747092224 00000100:00100000:2.0:1788598554.907642:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1788598554.907648:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747092224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.907682:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747092224:12345-0@lo:400:kworker.0 Request processed in 35us (3087us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598554.907689:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1788598554.907717:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747092224:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.909105:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747092096:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.909122:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747092608:0@lo:400:kworker.0 00000100:00100000:2.0:1788598554.909134:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747093120:0@lo:400:kworker.0 00000100:00100000:0.0:1788598554.924701:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.924768:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.924799:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723123968 00000100:00100000:0.0:1788598554.924812:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723123968 00000100:00100000:0.0:1788598554.924868:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723124096 00000100:00100000:0.0:1788598554.924871:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723124096 00000100:00100000:0.0:1788598554.924893:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1484 00000100:00100000:0.0:1788598554.924903:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:33890:x1875480723123968:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788598554.925020:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:33890:x1875480723123968:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 118us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598554.925028:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1484 00000100:00100000:0.0:1788598554.925045:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1485 00000100:00100000:0.0:1788598554.925050:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+108:33891:x1875480723124096:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598554.925061:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598554.925084:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071790 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec41a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925141:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071797 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925159:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071797 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925172:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071797 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925188:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607179e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925195:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607179e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925201:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607179e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925261:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071797 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925275:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071797 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925282:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071797 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925288:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598554.925293:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071797 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925302:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071797 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925316:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598554.925319:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598554.925324:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071797 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925330:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071797 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925351:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607179e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925358:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607179e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925364:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607179e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925369:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598554.925373:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607179e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925379:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607179e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925386:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8a1b84c1a800) 00010000:00010000:0.0:1788598554.925388:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598554.925390:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607179e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925396:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607179e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925428:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071790 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec41a expref: 109 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925438:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598554.925441:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598554.925444:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071790 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec41a expref: 109 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598554.925452:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696a00, rc 0) 00000100:00100000:0.0:1788598554.925472:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+108:33891:x1875480723124096:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 422us (704us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598554.925478:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1485 00000100:00100000:1.0:1788598554.939187:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598554.941916:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723124352 00000100:00100000:3.0:1788598554.941935:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723124352 00000100:00100000:3.0:1788598554.942018:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1486 00000100:00100000:3.0:1788598554.942030:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+108:33891:x1875480723124352:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:3.0:1788598554.942113:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598554.942150:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb160714cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec325 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.942172:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598554.942178:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598554.942267:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.942283:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec33a expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.942292:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.942334:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec33a expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.942360:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec33a expref: 49 pid: 6525 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598554.942378:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747093504:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598554.942508:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba000 going to sleep for 11 seconds 00000100:00100000:2.0:1788598554.957967:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598554.958061:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747093504:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598554.958093:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598554.963962:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723124480 00000100:00100000:1.0:1788598554.963977:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723124480 00010000:00010000:1.0:1788598554.964031:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec33a expref: 50 pid: 6525 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598554.964084:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 453 00000100:00100000:1.0:1788598554.964094:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:2433:x1875480723124480:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598554.964112:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598554.964120:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec33a expref: 50 pid: 6525 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.964134:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec33a expref: 50 pid: 6525 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.964167:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb1607150c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec33a expref: 50 pid: 6525 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.964183:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598554.964189:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.964200:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.964218:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.964247:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598554.964318:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:2433:x1875480723124480:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 224us (6364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598554.964326:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 453 00010000:00010000:3.0:1788598554.965464:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.965478:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.965507:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.965519:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.965531:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.971593:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.971622:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.971637:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598554.971656:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8956da7 reply state 00000000fff4fe3f transno 4294968221 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.971669:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.971677:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598554.971681:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598554.971686:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788598554.971693:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00010000:00010000:3.0:1788598554.971703:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.971710:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.971718:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.971725:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598554.971729:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.971999:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.972012:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598554.972015:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598554.972020:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.972027:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717a5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598554.972045:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8956da7 reply state 00000000fff4fe3f transno 4294968221 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.972054:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598554.972060:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8a1a86203600) 00010000:00010000:3.0:1788598554.972063:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598554.972065:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788598554.972245:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+109:33891:x1875480723124352:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 30213us (33067us total) trans 4294968221 rc 0/0 00000100:00100000:3.0:1788598554.972256:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1486 00000100:00100000:2.0:1788598554.990190:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598554.990308:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723124608 00000100:00100000:1.0:1788598554.990321:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723124608 00000100:00100000:1.0:1788598554.990400:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1487 00000100:00100000:1.0:1788598554.990411:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+109:33892:x1875480723124608:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:1.0:1788598554.990443:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598554.990468:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb160717ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec421 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.990544:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160717c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.990566:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160717c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.990581:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160717c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598554.990651:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788598554.990656:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598554.990680:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160717c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.990707:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fc00/0x6b7334fb160717ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec421 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.990726:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160717c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec421 expref: 110 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598554.990895:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:1.0:1788598554.990899:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598554.990904:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f800, rc 0) 00000100:00100000:0.0:1788598554.996968:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+110:33892:x1875480723124608:12345-192.168.202.17@tcp:101:bash.0 Request processed in 6533us (6764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598554.996983:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1487 00000100:00100000:3.0:1788598554.999502:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598554.999785:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723124736 00000100:00100000:0.0:1788598554.999798:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723124736 00000100:00100000:0.0:1788598554.999864:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1488 00000100:00100000:0.0:1788598554.999873:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+110:33892:x1875480723124736:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598554.999898:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598554.999923:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160717c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec428 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000174:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000192:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000207:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000278:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160717d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000287:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160717d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000294:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160717d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000401:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160717dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000410:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160717dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000422:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160717dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598555.000462:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:0.0:1788598555.000467:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598555.000488:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160717dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000503:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000510:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000517:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000525:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000531:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598555.000535:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000543:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000555:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598555.000559:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598555.000564:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000576:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160717cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000590:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160717d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000596:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160717d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000602:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160717d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000607:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598555.000609:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160717d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000615:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160717d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.000621:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8a1a86203600) 00010000:00010000:0.0:1788598555.001029:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598555.001034:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160717d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.001040:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb160717d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.001070:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160717c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec428 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.001083:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697e00/0x6b7334fb160717dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec428 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.001092:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598555.001094:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788598555.001097:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697e00, rc 0) 00000100:00100000:0.0:1788598555.001217:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+111:33892:x1875480723124736:12345-192.168.202.17@tcp:101:bash.0 Request processed in 1336us (1716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598555.001226:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1488 00000100:00100000:1.0:1788598555.011571:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598555.011672:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723124864 00000100:00100000:3.0:1788598555.011685:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723124864 00000100:00100000:3.0:1788598555.011807:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1489 00000100:00100000:3.0:1788598555.011820:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+111:33892:x1875480723124864:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:3.0:1788598555.011852:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598555.011880:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec42f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.011965:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160717eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.011985:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160717eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.011999:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160717eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012016:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160717f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012024:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160717f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012030:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160717f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012079:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160717eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012087:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160717eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012094:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160717eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012100:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598555.012106:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160717eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012114:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160717eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012127:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598555.012131:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598555.012137:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160717eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012144:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160717eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012160:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160717f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012167:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160717f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012173:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160717f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012179:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598555.012182:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160717f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012188:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160717f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012195:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1a86203700) 00010000:00010000:3.0:1788598555.012198:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598555.012201:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160717f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012518:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160717f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012562:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717e4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec42f expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012573:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598555.012576:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598555.012579:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160717e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec42f expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.012589:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598555.012669:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+111:33892:x1875480723124864:12345-192.168.202.17@tcp:101:bash.0 Request processed in 853us (1113us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598555.012677:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1489 00000100:00100000:0.0:1788598555.028023:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598555.028166:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723124992 00000100:00100000:2.0:1788598555.028179:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723124992 00000100:00100000:2.0:1788598555.028312:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1490 00000100:00100000:2.0:1788598555.028324:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+49:33893:x1875480723124992:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598555.028360:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598555.028387:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160717f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec436 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.028494:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.028512:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.028528:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598555.028587:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788598555.028592:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598555.028618:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.029321:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160717f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec436 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.029353:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec436 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.029364:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598555.029367:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598555.029372:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a0000, rc 0) 00000100:00100000:2.0:1788598555.029497:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33893:x1875480723124992:12345-192.168.202.17@tcp:101:rm.0 Request processed in 1174us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598555.029506:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1490 00000100:00100000:2.0:1788598555.040818:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598555.043280:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723125120 00000100:00100000:0.0:1788598555.043298:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723125120 00000100:00100000:0.0:1788598555.043464:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1491 00000100:00100000:0.0:1788598555.043476:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:33893:x1875480723125120:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598555.043504:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598555.043530:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071807 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec43d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.043613:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.043643:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.043659:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.043671:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071815 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.043679:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.043687:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.043979:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1607181c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.043989:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1607181c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.043997:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1607181c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598555.044037:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:0.0:1788598555.044042:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598555.044064:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1607181c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044079:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044087:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044093:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044099:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044107:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598555.044111:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044120:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044132:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598555.044135:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598555.044141:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044148:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607180e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044163:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044169:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071815 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044175:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071815 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044180:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598555.044182:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071815 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044188:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071815 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044195:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8a1a86203600) 00010000:00010000:0.0:1788598555.044197:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598555.044200:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071815 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044272:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071815 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044301:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071807 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec43d expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044314:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697c00/0x6b7334fb1607181c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec43d expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.044322:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598555.044325:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788598555.044327:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697c00, rc 0) 00000100:00100000:0.0:1788598555.044427:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33893:x1875480723125120:12345-192.168.202.17@tcp:101:rm.0 Request processed in 952us (3621us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598555.044435:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1491 00000100:00100000:1.0:1788598555.049867:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598555.050167:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723125248 00000100:00100000:0.0:1788598555.050180:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723125248 00000100:00100000:0.0:1788598555.050312:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1492 00000100:00100000:0.0:1788598555.050323:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33893:x1875480723125248:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598555.050359:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598555.050385:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071823 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec444 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050462:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607182a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050480:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607182a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050494:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607182a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050510:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071831 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050517:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050524:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050571:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607182a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050578:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607182a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050585:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607182a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050591:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598555.050596:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607182a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050605:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607182a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.050617:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598555.050620:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598555.051411:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607182a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051422:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607182a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051440:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051447:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071831 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051453:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071831 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051458:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598555.051461:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071831 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051468:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071831 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051477:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1b84c1a800) 00010000:00010000:0.0:1788598555.051480:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598555.051483:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071831 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051489:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071831 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051532:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071823 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec444 expref: 52 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051549:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598555.051552:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598555.051555:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071823 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec444 expref: 52 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.051566:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696e00, rc 0) 00000100:00100000:0.0:1788598555.052455:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33893:x1875480723125248:12345-192.168.202.17@tcp:101:rm.0 Request processed in 2130us (2598us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598555.052468:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1492 00000100:00100000:1.0:1788598555.059585:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598555.059877:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723125376 00000100:00100000:0.0:1788598555.059891:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723125376 00000100:00100000:0.0:1788598555.059966:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1493 00000100:00100000:0.0:1788598555.059977:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33893:x1875480723125376:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598555.060005:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598555.060030:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071838 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec44b expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060139:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607183f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060157:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607183f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060171:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607183f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060187:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071846 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060195:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060202:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060256:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607183f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060263:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607183f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060290:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607183f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060297:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598555.060302:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607183f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060311:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607183f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060324:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598555.060327:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598555.060333:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607183f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060339:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607183f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060365:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060372:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071846 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060378:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071846 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060383:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598555.060386:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071846 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060392:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071846 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060399:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598555.060401:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598555.060404:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071846 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060410:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071846 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060444:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071838 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec44b expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060455:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598555.060458:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598555.060461:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071838 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec44b expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.060476:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696a00, rc 0) 00000100:00100000:0.0:1788598555.060537:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33893:x1875480723125376:12345-192.168.202.17@tcp:101:rm.0 Request processed in 562us (965us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598555.060545:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1493 00000040:00080000:3.0:1788598555.074036:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598555.074049:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598555.074707:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1788598555.074722:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598555.084371:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598555.086189:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723125504 00000100:00100000:0.0:1788598555.086593:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723125504 00000100:00100000:1.0:1788598555.086816:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1494 00000100:00100000:1.0:1788598555.086830:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33894:x1875480723125504:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598555.086860:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598555.086886:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb1607184d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec452 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.086993:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087011:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087027:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087045:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607185b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087052:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607185b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087059:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607185b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087115:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087123:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087128:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087135:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087141:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598555.087147:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087155:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087170:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:1.0:1788598555.087174:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598555.087179:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087186:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071854 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087202:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607185b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087214:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607185b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087220:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607185b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087226:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598555.087229:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607185b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087234:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607185b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087242:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:1.0:1788598555.087244:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598555.087247:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607185b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087252:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607185b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087288:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb1607184d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec452 expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087299:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:1.0:1788598555.087301:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598555.087305:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb1607184d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec452 expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598555.087314:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f400, rc 0) 00000100:00100000:1.0:1788598555.087518:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33894:x1875480723125504:12345-192.168.202.17@tcp:101:cp.0 Request processed in 690us (3175us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598555.087527:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1494 00000100:00100000:1.0:1788598555.100267:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598555.100491:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723125632 00000100:00100000:2.0:1788598555.100504:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723125632 00000100:00100000:2.0:1788598555.100567:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1495 00000100:00100000:2.0:1788598555.100577:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33894:x1875480723125632:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598555.100604:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598555.100642:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071862 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec459 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100765:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071869 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100783:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071869 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100801:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071869 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100818:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071870 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100826:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100840:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100890:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071869 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100897:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071869 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100904:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071869 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100910:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598555.100915:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071869 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100922:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071869 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.100937:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598555.100940:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598555.100945:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071869 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101403:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071869 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101421:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101426:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071870 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101433:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071870 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101439:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598555.101441:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071870 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101447:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071870 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101456:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1a86120300) 00010000:00010000:2.0:1788598555.101458:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598555.101461:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071870 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101472:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071870 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101514:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071862 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec459 expref: 52 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101533:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598555.101536:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598555.101541:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071862 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec459 expref: 52 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.101552:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1c00, rc 0) 00000100:00100000:2.0:1788598555.101649:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33894:x1875480723125632:12345-192.168.202.17@tcp:101:cp.0 Request processed in 1072us (1395us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598555.101658:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1495 00000100:00100000:1.0:1788598555.108987:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598555.109265:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723125888 00000100:00100000:3.0:1788598555.109278:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723125888 00000100:00100000:3.0:1788598555.109356:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1496 00000100:00100000:3.0:1788598555.109368:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33894:x1875480723125888:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598555.109394:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598555.109419:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071877 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec460 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.109539:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607187e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.109557:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607187e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.109571:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607187e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.109588:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.109596:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.109602:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788598555.110461:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:3.0:1788598555.110618:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116331:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116363:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116462:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607187e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116470:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607187e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116478:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607187e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116485:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598555.116490:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607187e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116498:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607187e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116512:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598555.116516:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598555.116521:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607187e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116528:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607187e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598555.116552:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000038043dfe reply state 0000000090081674 transno 4294968222 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116565:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116573:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1a86203700) 00010000:00010000:3.0:1788598555.116575:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598555.116579:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788598555.116636:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071877 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec460 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116653:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec460 expref: 53 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.116661:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:3.0:1788598555.116663:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598555.116666:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:3.0:1788598555.116782:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33894:x1875480723125888:12345-192.168.202.17@tcp:101:cp.0 Request processed in 7416us (7807us total) trans 4294968222 rc 0/0 00000100:00100000:3.0:1788598555.116792:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1496 00000100:00100000:1.0:1788598555.128336:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598555.128520:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723126016 00000100:00100000:3.0:1788598555.128532:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723126016 00000100:00100000:3.0:1788598555.128601:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 417 00000100:00100000:3.0:1788598555.128612:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723126016:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598555.128929:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598555.129044:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb1607189a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec467 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598555.129077:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788598555.129100:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598555.129103:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598555.129114:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb1607189a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec467 expref: 9 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.129137:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb1607189a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec467 expref: 9 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598555.129154:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598555.130096:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723126016:12345-192.168.202.17@tcp:101:cp.0 Request processed in 1478us (1766us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598555.130107:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 417 00000100:00100000:1.0:1788598555.140176:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598555.140274:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723126144 00000100:00100000:2.0:1788598555.140287:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723126144 00000100:00100000:2.0:1788598555.140382:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 418 00000100:00100000:2.0:1788598555.140393:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:33894:x1875480723126144:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598555.140415:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598555.140437:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec46e expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.140476:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb1607189a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec467 expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.140486:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598555.140489:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598555.140494:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.140533:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb1607189a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec467 expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.140548:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb1607189a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec467 expref: 10 pid: 14172 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598555.140564:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747093632:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598555.140827:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598555.161216:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598555.161717:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747093632:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598555.161781:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.161809:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1c00, rc 0) 00000100:00100000:0.0:1788598555.162131:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723126272 00000100:00100000:0.0:1788598555.162140:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723126272 00010000:00010000:0.0:1788598555.162196:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb1607189a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec467 expref: 11 pid: 14172 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598555.162241:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 454 00000100:00100000:0.0:1788598555.162250:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ff6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723126272:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598555.162269:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598555.162291:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb1607189a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec467 expref: 11 pid: 14172 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.162306:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb1607189a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec467 expref: 11 pid: 14172 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.162335:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d34073/0x6b7334fb1607189a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec467 expref: 11 pid: 14172 timeout: 945 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.162360:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598555.162363:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598555.162372:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.162384:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598555.162423:0:10276:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 10 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598555.162438:0:10276:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10276:1875480747093760:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598555.162541:0:10276:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92180 going to sleep for 11 seconds 00000100:00100000:0.0:1788598555.162568:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:33894:x1875480723126144:12345-192.168.202.17@tcp:101:cp.0 Request processed in 22177us (22406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598555.162577:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 418 00000100:00100000:0.0:1788598555.165919:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598555.166105:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723126528 00000100:00100000:2.0:1788598555.166117:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723126528 00000100:00100000:2.0:1788598555.166180:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 302 00000100:00100000:2.0:1788598555.166190:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33894:x1875480723126528:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:2.0:1788598555.166575:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33894:x1875480723126528:12345-192.168.202.17@tcp:35:cp.0 Request processed in 385us (669us total) trans 4294968223 rc 0/0 00000100:00100000:2.0:1788598555.166584:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 302 00000100:00100000:1.0:1788598555.167141:0:10276:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10276:1875480747093760:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598555.167170:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598555.167195:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ff6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723126272:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 4946us (5993us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598555.167206:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 454 00000100:00100000:3.0:1788598555.256273:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598555.256401:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723126656 00000100:00100000:2.0:1788598555.256412:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723126656 00000100:00100000:2.0:1788598555.256475:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1497 00000100:00100000:2.0:1788598555.256485:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+111:33897:x1875480723126656:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598555.256505:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598555.256526:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160718a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec475 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256596:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160718af lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256612:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160718af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256623:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160718af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256637:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256645:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256652:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256714:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb160718bd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256720:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb160718bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256724:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb160718bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598555.256796:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00000004:00200000:2.0:1788598555.256801:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598555.256821:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb160718bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256837:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb160718bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256844:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160718af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256850:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160718af lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256856:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160718af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256862:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598555.256866:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160718af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256882:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160718af lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256894:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598555.256897:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598555.256901:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160718af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256907:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160718af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256919:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256925:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718b6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256931:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256936:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598555.256939:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256946:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718b6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256953:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1a86203700) 00010000:00010000:2.0:1788598555.256955:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598555.256957:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718b6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256961:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256980:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160718a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec475 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256988:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb160718bd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec475 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.256993:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:2.0:1788598555.256995:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598555.256997:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653fe00, rc 0) 00000100:00100000:2.0:1788598555.257040:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:33897:x1875480723126656:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 558us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598555.257047:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1497 00000100:00100000:1.0:1788598555.259092:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598555.259577:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723126784 00000100:00100000:2.0:1788598555.259587:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723126784 00000100:00100000:2.0:1788598555.259711:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 419 00000100:00100000:2.0:1788598555.259721:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723126784:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598555.259775:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598555.259792:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb160718c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec47c expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598555.259849:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747093888:192.168.202.17@tcp:106: 00000100:00100000:2.0:1788598555.259937:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ed80 going to sleep for 11 seconds 00002000:00010000:2.0:1788598555.264351:0:8406:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788598555.264360:0:8406:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1788598555 00002000:00010000:2.0:1788598555.264363:0:8406:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1788598555 00002000:00010000:2.0:1788598555.264365:0:8406:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1788598555 00002000:00010000:2.0:1788598555.264367:0:8406:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1788598555.264390:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747093888:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598555.264424:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb160718c4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec47c expref: 18 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.264450:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb160718c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec47c expref: 18 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.264463:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653ec00, rc 0) 00000100:00100000:2.0:1788598555.264515:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723126784:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4797us (5437us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598555.264524:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 419 00000100:00100000:3.0:1788598555.268419:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598555.268567:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723126912 00000100:00100000:2.0:1788598555.268577:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723126912 00000100:00100000:2.0:1788598555.268634:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1498 00000100:00100000:2.0:1788598555.268644:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:33897:x1875480723126912:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598555.268663:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598555.268684:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec483 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.269019:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160718d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.269033:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160718d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.269044:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160718d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598555.269078:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:2.0:1788598555.269081:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598555.269147:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160718d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.269171:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb160718cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec483 expref: 114 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.269188:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160718d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec483 expref: 113 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.269201:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598555.269204:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598555.269207:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598555.272128:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+113:33897:x1875480723126912:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3475us (3708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598555.272140:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1498 00000100:00100000:1.0:1788598555.276053:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598555.276285:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723127040 00000100:00100000:2.0:1788598555.276296:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723127040 00000100:00100000:2.0:1788598555.276365:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 420 00000100:00100000:2.0:1788598555.276379:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723127040:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598555.276396:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598555.276414:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb160718d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec48a expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598555.277315:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747094016:192.168.202.17@tcp:106: 00000100:00100000:2.0:1788598555.277433:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1788598555.293295:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747094016:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598555.293356:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb160718d9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec48a expref: 18 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.293396:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb160718d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec48a expref: 18 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598555.293412:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653ec00, rc 0) 00000100:00100000:2.0:1788598555.293496:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723127040:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 17122us (17454us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598555.293506:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 420 00000100:00100000:3.0:1788598555.299064:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598555.299234:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723127296 00000100:00100000:0.0:1788598555.299249:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723127296 00000100:00100000:0.0:1788598555.299327:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1499 00000100:00100000:0.0:1788598555.299338:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+113:33897:x1875480723127296:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:0.0:1788598555.299594:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 136 off14040 00000100:00100000:0.0:1788598555.299703:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+113:33897:x1875480723127296:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 366us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598555.299712:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1499 00000100:00100000:3.0:1788598555.394846:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598555.394869:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747094144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598555.394939:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598555.395081:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747094144 00000100:00100000:1.0:1788598555.395099:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747094144 00000100:00100000:1.0:1788598555.395150:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1788598555.395159:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747094144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598555.395191:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1788598555.395251:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747094144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598555.395259:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1788598555.395590:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747094144:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1788598555.464437:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788598555.524109:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598556.098105:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598556.098124:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598556.098167:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:3.0:1788598556.098179:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598556.098506:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747094272:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598556.098887:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598556.116401:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598556.116445:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723127424 00000100:00100000:1.0:1788598556.116456:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723127424 00000100:00100000:1.0:1788598556.116527:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1500 00000100:00100000:1.0:1788598556.116538:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33907:x1875480723127424:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598556.116583:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598556.116730:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33907:x1875480723127424:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 192us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598556.116760:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1500 00000100:00080000:1.0:1788598556.116786:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598556.117102:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747094272:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598556.128650:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598556.129591:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723127680 00000100:00100000:0.0:1788598556.129609:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723127680 00000100:00100000:0.0:1788598556.129684:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1501 00000100:00100000:0.0:1788598556.129696:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33907:x1875480723127680:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598556.129727:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598556.129778:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160718e0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec491 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.129931:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160718e7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.129961:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160718e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.129979:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160718e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598556.129995:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00010000:00010000:0.0:1788598556.130144:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160718e0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec491 expref: 58 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.130166:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160718e7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec491 expref: 57 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.130176:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:0.0:1788598556.130179:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598556.130185:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697400, rc 0) 00000100:00100000:0.0:1788598556.130270:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33907:x1875480723127680:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 575us (1638us total) trans 4294968224 rc 0/0 00000100:00100000:0.0:1788598556.130278:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1501 00000100:00100000:2.0:1788598556.138766:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598556.138816:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598556.138910:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723127936 00000100:00100000:3.0:1788598556.138923:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723127936 00000100:00100000:0.0:1788598556.139003:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723127808 00000100:00100000:3.0:1788598556.139006:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 70 00000100:00100000:0.0:1788598556.139008:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723127808 00000100:00100000:3.0:1788598556.139016:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+57:2432:x1875480723127936:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598556.139037:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788598556.139053:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 421 00000100:00100000:0.0:1788598556.139060:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723127808:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598556.139112:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.139138:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 9 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.139146:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598556.139149:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598556.139152:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.139193:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 9 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.139209:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 9 pid: 8868 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598556.139226:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747094400:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598556.139347:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd6c0 going to sleep for 11 seconds 00000100:00080000:0.0:1788598556.139364:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788598556.139376:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160718e7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec491 expref: 57 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.139395:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:3.0:1788598556.139400:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598556.139433:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2432:x1875480723127936:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 418us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598556.139441:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 70 00000100:00100000:3.0:1788598556.147678:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747094400:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598556.147717:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598556.147813:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598556.149463:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723128064 00000100:00100000:3.0:1788598556.149480:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723128064 00002000:00100000:3.0:1788598556.149545:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff8a1bc5b52d80 x1875480723128064/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:547/0 lens 648/0 e 0 to 0 dl 1788598567 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598556.149557:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b52d80 with x1875480723128064 ext(0->157) 00010000:00010000:3.0:1788598556.149567:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 10 pid: 8868 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.149588:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 10 pid: 8868 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598556.149597:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1bc5b52d80 00000100:00100000:3.0:1788598556.149636:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 18 00000100:00100000:3.0:1788598556.149647:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723128064:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:3.0:1788598556.150952:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723128064:12345-192.168.202.17@tcp:4:cp.0 Request processed in 1298us (3131us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1788598556.150965:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 18 00002000:00100000:3.0:1788598556.150974:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff8a1bc5b52d80 x1875480723128064/t4294967373(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:547/0 lens 648/448 e 0 to 0 dl 1788598567 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598556.150984:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bc5b52d80 with x1875480723128064 ext(0->157) 00010000:00010000:3.0:1788598556.150992:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 12 pid: 8868 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.151007:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 12 pid: 8868 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598556.151015:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1bc5b52d80 00000100:00100000:3.0:1788598556.162397:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598556.162699:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723128192 00000100:00100000:2.0:1788598556.162713:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723128192 00010000:00010000:2.0:1788598556.162799:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 12 pid: 8868 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598556.162855:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 455 00000100:00100000:2.0:1788598556.162868:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723128192:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598556.162900:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788598556.162924:0:6509:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788598556.162933:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 12 pid: 8868 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.164058:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 12 pid: 8868 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.164099:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e56d544e/0x6b7334fb160718a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec46e expref: 12 pid: 8868 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.164117:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598556.164120:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598556.164126:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.164144:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.164191:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598556.164283:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723128192:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1416us (1901us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598556.164294:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 455 00010000:00010000:3.0:1788598556.164655:0:8868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.164667:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.170006:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.170034:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.170044:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.170052:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598556.170057:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.170078:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.170105:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.170113:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb160718f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598556.170811:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723127808:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 31741us (32070us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598556.170826:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 421 00000100:00100000:0.0:1788598556.175134:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598556.175218:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723128448 00000100:00100000:2.0:1788598556.175239:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723128448 00000100:00100000:2.0:1788598556.175327:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1502 00000100:00100000:2.0:1788598556.175348:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33907:x1875480723128448:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598556.175494:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33907:x1875480723128448:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 149us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598556.175503:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1502 00000100:00100000:2.0:1788598556.188355:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598556.189839:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723128576 00000100:00100000:0.0:1788598556.189857:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723128576 00000100:00100000:0.0:1788598556.192905:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 422 00000100:00100000:0.0:1788598556.192928:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723128576:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598556.192956:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598556.192985:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb160718fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec498 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598556.193017:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a9bd91b, atime: 0x0, ctime: 0x6a9bd91b, blocks: 0x8 00010000:00010000:0.0:1788598556.193047:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598556.193050:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598556.193060:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb160718fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec498 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.193083:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb160718fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec498 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.193102:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00100000:0.0:1788598556.193202:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723128576:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 281us (5136us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598556.193210:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 422 00000100:00100000:0.0:1788598556.204414:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598556.204555:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723128832 00000100:00100000:1.0:1788598556.204580:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723128832 00000100:00100000:1.0:1788598556.204662:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1503 00000100:00100000:1.0:1788598556.204676:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33907:x1875480723128832:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598556.204863:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33907:x1875480723128832:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 189us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598556.204875:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1503 00000100:00100000:0.0:1788598556.211461:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598556.211680:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723128960 00000100:00100000:1.0:1788598556.211693:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723128960 00002000:00100000:1.0:1788598556.212020:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff8a1b81324e00 x1875480723128960/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:547/0 lens 488/0 e 0 to 0 dl 1788598567 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598556.212033:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b81324e00 with x1875480723128960 ext(0->4095) 00002000:00010000:1.0:1788598556.212041:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b81324e00 00000100:00100000:1.0:1788598556.212082:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 108 00000100:00100000:1.0:1788598556.212093:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723128960:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788598556.212650:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723128960:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 556us (1203us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598556.212660:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 108 00002000:00100000:1.0:1788598556.212668:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff8a1b81324e00 x1875480723128960/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:547/0 lens 488/4536 e 0 to 0 dl 1788598567 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598556.212677:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b81324e00 with x1875480723128960 ext(0->4095) 00002000:00010000:1.0:1788598556.212681:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b81324e00 00000100:00100000:3.0:1788598556.221073:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598556.221725:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723129088 00000100:00100000:0.0:1788598556.223532:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723129088 00000100:00100000:0.0:1788598556.223755:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1504 00000100:00100000:0.0:1788598556.223769:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33907:x1875480723129088:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598556.223797:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598556.223822:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071903 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec49f expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.224043:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.224062:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.224077:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.224512:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071903 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec49f expref: 58 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.224534:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec49f expref: 57 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.224545:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:0.0:1788598556.224548:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598556.224553:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696a00, rc 0) 00000100:00100000:0.0:1788598556.226502:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33907:x1875480723129088:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2726us (5431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598556.226517:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1504 00000100:00100000:0.0:1788598556.246023:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598556.246136:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723129216 00000100:00100000:3.0:1788598556.246149:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723129216 00000100:00100000:3.0:1788598556.246243:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1505 00000100:00100000:3.0:1788598556.246256:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33907:x1875480723129216:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598556.246309:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598556.246467:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33907:x1875480723129216:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 214us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598556.246477:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1505 00000100:00100000:0.0:1788598556.253261:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598556.253534:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723129344 00000100:00100000:1.0:1788598556.253547:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723129344 00000100:00100000:1.0:1788598556.253628:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 423 00000100:00100000:1.0:1788598556.253641:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723129344:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598556.253709:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071911 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.253730:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598556.253766:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598556.253772:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071911 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.253790:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071911 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.253821:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071911 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.253829:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071911 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.253839:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071911 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.253846:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598556.253851:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071911 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.253862:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071911 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.253881:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071911 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.253890:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16071911 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598556.253981:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723129344:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 343us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598556.253990:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 423 00000100:00100000:0.0:1788598556.257434:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598556.257617:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723129600 00000100:00100000:2.0:1788598556.257631:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723129600 00000100:00100000:2.0:1788598556.257698:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1506 00000100:00100000:2.0:1788598556.257709:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33907:x1875480723129600:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598556.258406:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.258431:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec49f expref: 57 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.258441:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.258486:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec49f expref: 57 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.258502:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec49f expref: 57 pid: 13009 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598556.258520:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747094528:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598556.258788:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcbae40 going to sleep for 11 seconds 00000100:00100000:2.0:1788598556.263439:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598556.263485:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747094528:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598556.263524:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598556.265531:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723129728 00000100:00100000:0.0:1788598556.265549:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723129728 00010000:00010000:0.0:1788598556.265605:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec49f expref: 58 pid: 13009 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598556.265652:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 456 00000100:00100000:0.0:1788598556.265661:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+58:2433:x1875480723129728:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598556.265681:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598556.265689:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec49f expref: 58 pid: 13009 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.265703:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec49f expref: 58 pid: 13009 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.265729:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb1607190a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec49f expref: 58 pid: 13009 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.265776:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:0.0:1788598556.265783:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.265795:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.265804:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.265836:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598556.265912:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:2433:x1875480723129728:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 252us (2488us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598556.265922:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 456 00010000:00010000:2.0:1788598556.266226:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.266244:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.266480:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.266489:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.266496:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.266503:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598556.266509:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.266518:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.266528:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:2.0:1788598556.266532:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598556.266536:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.266543:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071918 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598556.266667:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33907:x1875480723129600:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 8958us (9243us total) trans 4294968225 rc 0/0 00000100:00100000:2.0:1788598556.266677:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1506 00000040:00080000:0.0:1788598556.267110:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598556.267116:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598556.267670:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1788598556.267680:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598556.274671:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598556.274782:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723129984 00000100:00100000:0.0:1788598556.274796:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723129984 00000100:00100000:0.0:1788598556.274867:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 303 00000100:00100000:0.0:1788598556.274878:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33907:x1875480723129984:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598556.275391:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33907:x1875480723129984:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 394us (610us total) trans 4294968226 rc 0/0 00000100:00100000:0.0:1788598556.275402:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 303 00000040:00080000:1.0:1788598556.512049:0:24223:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598556.512060:0:24223:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598556.512230:0:24223:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:1.0:1788598556.512342:0:24223:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788598556.546059:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598556.606535:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598556.606691:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723130112 00000100:00100000:2.0:1788598556.607026:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723130112 00000100:00100000:3.0:1788598556.607491:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 424 00000100:00100000:3.0:1788598556.607507:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723130112:12345-192.168.202.17@tcp:101:rm.0 00000100:00080000:0.0:1788598556.607509:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788598556.607533:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598556.607551:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb1607191f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4a6 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.607580:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598556.607583:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598556.607590:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb1607191f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4a6 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.607607:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb1607191f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4a6 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.607634:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656800, rc 0) 00000100:00100000:3.0:1788598556.607700:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+18:2432:x1875480723130112:12345-192.168.202.17@tcp:101:rm.0 Request processed in 199us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598556.607707:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 424 00000100:00100000:2.0:1788598556.614259:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598556.614321:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723130368 00000100:00100000:0.0:1788598556.614346:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723130368 00000100:00100000:0.0:1788598556.614446:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1507 00000100:00100000:0.0:1788598556.614458:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+113:33908:x1875480723130368:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:0.0:1788598556.614534:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788598556.614574:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb160718bd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec475 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.614598:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:0.0:1788598556.615102:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb160718d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec483 expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615123:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598556.615128:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598556.615160:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071926 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615179:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071926 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615192:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071926 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615203:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615211:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615218:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615346:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615358:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec460 expref: 57 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615367:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615417:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec460 expref: 57 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.615433:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec460 expref: 57 pid: 6523 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598556.615453:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747094656:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598556.615585:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd780 going to sleep for 11 seconds 00000100:00080000:1.0:1788598556.616050:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598556.626341:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747094656:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598556.626360:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00010000:00010000:2.0:1788598556.626391:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598556.626434:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723130496 00000100:00100000:2.0:1788598556.626441:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723130496 00010000:00010000:2.0:1788598556.626479:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec460 expref: 58 pid: 6523 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598556.626520:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 457 00000100:00100000:2.0:1788598556.626530:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+58:2432:x1875480723130496:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598556.626547:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598556.626554:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec460 expref: 58 pid: 6523 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.626566:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec460 expref: 58 pid: 6523 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.626589:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607188c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec460 expref: 58 pid: 6523 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.626607:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:2.0:1788598556.626612:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.626621:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.626634:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.626671:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598556.626729:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+57:2432:x1875480723130496:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 199us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598556.626766:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 457 00010000:00010000:1.0:1788598556.627124:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627133:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788598556.627396:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9112 00000004:00080000:1.0:1788598556.627408:0:13009:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 846512672764ns, next at 847512670070ns, rc = 0 00010000:00010000:1.0:1788598556.627485:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627495:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627504:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627510:0:13009:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627521:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627526:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627542:0:13009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788598556.627561:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627567:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627573:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627578:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598556.627582:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627590:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627599:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:1.0:1788598556.627602:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598556.627606:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627612:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071934 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627633:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071926 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627640:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071926 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627645:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071926 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627650:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598556.627652:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071926 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627658:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071926 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627665:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:1.0:1788598556.627668:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598556.627670:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071926 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627676:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071926 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598556.627687:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd2a2d86 reply state 00000000fe53d5e9 transno 4294968227 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627698:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.627704:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1a86203700) 00010000:00010000:1.0:1788598556.627707:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598556.627710:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788598556.627815:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+113:33908:x1875480723130368:12345-192.168.202.17@tcp:36:rm.0 Request processed in 13344us (13546us total) trans 4294968227 rc 0/0 00000100:00100000:1.0:1788598556.627823:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1507 00010000:00010000:0.0:1788598556.628975:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598556.628989:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.629003:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598556.629009:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.629020:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.629042:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a86203e00) 00010000:00010000:0.0:1788598556.629045:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788598556.629050:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.629056:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607193b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.629084:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598556.629086:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598556.629089:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788598556.632291:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968227 is committed 00000004:00080000:2.0:1788598556.632312:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000001:00080000:2.0:1788598556.632353:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968226 is committed 00000020:00080000:2.0:1788598556.632390:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 34 batchid updated 00000020:00080000:2.0:1788598556.632415:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000020:00080000:2.0:1788598556.632428:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:0.0:1788598556.632489:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632505:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632515:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632532:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598556.632539:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632550:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598556.632551:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598556.632578:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747094784:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788598556.632580:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8a1a86203600) 00010000:00010000:0.0:1788598556.632591:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598556.632598:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632605:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160717ac lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632646:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632653:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632663:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598556.632667:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788598556.632680:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598556.632684:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632691:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632703:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598556.632706:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598556.632710:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632717:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb160717b3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632765:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632773:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632778:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632784:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598556.632788:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632794:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632806:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1a86203700) 00010000:00010000:0.0:1788598556.632809:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598556.632812:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632829:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607192d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632860:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632867:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632873:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632877:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598556.632880:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632886:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632894:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1a86203700) 00010000:00010000:0.0:1788598556.632896:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598556.632899:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.632905:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071885 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598556.633148:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747094784 00000100:00100000:0.0:1788598556.633159:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747094784 00000100:00080000:1.0:1788598556.633218:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598556.633251:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1788598556.633261:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747094784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788598556.633296:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:28 count 1 00010000:00010000:0.0:1788598556.633322:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.633358:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb160718fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec498 expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.633368:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb1607191f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4a6 expref: 17 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.633375:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598556.633378:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598556.633382:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.633425:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb1607191f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4a6 expref: 17 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.633442:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb1607191f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4a6 expref: 17 pid: 8868 timeout: 946 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598556.633458:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747094912:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598556.633588:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb160718fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec498 expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598556.633599:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb160718fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec498 expref: 10 pid: 8406 timeout: 946 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598556.633665:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747095040:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598556.633694:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598556.648854:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747094912:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598556.648876:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747095040:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598556.648918:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598556.649354:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598556.649457:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598556.649839:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723130624 00000100:00100000:2.0:1788598556.649850:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723130624 00010000:00010000:2.0:1788598556.649952:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb1607191f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4a6 expref: 18 pid: 8868 timeout: 946 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598556.649996:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723130752 00000100:00100000:2.0:1788598556.650000:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723130752 00010000:00010000:2.0:1788598556.650015:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb160718fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec498 expref: 11 pid: 8406 timeout: 946 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598556.650110:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 458 00000100:00100000:2.0:1788598556.650120:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+18:2432:x1875480723130624:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598556.650136:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598556.650142:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb1607191f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4a6 expref: 18 pid: 8868 timeout: 946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.650156:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb1607191f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4a6 expref: 18 pid: 8868 timeout: 946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.650179:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cd5b1a8/0x6b7334fb1607191f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4a6 expref: 18 pid: 8868 timeout: 946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.650196:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598556.650244:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723130624:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 127us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598556.650251:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 458 00000100:00100000:2.0:1788598556.650268:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 459 00000100:00100000:2.0:1788598556.650274:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723130752:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598556.650282:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598556.650286:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb160718fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec498 expref: 11 pid: 8406 timeout: 946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.650296:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb160718fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec498 expref: 11 pid: 8406 timeout: 946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.650308:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc2b46e8/0x6b7334fb160718fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec498 expref: 11 pid: 8406 timeout: 946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.650317:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598556.650319:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598556.650323:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.650343:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.650371:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598556.650390:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723130752:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 116us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598556.650396:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 459 00010000:00010000:1.0:1788598556.654088:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.654114:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.654127:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.654136:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598556.654173:0:8406:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788598556.654207:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598556.654222:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.654235:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598556.654240:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.654250:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.654272:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.654281:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006aa0706d/0x6b7334fb16071942 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598556.654324:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598556.654336:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598556.654339:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598556.654451:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747094784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21187us (21788us total) trans 4294967374 rc 0/0 00000100:00100000:1.0:1788598556.654464:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000004:00080000:2.0:1788598556.655167:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a87b72d80/2, rc 0, transno 4294967374 00000100:00100000:2.0:1788598556.655178:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747094784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788598556.948851:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598556.948881:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747095168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598556.948984:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598556.951430:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747095296:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598556.951507:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598556.951917:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747095168 00000100:00100000:3.0:1788598556.951930:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747095168 00000100:00100000:1.0:1788598556.952153:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747095296 00000100:00100000:1.0:1788598556.952158:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747095296 00000100:00100000:1.0:1788598556.952227:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1788598556.952238:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747095296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598556.952270:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598556.952504:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1788598556.952512:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747095168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598556.952524:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598556.972533:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747095296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 20281us (21010us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598556.972553:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1788598556.975752:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747095296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598556.977793:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747095168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 25268us (28795us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598556.977816:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00080000:3.0:1788598556.977895:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598556.977981:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598556.978016:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723130880 00000100:00100000:3.0:1788598556.978028:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723130880 00000100:00100000:3.0:1788598556.978079:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1508 00000100:00100000:3.0:1788598556.978089:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+109:33925:x1875480723130880:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:3.0:1788598556.978120:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598556.978147:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071949 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4ad expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.978238:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071950 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.978256:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071950 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.978272:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071950 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598556.978336:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:3.0:1788598556.978340:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598556.978365:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071950 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.978399:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071949 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4ad expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.978420:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071950 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4ad expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598556.978432:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598556.978435:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598556.978440:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656600, rc 0) 00000100:00100000:3.0:1788598556.978502:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+110:33925:x1875480723130880:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 415us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598556.978509:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1508 00000100:00100000:0.0:1788598556.981931:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747095168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598557.112379:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.112956:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723131008 00000100:00100000:2.0:1788598557.112971:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723131008 00000100:00100000:2.0:1788598557.113056:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1509 00000100:00100000:2.0:1788598557.113068:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33931:x1875480723131008:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598557.113103:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.113135:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071957 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4b4 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.113315:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071957 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4b4 expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.113344:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8a1a81295e00) 00010000:00010000:2.0:1788598557.113348:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.113355:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071957 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4b4 expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.113380:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653ec00, rc 0) 00000100:00100000:2.0:1788598557.113576:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33931:x1875480723131008:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 509us (1209us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598557.113585:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1509 00000100:00100000:3.0:1788598557.142220:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598557.143526:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723131264 00000100:00100000:1.0:1788598557.143548:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723131264 00000100:00100000:1.0:1788598557.143651:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1510 00000100:00100000:1.0:1788598557.143663:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+110:33931:x1875480723131264:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598557.143691:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598557.143696:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1788598557.144156:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071950 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4ad expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.144184:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:1.0:1788598557.144190:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598557.144208:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607195e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4bb expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.144339:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071965 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.144355:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071965 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.144367:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071965 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.144551:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.144561:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.144568:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.145589:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.145607:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.145618:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598557.145630:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1788598557.145661:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071965 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.145668:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071965 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.145676:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071965 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.145683:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598557.145688:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071965 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.145701:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071965 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.146697:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598557.146702:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598557.146724:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071965 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.146753:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071965 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598557.146772:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000056fcd85 reply state 000000007aa4ff9a transno 4294968228 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.146785:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.146793:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:3.0:1788598557.146795:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598557.146799:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788598557.147149:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb1607195e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4bb expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.147172:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4bb expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.147180:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.147183:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598557.147186:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657600, rc 0) 00000100:00100000:3.0:1788598557.147285:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:33931:x1875480723131264:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 3623us (5075us total) trans 4294968228 rc 0/0 00000100:00100000:3.0:1788598557.147297:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1510 00000100:00100000:1.0:1788598557.155926:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.156167:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723131520 00000100:00100000:3.0:1788598557.156181:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723131520 00000100:00100000:3.0:1788598557.156257:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1511 00000100:00100000:3.0:1788598557.156268:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:33931:x1875480723131520:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598557.156300:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598557.156337:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071981 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4c2 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.158218:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.158247:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4bb expref: 113 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.158256:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.158307:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4bb expref: 113 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.158336:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4bb expref: 113 pid: 13009 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598557.158357:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88357100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747095424:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598557.160568:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcbae40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598557.176283:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.176488:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723131648 00000100:00100000:0.0:1788598557.176501:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723131648 00010000:00010000:0.0:1788598557.176555:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4bb expref: 114 pid: 13009 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598557.176615:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 460 00000100:00100000:0.0:1788598557.176626:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ff5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+114:2433:x1875480723131648:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598557.176645:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598557.176653:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4bb expref: 114 pid: 13009 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.176668:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4bb expref: 114 pid: 13009 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.176697:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.176703:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.176714:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.176722:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.176778:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598557.176851:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ff5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+114:2433:x1875480723131648:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 225us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598557.176859:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 460 00010000:00010000:3.0:1788598557.177231:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071973 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4bb expref: 113 pid: 13009 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598557.177251:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88357100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747095424:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598557.177275:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177285:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177291:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598557.177314:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1788598557.177570:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177578:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177583:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177589:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598557.177593:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177601:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177611:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.177614:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598557.177619:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177625:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071988 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177693:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071981 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4c2 expref: 113 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177703:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598557.177705:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598557.177709:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071981 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4c2 expref: 113 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.177720:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598557.177811:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:33931:x1875480723131520:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 21545us (21901us total) trans 4294968229 rc 301/301 00000100:00100000:3.0:1788598557.177831:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1511 00000100:00100000:2.0:1788598557.181907:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.182082:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723131904 00000100:00100000:0.0:1788598557.182095:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723131904 00000100:00100000:0.0:1788598557.182170:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 304 00000100:00100000:0.0:1788598557.182182:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+112:33931:x1875480723131904:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598557.182553:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+113:33931:x1875480723131904:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 372us (659us total) trans 4294968230 rc 0/0 00000100:00100000:0.0:1788598557.182563:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 304 00000100:00100000:1.0:1788598557.185264:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.185465:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723132032 00000100:00100000:3.0:1788598557.185478:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723132032 00000100:00100000:3.0:1788598557.185554:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1512 00000100:00100000:3.0:1788598557.185564:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+113:33931:x1875480723132032:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598557.185587:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598557.186265:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071996 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4c9 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.186347:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071996 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4c9 expref: 114 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.186526:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071996 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4c9 expref: 114 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.186547:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.186551:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598557.186554:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598557.187052:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+114:33931:x1875480723132032:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1487us (1797us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598557.187062:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1512 00000100:00100000:1.0:1788598557.194813:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.195128:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723132288 00000100:00100000:3.0:1788598557.195142:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723132288 00000100:00100000:3.0:1788598557.195221:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1513 00000100:00100000:3.0:1788598557.195233:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+114:33931:x1875480723132288:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788598557.195330:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607199d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.195355:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607199d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.195372:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607199d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.195573:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607199d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.195582:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607199d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.195594:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607199d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.195601:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598557.195617:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607199d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.195627:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607199d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.195641:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.195645:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788598557.195651:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607199d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.195658:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607199d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598557.195967:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+115:33931:x1875480723132288:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 735us (1168us total) trans 4294968231 rc 0/0 00000100:00100000:3.0:1788598557.195976:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1513 00000100:00100000:2.0:1788598557.212129:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.212825:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723132544 00000100:00100000:3.0:1788598557.212839:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723132544 00000100:00100000:3.0:1788598557.212920:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1514 00000100:00100000:3.0:1788598557.212932:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+115:33931:x1875480723132544:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598557.213246:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.213270:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.213284:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788598557.213389:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968232 00000004:00010000:3.0:1788598557.213416:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008cf82ea4 reply state 00000000525240b2 transno 4294968233 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.213429:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.213438:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.213442:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788598557.213446:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598557.213576:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+118:33931:x1875480723132544:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 646us (1460us total) trans 4294968233 rc 0/0 00000100:00100000:3.0:1788598557.213584:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1514 00000020:00080000:3.0:1788598557.213590:0:6524:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788598557.217351:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.217479:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723132800 00000100:00100000:2.0:1788598557.217493:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723132800 00000100:00100000:2.0:1788598557.217566:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 305 00000100:00100000:2.0:1788598557.217578:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ec450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+118:33931:x1875480723132800:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598557.217938:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ec450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+119:33931:x1875480723132800:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 361us (600us total) trans 4294968234 rc 0/0 00000100:00100000:2.0:1788598557.217947:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 305 00000100:00100000:1.0:1788598557.317013:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.317920:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723133056 00000100:00100000:3.0:1788598557.317937:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723133056 00000100:00100000:3.0:1788598557.318032:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1515 00000100:00100000:3.0:1788598557.318045:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+119:33934:x1875480723133056:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598557.318082:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598557.318108:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160719ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4d0 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318209:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719b2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318231:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318245:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318258:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318266:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318272:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318436:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160719c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318447:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160719c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318455:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160719c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598557.318466:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788598557.318572:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318580:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719b2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318587:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318593:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598557.318598:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318606:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719b2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318620:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598557.318624:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598557.318630:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318636:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318653:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318660:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318666:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318671:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598557.318674:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318680:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318691:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:3.0:1788598557.318694:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598557.318696:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318702:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318833:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160719ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4d0 expref: 122 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318850:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160719c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4d0 expref: 121 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.318857:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.318860:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598557.318863:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656600, rc 0) 00000100:00100000:3.0:1788598557.318950:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+121:33934:x1875480723133056:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 907us (1951us total) trans 4294968235 rc 0/0 00000100:00100000:3.0:1788598557.318959:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1515 00000100:00100000:3.0:1788598557.325643:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598557.325908:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723133184 00000100:00100000:1.0:1788598557.325920:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723133184 00000100:00100000:1.0:1788598557.325992:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1516 00000100:00100000:1.0:1788598557.326004:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+121:33934:x1875480723133184:12345-192.168.202.17@tcp:54:lfs.0 00010000:00010000:1.0:1788598557.326092:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160719ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.326113:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160719ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.326127:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160719ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.326173:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160719ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.326185:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160719ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.326193:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160719ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.326199:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598557.326205:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160719ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.326214:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160719ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.326227:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:1.0:1788598557.326230:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598557.326236:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160719ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.326243:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160719ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598557.326348:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+121:33934:x1875480723133184:12345-192.168.202.17@tcp:54:lfs.0 Request processed in 346us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598557.326357:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1516 00000100:00100000:1.0:1788598557.332016:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.332121:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723133440 00000100:00100000:2.0:1788598557.332132:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723133440 00000100:00100000:2.0:1788598557.332197:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 306 00000100:00100000:2.0:1788598557.332207:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+121:33934:x1875480723133440:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:2.0:1788598557.332513:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+122:33934:x1875480723133440:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 306us (506us total) trans 4294968236 rc 0/0 00000100:00100000:2.0:1788598557.332521:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 306 00000100:00100000:2.0:1788598557.462549:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747095552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598557.462628:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598557.462880:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747095552 00000100:00100000:1.0:1788598557.462888:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747095552 00000100:00100000:1.0:1788598557.462954:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1788598557.462964:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747095552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598557.463001:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788598557.463054:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747095552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598557.463061:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1788598557.465842:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747095552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598557.530498:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.530554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.530587:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.530940:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723133696 00000100:00100000:3.0:1788598557.530951:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723133696 00000100:00100000:3.0:1788598557.531016:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723133952 00000100:00100000:3.0:1788598557.531019:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723133952 00000100:00100000:3.0:1788598557.531036:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723134208 00000100:00100000:3.0:1788598557.531038:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723134208 00000100:00100000:3.0:1788598557.531054:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1517 00000100:00100000:3.0:1788598557.531064:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+124:33941:x1875480723133696:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598557.531090:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598557.531111:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160719d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4d7 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.531237:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.531253:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.531278:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598557.531290:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788598557.531415:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160719d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4d7 expref: 127 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.531436:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4d7 expref: 126 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.531445:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.531447:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598557.531451:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657200, rc 0) 00000100:00100000:3.0:1788598557.531512:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+126:33941:x1875480723133696:12345-192.168.202.17@tcp:101:cat.0 Request processed in 448us (1023us total) trans 4294968237 rc 0/0 00000100:00100000:3.0:1788598557.531519:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1517 00000100:00100000:3.0:1788598557.531550:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1518 00000100:00100000:3.0:1788598557.531556:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+125:33940:x1875480723133952:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598557.531564:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598557.531571:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4de expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.531640:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.531648:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.531655:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598557.531662:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788598557.531700:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160719ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4de expref: 128 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.531712:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4de expref: 127 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.531719:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.531721:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1788598557.531723:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656800, rc 0) 00000100:00100000:0.0:1788598557.532372:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1519 00000100:00100000:0.0:1788598557.532402:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+127:33939:x1875480723134208:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598557.532413:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598557.532425:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160719ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4e5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.532476:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071a06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.532486:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071a06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.532495:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071a06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598557.532503:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788598557.532577:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb160719ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4e5 expref: 130 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.532593:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071a06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4e5 expref: 129 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.532601:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.532604:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598557.532616:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697800, rc 0) 00000100:00100000:3.0:1788598557.532816:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+129:33940:x1875480723133952:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1258us (2260us total) trans 4294968238 rc 0/0 00000100:00100000:3.0:1788598557.532823:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1518 00000100:00100000:3.0:1788598557.563203:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+128:33939:x1875480723134208:12345-192.168.202.17@tcp:101:cat.0 Request processed in 30806us (32600us total) trans 4294968239 rc 0/0 00000100:00100000:3.0:1788598557.563220:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1519 00010000:00010000:1.0:1788598557.570032:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598557.575477:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.600453:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723134592 00000100:00100000:2.0:1788598557.600469:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723134592 00000100:00100000:2.0:1788598557.600551:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1520 00000100:00100000:2.0:1788598557.600563:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+128:33943:x1875480723134592:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598557.600585:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.600608:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071a14 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4ec expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.600716:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071a1b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.600731:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071a1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.600767:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071a1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598557.600780:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598557.600890:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071a14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4ec expref: 131 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.600908:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071a1b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4ec expref: 130 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.600917:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.600920:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1788598557.600924:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653e600, rc 0) 00000100:00100000:2.0:1788598557.600988:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+130:33943:x1875480723134592:12345-192.168.202.17@tcp:101:cat.0 Request processed in 427us (25522us total) trans 4294968240 rc 0/0 00000100:00100000:2.0:1788598557.600995:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1520 00000100:00100000:3.0:1788598557.611329:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.611370:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.611415:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.611449:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723134976 00000100:00100000:3.0:1788598557.611460:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723134976 00000100:00100000:3.0:1788598557.611509:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 307 00000100:00100000:3.0:1788598557.611520:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+130:33939:x1875480723134976:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598557.611773:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723135232 00000100:00100000:0.0:1788598557.611779:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723135232 00000100:00100000:0.0:1788598557.611819:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 71 00000100:00100000:0.0:1788598557.611826:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+132:33941:x1875480723135232:12345-192.168.202.17@tcp:103:cat.0 00010000:00010000:0.0:1788598557.611846:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1788598557.611873:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071a06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4e5 expref: 132 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.611892:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb160719dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4d7 expref: 131 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.611906:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160719c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4d0 expref: 130 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.611916:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071996 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4c9 expref: 129 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.611926:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.611932:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598557.612162:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+128:33939:x1875480723134976:12345-192.168.202.17@tcp:35:cat.0 Request processed in 643us (744us total) trans 4294968241 rc 0/0 00000100:00100000:3.0:1788598557.612171:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 307 00000100:00100000:2.0:1788598557.612174:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723135488 00000100:00100000:2.0:1788598557.612178:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723135488 00000100:00100000:2.0:1788598557.612209:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1521 00000100:00100000:3.0:1788598557.612500:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+128:33945:x1875480723135488:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598557.612516:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598557.612529:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4fa expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.614679:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071a30 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.614702:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071a30 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.614716:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071a30 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.614729:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071a37 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.616350:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071a37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.616370:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071a37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.618965:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.618986:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.618998:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598557.619010:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788598557.619090:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071a30 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619097:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071a30 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619103:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071a30 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619108:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598557.619112:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071a30 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619118:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071a30 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619133:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598557.619136:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598557.619140:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071a30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619146:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071a30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619158:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071a37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619163:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071a37 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619168:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071a37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619173:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598557.619175:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071a37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619180:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071a37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619201:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:3.0:1788598557.619203:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598557.619206:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071a37 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619210:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071a37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619262:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4fa expref: 131 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619278:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4fa expref: 130 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.619297:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.619299:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598557.619302:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657c00, rc 0) 00000100:00100000:2.0:1788598557.628615:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.628659:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.628684:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.628708:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.628842:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723134720 00000100:00100000:2.0:1788598557.628852:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723134720 00000100:00100000:2.0:1788598557.628969:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723135744 00000100:00100000:2.0:1788598557.628973:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723135744 00000100:00100000:2.0:1788598557.628997:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1522 00000100:00100000:2.0:1788598557.629006:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+132:33942:x1875480723134720:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598557.629031:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.629052:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071a4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec4f3 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.629176:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.629192:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.629372:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598557.629388:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598557.629495:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071a4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4f3 expref: 135 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.629514:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4f3 expref: 134 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.629521:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.629524:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1788598557.629528:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598557.629644:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+134:33942:x1875480723134720:12345-192.168.202.17@tcp:101:cat.0 Request processed in 638us (1101us total) trans 4294968243 rc 0/0 00000100:00100000:2.0:1788598557.629652:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1522 00000100:00100000:2.0:1788598557.629671:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1523 00000100:00100000:2.0:1788598557.629677:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+133:33939:x1875480723135744:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598557.629686:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.629694:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071a61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec501 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.630297:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.630312:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.630331:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598557.630359:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:2.0:1788598557.630363:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598557.630378:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.630403:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071a61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec501 expref: 135 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.630419:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec501 expref: 134 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.630430:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.630433:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598557.630435:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1c00, rc 0) 00000100:00100000:2.0:1788598557.630466:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+134:33939:x1875480723135744:12345-192.168.202.17@tcp:101:cat.0 Request processed in 788us (1780us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598557.630473:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1523 00000100:00100000:2.0:1788598557.630546:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+133:33941:x1875480723135232:12345-192.168.202.17@tcp:103:cat.0 Request processed in 18719us (19174us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598557.631459:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 71 00000100:00100000:2.0:1788598557.631486:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723135616 00000100:00100000:2.0:1788598557.631493:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723135616 00000100:00100000:2.0:1788598557.632291:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 72 00000100:00100000:2.0:1788598557.632303:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+133:2432:x1875480723135616:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598557.632327:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598557.632348:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071a1b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4ec expref: 133 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.632364:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.632368:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598557.632411:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+132:2432:x1875480723135616:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 110us (3751us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598557.632417:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 72 00000100:00100000:2.0:1788598557.632474:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723136000 00000100:00100000:2.0:1788598557.632480:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723136000 00000100:00100000:2.0:1788598557.632504:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 308 00000100:00100000:2.0:1788598557.632511:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+132:33940:x1875480723136000:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598557.633101:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+133:33940:x1875480723136000:12345-192.168.202.17@tcp:35:cat.0 Request processed in 589us (4389us total) trans 4294968244 rc 0/0 00000100:00100000:2.0:1788598557.633109:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 308 00000100:00100000:3.0:1788598557.642051:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+132:33945:x1875480723135488:12345-192.168.202.17@tcp:101:cat.0 Request processed in 29823us (30730us total) trans 4294968242 rc 0/0 00000100:00100000:3.0:1788598557.642063:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1521 00000100:00100000:2.0:1788598557.651967:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.652060:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.652181:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723136384 00000100:00100000:0.0:1788598557.652200:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723136384 00000100:00100000:0.0:1788598557.652258:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 309 00000100:00100000:0.0:1788598557.652268:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+132:33943:x1875480723136384:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598557.652495:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+133:33943:x1875480723136384:12345-192.168.202.17@tcp:35:cat.0 Request processed in 228us (433us total) trans 4294968245 rc 0/0 00000100:00100000:0.0:1788598557.652506:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 309 00000100:00100000:3.0:1788598557.653228:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723136128 00000100:00100000:3.0:1788598557.653237:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723136128 00000100:00100000:3.0:1788598557.653281:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1524 00000100:00100000:3.0:1788598557.653288:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+133:33941:x1875480723136128:12345-192.168.202.17@tcp:58:cat.0 00010000:00010000:3.0:1788598557.653372:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.653401:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4de expref: 133 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.653410:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4f3 expref: 133 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.653417:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4fa expref: 133 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.653425:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec501 expref: 133 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.653433:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 7/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.653467:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec501 expref: 133 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.653480:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec501 expref: 133 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598557.653494:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87182a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747095680:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598557.653583:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4fa expref: 133 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.653592:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4fa expref: 133 pid: 6523 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598557.653602:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747095808:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598557.653643:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4f3 expref: 133 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.653652:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4f3 expref: 133 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598557.653665:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747095936:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598557.653693:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4de expref: 133 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.653700:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4de expref: 133 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598557.653707:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747096064:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598557.653726:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba180 going to sleep for 11 seconds 00000100:00100000:2.0:1788598557.685666:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.685792:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.685822:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.685968:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723136640 00000100:00100000:0.0:1788598557.685979:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723136640 00000100:00100000:0.0:1788598557.686044:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 310 00000100:00100000:0.0:1788598557.686054:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+134:33945:x1875480723136640:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598557.686277:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+135:33945:x1875480723136640:12345-192.168.202.17@tcp:35:cat.0 Request processed in 225us (629us total) trans 4294968246 rc 0/0 00000100:00100000:0.0:1788598557.686285:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 310 00000100:00100000:1.0:1788598557.686708:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723136768 00000100:00100000:1.0:1788598557.686713:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723136768 00010000:00010000:1.0:1788598557.686775:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4fa expref: 135 pid: 6523 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598557.686801:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723136896 00000100:00100000:1.0:1788598557.686804:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723136896 00010000:00010000:1.0:1788598557.686816:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4f3 expref: 136 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598557.686836:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 461 00000100:00100000:1.0:1788598557.686843:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+136:2432:x1875480723136768:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598557.686855:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598557.686862:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4fa expref: 136 pid: 6523 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.686874:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4fa expref: 136 pid: 6523 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.686898:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:1.0:1788598557.686903:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.686917:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598557.686952:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+136:2432:x1875480723136768:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 109us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598557.686958:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 461 00000100:00100000:1.0:1788598557.686972:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 462 00000100:00100000:1.0:1788598557.686978:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+135:2432:x1875480723136896:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598557.686985:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598557.686989:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4f3 expref: 135 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.686997:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4f3 expref: 135 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.687007:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:1.0:1788598557.687011:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.687016:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598557.687033:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+135:2432:x1875480723136896:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 56us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598557.687039:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 462 00000100:00100000:3.0:1788598557.687618:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87182a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747095680:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598557.687633:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4fa expref: 134 pid: 6523 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598557.687648:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747095808:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598557.687657:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4f3 expref: 133 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598557.687667:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747095936:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598557.687675:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747096064:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598557.687719:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598557.698844:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.699156:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723137152 00000100:00100000:3.0:1788598557.699167:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723137152 00000100:00100000:3.0:1788598557.699238:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1525 00000100:00100000:3.0:1788598557.699248:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+133:33949:x1875480723137152:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598557.699268:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598557.699289:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a76 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec508 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.699372:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.699397:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.699411:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598557.699462:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:3.0:1788598557.699467:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598557.699486:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.699497:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.699522:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071a76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec508 expref: 135 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.699541:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec508 expref: 134 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.699549:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.699553:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598557.699557:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598557.699626:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+134:33949:x1875480723137152:12345-192.168.202.17@tcp:101:cat.0 Request processed in 380us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598557.699632:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1525 00000100:00100000:1.0:1788598557.709355:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.710990:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723137280 00000100:00100000:0.0:1788598557.711004:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723137280 00010000:00010000:0.0:1788598557.711053:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec501 expref: 134 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598557.711089:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 463 00000100:00100000:0.0:1788598557.711098:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+134:2432:x1875480723137280:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598557.711116:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598557.711122:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec501 expref: 134 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.711136:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec501 expref: 134 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.711160:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec501 expref: 134 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.711178:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.711831:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.711844:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598557.711923:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+133:2432:x1875480723137280:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 823us (2574us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598557.712650:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 463 00000100:00100000:0.0:1788598557.717207:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.717246:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.717413:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723137408 00000100:00100000:2.0:1788598557.717423:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723137408 00000100:00100000:2.0:1788598557.717479:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723137536 00000100:00100000:2.0:1788598557.717482:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723137536 00000100:00100000:2.0:1788598557.717514:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1526 00000100:00100000:2.0:1788598557.717523:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+134:33945:x1875480723137408:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598557.717545:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.717567:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071a84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec50f expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.717681:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071a8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.717697:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071a8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.717709:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071a8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598557.717795:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:2.0:1788598557.717799:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598557.717820:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071a8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.717847:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16071a84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec50f expref: 136 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.717865:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071a8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec50f expref: 135 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.717874:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.717877:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598557.717881:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1000, rc 0) 00000100:00100000:2.0:1788598557.717950:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+135:33945:x1875480723137408:12345-192.168.202.17@tcp:101:cat.0 Request processed in 428us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598557.717957:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1526 00000100:00100000:2.0:1788598557.717975:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1527 00000100:00100000:2.0:1788598557.717982:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+134:33953:x1875480723137536:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598557.717990:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.717998:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a92 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec516 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.718033:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.718042:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.718049:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598557.718065:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:2.0:1788598557.718067:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598557.718076:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.718090:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb16071a92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec516 expref: 136 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.718101:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec516 expref: 135 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.718108:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.718110:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598557.718113:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598557.718135:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+135:33953:x1875480723137536:12345-192.168.202.17@tcp:101:cat.0 Request processed in 154us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598557.718141:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1527 00000100:00100000:2.0:1788598557.726404:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.726458:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.726496:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.726515:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.726540:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.726571:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723138432 00000100:00100000:2.0:1788598557.726582:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723138432 00000100:00100000:2.0:1788598557.726638:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 311 00000100:00100000:2.0:1788598557.726649:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ef850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+135:33942:x1875480723138432:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598557.726933:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723137920 00000100:00100000:0.0:1788598557.726938:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723137920 00000100:00100000:0.0:1788598557.726962:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723137664 00000100:00100000:0.0:1788598557.726966:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723137664 00000100:00100000:0.0:1788598557.726974:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723138048 00000100:00100000:0.0:1788598557.726976:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723138048 00000100:00100000:0.0:1788598557.726985:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723138176 00000100:00100000:0.0:1788598557.726987:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723138176 00000100:00100000:0.0:1788598557.727000:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1528 00000100:00100000:0.0:1788598557.727007:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+139:33955:x1875480723137920:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598557.727017:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598557.727039:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071aa0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec524 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.727099:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.727114:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.727127:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.727140:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071aae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.727148:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071aae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.727154:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071aae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.727266:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071ab5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.727275:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.727282:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598557.727292:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000100:00100000:2.0:1788598557.727692:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ef850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+141:33942:x1875480723138432:12345-192.168.202.17@tcp:35:cat.0 Request processed in 1042us (1148us total) trans 4294968247 rc 0/0 00000100:00100000:2.0:1788598557.727702:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 311 00010000:00010000:0.0:1788598557.728027:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728036:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071ab5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728043:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728049:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.728053:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728065:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071ab5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728077:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.728080:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598557.728085:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071ab5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728092:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071ab5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728108:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728114:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728119:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728125:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728130:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.728132:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728138:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728144:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598557.728148:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598557.728150:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728156:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071aa7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728165:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071aae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728170:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071aae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728174:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071aae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.728178:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.728181:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071aae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.730668:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071aae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.730687:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:0.0:1788598557.730690:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598557.730695:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071aae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.730701:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071aae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.730800:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071aa0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec524 expref: 141 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.730813:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598557.730816:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598557.730820:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071aa0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec524 expref: 141 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.730831:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696c00, rc 0) 00000100:00100000:0.0:1788598557.730903:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+140:33955:x1875480723137920:12345-192.168.202.17@tcp:101:cat.0 Request processed in 3894us (4519us total) trans 4294968248 rc 301/301 00000100:00100000:0.0:1788598557.730912:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1528 00000100:00100000:0.0:1788598557.730940:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1529 00000100:00100000:0.0:1788598557.730953:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+139:33946:x1875480723137664:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598557.730971:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598557.730986:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071ac3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec51d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731071:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071aca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731084:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071aca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731095:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071aca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598557.731125:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:0.0:1788598557.731130:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598557.731144:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071aca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731164:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071ac3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec51d expref: 141 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731176:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071aca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec51d expref: 140 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731183:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.731185:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598557.731188:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00100000:0.0:1788598557.731215:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+140:33946:x1875480723137664:12345-192.168.202.17@tcp:101:cat.0 Request processed in 267us (4756us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598557.731222:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1529 00000100:00100000:0.0:1788598557.731237:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1530 00000100:00100000:0.0:1788598557.731245:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+139:33950:x1875480723138048:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598557.731252:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598557.731258:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071ad1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec52b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731290:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071ad8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731298:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731305:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598557.731336:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:0.0:1788598557.731339:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598557.731348:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731364:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071ad1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec52b expref: 141 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731375:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec52b expref: 140 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731381:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.731383:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598557.731385:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697600, rc 0) 00000100:00100000:0.0:1788598557.731405:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+140:33950:x1875480723138048:12345-192.168.202.17@tcp:101:cat.0 Request processed in 161us (4909us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598557.731411:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1530 00000100:00100000:0.0:1788598557.731425:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1531 00000100:00100000:0.0:1788598557.731431:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+139:33951:x1875480723138176:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598557.731439:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598557.731445:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071adf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec532 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731482:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071ae6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731490:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731497:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598557.731511:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:0.0:1788598557.731514:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598557.731523:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731538:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16071adf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec532 expref: 141 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731550:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071ae6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec532 expref: 140 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.731557:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.731559:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598557.731561:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7200, rc 0) 00000100:00100000:0.0:1788598557.731581:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+140:33951:x1875480723138176:12345-192.168.202.17@tcp:101:cat.0 Request processed in 150us (5065us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598557.731587:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1531 00000100:00100000:2.0:1788598557.733207:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.733244:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.740595:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723138560 00000100:00100000:3.0:1788598557.740626:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723138560 00000100:00100000:2.0:1788598557.741150:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723138688 00000100:00100000:2.0:1788598557.741155:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723138688 00000100:00100000:2.0:1788598557.741199:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 73 00000100:00100000:2.0:1788598557.741210:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+141:2433:x1875480723138560:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598557.741227:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598557.741253:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16071a8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec50f expref: 141 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.741273:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.741279:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.741289:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598557.741357:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+140:2433:x1875480723138560:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 149us (8159us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598557.741364:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 73 00000100:00100000:2.0:1788598557.741395:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 74 00000100:00100000:2.0:1788598557.741402:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ff4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+139:2433:x1875480723138688:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598557.741410:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598557.741420:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071a99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec516 expref: 139 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.741430:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.741433:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.741439:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598557.741457:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ff4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+138:2433:x1875480723138688:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 56us (8212us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598557.741463:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 74 00000100:00100000:2.0:1788598557.744089:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.744572:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723138944 00000100:00100000:0.0:1788598557.744582:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723138944 00000100:00100000:0.0:1788598557.744890:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1532 00000100:00100000:0.0:1788598557.744901:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+138:33957:x1875480723138944:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598557.744922:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598557.745852:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6e00/0x6b7334fb16071aed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec539 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.745955:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.745971:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.745983:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.745993:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071afb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.746000:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.746006:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.746103:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071b02 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.746112:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071b02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.746119:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071b02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598557.746129:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000100:00100000:2.0:1788598557.748430:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.748463:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.748536:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.748570:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723139072 00000100:00100000:2.0:1788598557.748578:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723139072 00000100:00100000:2.0:1788598557.748638:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723139328 00000100:00100000:2.0:1788598557.748641:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723139328 00000100:00100000:2.0:1788598557.748657:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723139200 00000100:00100000:2.0:1788598557.748659:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723139200 00000100:00100000:2.0:1788598557.748674:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 75 00000100:00100000:2.0:1788598557.748682:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+143:2433:x1875480723139072:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598557.748696:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598557.748718:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071ad8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec52b expref: 143 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.748762:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.748768:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.748778:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598557.748833:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+142:2433:x1875480723139072:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 151us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598557.748840:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 75 00000100:00100000:2.0:1788598557.748860:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 76 00000100:00100000:2.0:1788598557.748865:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+141:2433:x1875480723139328:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598557.748873:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598557.748882:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071aca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec51d expref: 141 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.748891:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.748894:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.748900:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598557.748916:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+140:2433:x1875480723139328:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 51us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598557.748922:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 76 00000100:00100000:2.0:1788598557.748933:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 77 00000100:00100000:2.0:1788598557.748940:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+139:2433:x1875480723139200:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598557.748946:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598557.748955:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071ae6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec532 expref: 139 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.748964:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.748968:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.748974:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598557.748991:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+138:2433:x1875480723139200:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 52us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598557.748997:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 77 00010000:00010000:0.0:1788598557.754603:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071b02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754629:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071b02 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754638:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071b02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754644:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.754649:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071b02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754657:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071b02 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754676:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.754679:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598557.754684:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071b02 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754690:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071b02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754718:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754723:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754728:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754750:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754766:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.754769:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754775:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754784:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598557.754786:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598557.754789:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754794:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071af4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754804:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754809:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071afb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754814:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071afb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754819:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be6c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.754821:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071afb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754828:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071afb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754840:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:0.0:1788598557.754842:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598557.754845:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071afb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754851:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071afb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754908:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6e00/0x6b7334fb16071aed lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec539 expref: 137 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754919:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598557.754922:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598557.754925:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6e00/0x6b7334fb16071aed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec539 expref: 137 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.754933:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be6e00, rc 0) 00000100:00100000:0.0:1788598557.755017:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+136:33957:x1875480723138944:12345-192.168.202.17@tcp:101:cat.0 Request processed in 10118us (10936us total) trans 4294968249 rc 301/301 00000100:00100000:0.0:1788598557.755026:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1532 00000100:00100000:2.0:1788598557.758051:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.758087:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.758219:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723139456 00000100:00100000:3.0:1788598557.758230:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723139456 00010000:00010000:3.0:1788598557.758270:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4de expref: 136 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598557.758312:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 464 00000100:00100000:3.0:1788598557.758332:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+136:2434:x1875480723139456:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598557.758348:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598557.758355:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4de expref: 136 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.758370:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4de expref: 136 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.758403:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160719f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec4de expref: 136 pid: 10034 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.758418:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.758423:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.758438:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.758445:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.758480:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598557.758533:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+135:2434:x1875480723139456:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 204us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598557.758541:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 464 00010000:00010000:1.0:1788598557.758772:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.758781:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788598557.758904:0:10034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 136 off14176 00000100:00100000:1.0:1788598557.758972:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+134:33941:x1875480723136128:12345-192.168.202.17@tcp:58:cat.0 Request processed in 105684us (107016us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598557.758980:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1524 00000100:00100000:0.0:1788598557.761335:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723139712 00000100:00100000:0.0:1788598557.761352:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723139712 00000100:00100000:0.0:1788598557.761452:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 312 00000100:00100000:0.0:1788598557.761463:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+134:33955:x1875480723139712:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598557.761728:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+135:33955:x1875480723139712:12345-192.168.202.17@tcp:35:cat.0 Request processed in 266us (3683us total) trans 4294968250 rc 0/0 00000100:00100000:0.0:1788598557.761762:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 312 00000100:00100000:1.0:1788598557.772022:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.772105:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723139968 00000100:00100000:2.0:1788598557.772118:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723139968 00000100:00100000:2.0:1788598557.772198:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1533 00000100:00100000:2.0:1788598557.772207:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+135:33956:x1875480723139968:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598557.772229:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.772250:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071b10 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec540 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.772361:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b17 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.772377:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b17 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.772559:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b17 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.772574:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b1e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.772582:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.772589:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.773024:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b25 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.773035:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.773041:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598557.773053:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598557.773141:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.773149:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b25 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.773155:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.773161:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.773165:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.773172:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b25 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778458:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.778469:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598557.778480:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b25 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778491:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778518:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b17 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778526:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b17 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778533:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b17 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778538:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.778542:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b17 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778550:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b17 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778560:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.778563:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.778566:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b17 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778572:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778582:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778589:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b1e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778594:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b1e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778599:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.778602:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b1e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778607:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b1e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778615:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:2.0:1788598557.778618:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.778620:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b1e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778626:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b1e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778697:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071b10 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec540 expref: 137 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778709:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.778711:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598557.778714:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071b10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec540 expref: 137 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.778724:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598557.778856:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+136:33956:x1875480723139968:12345-192.168.202.17@tcp:101:cat.0 Request processed in 6648us (6842us total) trans 4294968251 rc 301/301 00000100:00100000:2.0:1788598557.778870:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1533 00000100:00100000:0.0:1788598557.784845:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598557.786131:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.786672:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723140352 00000100:00100000:3.0:1788598557.786682:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723140352 00000100:00100000:3.0:1788598557.786776:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1534 00000100:00100000:3.0:1788598557.786788:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+136:33941:x1875480723140352:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598557.786813:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598557.786835:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071b33 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec547 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.786890:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.786901:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071b33 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec547 expref: 137 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.786920:0:13009:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.786943:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071b33 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec547 expref: 137 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.786957:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598557.786960:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598557.786964:0:13009:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071b33 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec547 expref: 137 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.786972:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656800, rc 0) 00000100:00100000:3.0:1788598557.787029:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+137:33941:x1875480723140352:12345-192.168.202.17@tcp:101:cat.0 Request processed in 245us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598557.787037:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1534 00000100:00100000:2.0:1788598557.787208:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723140224 00000100:00100000:2.0:1788598557.787213:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723140224 00000100:00100000:2.0:1788598557.787247:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 313 00000100:00100000:2.0:1788598557.787255:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+137:33957:x1875480723140224:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598557.787447:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+138:33957:x1875480723140224:12345-192.168.202.17@tcp:35:cat.0 Request processed in 192us (2611us total) trans 4294968252 rc 0/0 00000100:00100000:2.0:1788598557.787454:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 313 00000100:00100000:0.0:1788598557.806044:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.806088:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.806454:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723140608 00000100:00100000:3.0:1788598557.806465:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723140608 00000100:00100000:3.0:1788598557.806524:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1535 00000100:00100000:3.0:1788598557.806534:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+138:33954:x1875480723140608:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598557.806560:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598557.806581:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071b3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec54e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.806669:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071b41 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.806685:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071b41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.806697:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071b41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.806707:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071b48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.806715:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071b48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.806720:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071b48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.806865:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071b4f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.806875:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.806881:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598557.806891:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1788598557.807407:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807415:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071b4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807421:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071b4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807427:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598557.807431:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071b4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807438:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071b4f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807450:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:1.0:1788598557.807453:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598557.807456:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071b4f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807462:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071b4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807482:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071b41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807488:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071b41 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807493:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071b41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807499:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598557.807501:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071b41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807507:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071b41 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807514:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:1.0:1788598557.807516:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598557.807518:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071b41 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807523:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071b41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807530:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071b48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807535:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071b48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807540:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071b48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807544:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598557.807546:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071b48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807552:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071b48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807558:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:1.0:1788598557.807560:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598557.807563:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071b48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807568:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071b48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807620:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071b3a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec54e expref: 140 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807631:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:1.0:1788598557.807633:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598557.807636:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071b3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec54e expref: 140 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598557.807645:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657c00, rc 0) 00000100:00100000:1.0:1788598557.807723:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+139:33954:x1875480723140608:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1191us (1688us total) trans 4294968253 rc 301/301 00000100:00100000:1.0:1788598557.807763:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1535 00000100:00100000:2.0:1788598557.808621:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723140864 00000100:00100000:2.0:1788598557.808630:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723140864 00000100:00100000:2.0:1788598557.808681:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 314 00000100:00100000:2.0:1788598557.808689:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+139:33956:x1875480723140864:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598557.808868:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+140:33956:x1875480723140864:12345-192.168.202.17@tcp:35:cat.0 Request processed in 179us (2779us total) trans 4294968254 rc 0/0 00000100:00100000:2.0:1788598557.808875:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 314 00000100:00100000:0.0:1788598557.826370:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.826552:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723141120 00000100:00100000:2.0:1788598557.826562:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723141120 00000100:00100000:2.0:1788598557.826624:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 315 00000100:00100000:2.0:1788598557.826635:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+140:33954:x1875480723141120:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598557.826903:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+141:33954:x1875480723141120:12345-192.168.202.17@tcp:35:cat.0 Request processed in 269us (541us total) trans 4294968255 rc 0/0 00000100:00100000:2.0:1788598557.826911:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 315 00000100:00100000:3.0:1788598557.829392:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.829977:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723141376 00000100:00100000:2.0:1788598557.829988:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723141376 00000100:00100000:2.0:1788598557.830052:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1536 00000100:00100000:2.0:1788598557.830063:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+141:33960:x1875480723141376:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598557.830084:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.830106:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071b5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec555 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.830188:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b64 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.830202:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.830215:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.830226:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.830233:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.830240:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.830356:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b72 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.830366:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.830373:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598557.830395:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598557.832221:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832236:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b72 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832243:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832248:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.832252:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832259:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b72 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832274:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.832277:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598557.832281:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b72 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832287:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071b72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832303:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832310:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b64 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832331:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b64 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832336:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.832338:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b64 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832344:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b64 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832352:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.832354:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.832357:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832363:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071b64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832371:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832377:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.832393:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.836547:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.836557:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.836573:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.836592:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:2.0:1788598557.837559:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.837569:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b6b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.837579:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071b6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.837665:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071b5d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec555 expref: 143 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.837679:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.837682:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598557.837685:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071b5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec555 expref: 143 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.837696:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598557.837845:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+142:33960:x1875480723141376:12345-192.168.202.17@tcp:101:cat.0 Request processed in 7783us (8471us total) trans 4294968256 rc 301/301 00000100:00100000:2.0:1788598557.837855:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1536 00000100:00100000:1.0:1788598557.891000:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598557.891052:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.892139:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723141888 00000100:00100000:0.0:1788598557.892160:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723141888 00000100:00100000:0.0:1788598557.892211:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1537 00000100:00100000:0.0:1788598557.892220:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+142:33961:x1875480723141888:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598557.892243:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598557.892261:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071b80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec55c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892385:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892405:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892417:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892427:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071b8e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892434:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071b8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892440:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071b8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892529:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071b95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892538:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071b95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892545:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071b95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598557.892555:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788598557.892629:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071b95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892636:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071b95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892643:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071b95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892648:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.892652:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071b95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892660:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071b95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892671:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.892674:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598557.892679:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071b95 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892689:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071b95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892714:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892720:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892726:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892732:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892771:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.892774:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892780:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892787:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598557.892790:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598557.892792:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892799:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071b87 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892807:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071b8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892813:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071b8e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892818:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071b8e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892824:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.892826:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071b8e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892832:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071b8e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892839:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:0.0:1788598557.892841:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598557.892844:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071b8e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892850:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071b8e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892885:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071b80 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec55c expref: 144 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892894:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598557.892896:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598557.892899:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071b80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec55c expref: 144 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.892911:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696000, rc 0) 00000100:00100000:0.0:1788598557.892969:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+143:33961:x1875480723141888:12345-192.168.202.17@tcp:101:cat.0 Request processed in 750us (1916us total) trans 4294968257 rc 301/301 00000100:00100000:0.0:1788598557.892976:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1537 00000100:00100000:2.0:1788598557.897278:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723141632 00000100:00100000:2.0:1788598557.897294:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723141632 00000100:00100000:2.0:1788598557.897388:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 316 00000100:00100000:2.0:1788598557.897400:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+143:33960:x1875480723141632:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598557.897643:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+144:33960:x1875480723141632:12345-192.168.202.17@tcp:35:cat.0 Request processed in 245us (6651us total) trans 4294968258 rc 0/0 00000100:00100000:2.0:1788598557.897652:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 316 00000100:00100000:3.0:1788598557.907635:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.907679:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.907826:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723142144 00000100:00100000:0.0:1788598557.907837:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723142144 00000100:00100000:0.0:1788598557.907899:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1538 00000100:00100000:0.0:1788598557.907909:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+144:33965:x1875480723142144:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598557.907934:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598557.907957:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071ba3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec563 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908036:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071baa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908051:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071baa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908063:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071baa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908074:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071bb1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908080:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908087:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908201:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071bb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908210:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908217:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598557.908226:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788598557.908304:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908311:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071bb8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908329:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908334:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.908338:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908345:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071bb8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908357:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598557.908360:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598557.908364:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071bb8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908375:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071bb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908392:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071baa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908414:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071baa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908420:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071baa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908425:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.908428:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071baa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908434:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071baa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908441:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598557.908444:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598557.908447:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071baa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908452:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071baa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908460:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908467:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071bb1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908474:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071bb1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908479:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598557.908482:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071bb1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908487:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071bb1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908494:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:0.0:1788598557.908496:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598557.908499:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071bb1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908505:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071bb1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908538:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071ba3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec563 expref: 146 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908550:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598557.908553:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598557.908556:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071ba3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec563 expref: 146 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598557.908565:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696000, rc 0) 00000100:00100000:0.0:1788598557.908622:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+145:33965:x1875480723142144:12345-192.168.202.17@tcp:101:cat.0 Request processed in 715us (997us total) trans 4294968259 rc 301/301 00000100:00100000:0.0:1788598557.908634:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1538 00000100:00100000:2.0:1788598557.908857:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723142400 00000100:00100000:2.0:1788598557.908864:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723142400 00000100:00100000:2.0:1788598557.908898:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 317 00000100:00100000:2.0:1788598557.908906:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ed050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+145:33961:x1875480723142400:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598557.909003:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ed050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+146:33961:x1875480723142400:12345-192.168.202.17@tcp:35:cat.0 Request processed in 97us (1322us total) trans 4294968260 rc 0/0 00000100:00100000:2.0:1788598557.909009:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 317 00000100:00100000:3.0:1788598557.924504:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.924865:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723142656 00000100:00100000:2.0:1788598557.924875:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723142656 00000100:00100000:2.0:1788598557.924928:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1539 00000100:00100000:2.0:1788598557.924948:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+146:33970:x1875480723142656:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598557.924975:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.924996:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071bc6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec56a expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925081:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bcd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925099:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bcd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925114:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bcd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925128:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bd4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925135:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925141:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925255:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bdb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925264:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925270:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598557.925279:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598557.925367:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925375:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bdb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925381:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bdb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925388:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.925392:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bdb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925405:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bdb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925418:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.925421:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598557.925426:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bdb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925432:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bdb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925449:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bcd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925454:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bcd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925459:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bcd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925463:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.925466:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bcd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925472:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bcd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925478:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.925481:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.925484:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bcd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925493:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bcd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925502:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925507:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bd4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925512:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925517:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.925519:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925524:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bd4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925530:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:2.0:1788598557.925533:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.925536:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bd4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925542:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925582:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071bc6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec56a expref: 148 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925597:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.925610:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598557.925614:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071bc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec56a expref: 148 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.925623:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598557.925697:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+147:33970:x1875480723142656:12345-192.168.202.17@tcp:101:cat.0 Request processed in 750us (1202us total) trans 4294968261 rc 301/301 00000100:00100000:2.0:1788598557.925705:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1539 00000100:00100000:1.0:1788598557.940834:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.941255:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723142912 00000100:00100000:2.0:1788598557.941267:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723142912 00000100:00100000:2.0:1788598557.941342:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1540 00000100:00100000:2.0:1788598557.941361:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+147:33969:x1875480723142912:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598557.941382:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.941402:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071be9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec571 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941481:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bf0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941497:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941507:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941518:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bf7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941525:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941543:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941641:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bfe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941651:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941658:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598557.941668:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598557.941772:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941780:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bfe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941786:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bfe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941792:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.941796:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bfe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941803:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bfe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941819:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.941822:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598557.941826:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bfe lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941832:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071bfe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941847:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941852:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bf0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941858:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bf0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941861:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.941863:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bf0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941867:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bf0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941873:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.941876:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.941878:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bf0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941883:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071bf0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941894:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941899:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bf7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941903:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941908:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.941910:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941915:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bf7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941921:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:2.0:1788598557.941923:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.941926:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bf7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941932:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071bf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941969:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071be9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec571 expref: 149 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941979:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.941981:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598557.941985:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071be9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec571 expref: 149 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.941994:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598557.942059:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+148:33969:x1875480723142912:12345-192.168.202.17@tcp:101:cat.0 Request processed in 700us (1237us total) trans 4294968262 rc 301/301 00000100:00100000:2.0:1788598557.942067:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1540 00000100:00100000:1.0:1788598557.967173:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.968072:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723143168 00000100:00100000:3.0:1788598557.968082:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723143168 00000100:00100000:3.0:1788598557.968148:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1541 00000100:00100000:3.0:1788598557.968157:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+148:33963:x1875480723143168:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598557.968178:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598557.968197:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071c0c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec578 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.968299:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071c13 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.968325:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071c13 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.968338:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071c13 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.968349:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071c1a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.968356:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071c1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.968363:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071c1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.968637:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071c21 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.968648:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071c21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598557.968654:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071c21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598557.968664:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598557.969194:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071c21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969203:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071c21 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969210:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071c21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969216:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.969220:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071c21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969228:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071c21 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969241:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.969245:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598557.969249:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071c21 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969256:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071c21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969272:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071c13 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969278:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071c13 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969285:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071c13 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969290:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.969292:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071c13 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969298:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071c13 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969305:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.969308:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.969310:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071c13 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969327:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071c13 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969336:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071c1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969342:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071c1a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969348:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071c1a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969353:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.969356:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071c1a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969362:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071c1a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969369:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:2.0:1788598557.969372:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.969375:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071c1a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969393:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071c1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969559:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071c0c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec578 expref: 150 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969571:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.969573:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598557.969577:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071c0c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec578 expref: 150 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.969586:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656600, rc 0) 00000100:00100000:2.0:1788598557.969673:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+149:33963:x1875480723143168:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1516us (2508us total) trans 4294968263 rc 301/301 00000100:00100000:2.0:1788598557.969682:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1541 00000100:00100000:3.0:1788598557.974844:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598557.975044:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723143424 00000100:00100000:0.0:1788598557.975055:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723143424 00000100:00100000:0.0:1788598557.975111:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 318 00000100:00100000:0.0:1788598557.975122:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+149:33965:x1875480723143424:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598557.975362:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+150:33965:x1875480723143424:12345-192.168.202.17@tcp:35:cat.0 Request processed in 240us (525us total) trans 4294968264 rc 0/0 00000100:00100000:0.0:1788598557.975370:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 318 00000100:00100000:3.0:1788598557.996241:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598557.996282:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598557.996539:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723143936 00000100:00100000:2.0:1788598557.996551:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723143936 00000100:00100000:2.0:1788598557.996617:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1542 00000100:00100000:2.0:1788598557.996626:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+150:33958:x1875480723143936:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598557.996653:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598557.996675:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071c2f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec57f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.996811:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c36 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.996826:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c36 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.996837:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c36 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.996849:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c3d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.996857:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598557.996860:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723143680 00010000:00010000:2.0:1788598557.996863:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598557.996864:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723143680 00000100:00100000:0.0:1788598557.996891:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 319 00000100:00100000:0.0:1788598557.996897:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+152:33970:x1875480723143680:12345-192.168.202.17@tcp:35:cat.0 00010000:00010000:2.0:1788598557.996954:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.996963:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.996970:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598557.996980:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598557.997014:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997020:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c44 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997025:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997030:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.997034:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997041:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997052:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598557.997055:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00100000:0.0:1788598557.997058:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+154:33970:x1875480723143680:12345-192.168.202.17@tcp:35:cat.0 Request processed in 161us (827us total) trans 4294968265 rc 0/0 00010000:00010000:2.0:1788598557.997059:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c44 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997066:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598557.997067:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 319 00010000:00010000:2.0:1788598557.997078:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c36 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997084:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c36 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997089:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c36 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997098:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.997101:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c36 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997106:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c36 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997113:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.997115:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.997118:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c36 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997123:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997131:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997136:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c3d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997157:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997163:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598557.997165:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997170:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c3d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997180:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:2.0:1788598557.997182:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598557.997185:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c3d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997191:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997218:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071c2f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec57f expref: 153 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997228:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598557.997230:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598557.997234:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071c2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec57f expref: 153 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598557.997241:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598557.997264:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+152:33958:x1875480723143936:12345-192.168.202.17@tcp:101:cat.0 Request processed in 640us (981us total) trans 4294968266 rc 301/301 00000100:00100000:2.0:1788598557.997269:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1542 00000100:00100000:3.0:1788598558.002093:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.002094:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.002158:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723144448 00000100:00100000:0.0:1788598558.002168:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723144448 00000100:00100000:0.0:1788598558.002252:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1543 00000100:00100000:0.0:1788598558.002262:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+152:33962:x1875480723144448:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598558.002288:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598558.002311:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071c52 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec586 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002416:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071c59 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002434:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071c59 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002445:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071c59 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002455:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071c60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002461:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071c60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002466:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071c60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002567:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071c67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002576:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071c67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002583:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071c67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598558.002594:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788598558.002667:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071c67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002675:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071c67 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002681:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071c67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002688:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598558.002693:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071c67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002713:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071c67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002726:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:0.0:1788598558.002729:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598558.002758:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071c67 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002765:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071c67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002780:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071c59 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002785:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071c59 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002791:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071c59 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002796:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598558.002799:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071c59 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598558.002803:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723144192 00010000:00010000:0.0:1788598558.002804:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071c59 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598558.002808:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723144192 00010000:00010000:0.0:1788598558.002815:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598558.002818:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598558.002820:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071c59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.002826:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071c59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598558.002837:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 320 00000100:00100000:2.0:1788598558.002844:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+155:33958:x1875480723144192:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598558.002994:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+156:33958:x1875480723144192:12345-192.168.202.17@tcp:35:cat.0 Request processed in 149us (910us total) trans 4294968268 rc 0/0 00000100:00100000:2.0:1788598558.003003:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 320 00010000:00010000:0.0:1788598558.004046:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071c60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.004060:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071c60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.004067:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071c60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.004073:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598558.004077:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071c60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.004085:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071c60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.004098:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:0.0:1788598558.004101:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598558.004104:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071c60 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.004110:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071c60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.004163:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071c52 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec586 expref: 155 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.004173:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:0.0:1788598558.004176:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788598558.004179:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071c52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec586 expref: 155 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.004187:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696000, rc 0) 00000100:00100000:0.0:1788598558.004228:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+154:33962:x1875480723144448:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1968us (2132us total) trans 4294968267 rc 301/301 00000100:00100000:0.0:1788598558.004235:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1543 00000100:00080000:3.0:1788598558.004388:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598558.022684:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.022793:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723144960 00000100:00100000:0.0:1788598558.022805:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723144960 00000100:00100000:0.0:1788598558.022878:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 321 00000100:00100000:0.0:1788598558.022888:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+154:33969:x1875480723144960:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598558.023115:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+155:33969:x1875480723144960:12345-192.168.202.17@tcp:35:cat.0 Request processed in 228us (440us total) trans 4294968269 rc 0/0 00000100:00100000:0.0:1788598558.023123:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 321 00000100:00100000:3.0:1788598558.023393:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.023514:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723144704 00000100:00100000:2.0:1788598558.023520:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723144704 00000100:00100000:2.0:1788598558.023566:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1544 00000100:00100000:2.0:1788598558.023574:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+155:33964:x1875480723144704:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598558.023585:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598558.023604:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071c75 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec58d expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023665:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023679:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023690:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023700:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023707:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023714:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023844:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023854:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023864:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598558.023875:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598558.023929:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023936:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c8a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023942:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023946:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.023951:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023957:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023968:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598558.023971:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598558.023975:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c8a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023980:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071c8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.023996:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024005:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c7c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024010:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024014:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.024017:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024022:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c7c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024030:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598558.024032:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598558.024034:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024039:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071c7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024047:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024052:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024057:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024061:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.024064:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024068:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024074:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:2.0:1788598558.024076:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598558.024078:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c83 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024083:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024114:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071c75 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec58d expref: 157 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024124:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598558.024126:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598558.024129:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071c75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec58d expref: 157 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.024143:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598558.024189:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+156:33964:x1875480723144704:12345-192.168.202.17@tcp:101:cat.0 Request processed in 616us (797us total) trans 4294968270 rc 301/301 00000100:00100000:2.0:1788598558.024195:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1544 00000100:00100000:1.0:1788598558.030831:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.030974:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723145216 00000100:00100000:0.0:1788598558.030984:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723145216 00000100:00100000:0.0:1788598558.031041:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 322 00000100:00100000:0.0:1788598558.031051:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+156:33963:x1875480723145216:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598558.031247:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+157:33963:x1875480723145216:12345-192.168.202.17@tcp:35:cat.0 Request processed in 197us (423us total) trans 4294968271 rc 0/0 00000100:00100000:0.0:1788598558.031259:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 322 00000100:00100000:1.0:1788598558.037113:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.037198:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723145472 00000100:00100000:2.0:1788598558.037210:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723145472 00000100:00100000:2.0:1788598558.037271:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1545 00000100:00100000:2.0:1788598558.037281:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+157:33967:x1875480723145472:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598558.037302:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598558.037332:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071c98 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec594 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037429:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c9f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037445:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037457:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037470:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ca6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037478:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037484:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037607:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037617:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037625:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598558.037636:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598558.037714:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037722:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.037729:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038066:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.038070:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038078:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038089:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598558.038092:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598558.038096:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038101:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038117:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038122:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c9f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038127:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038135:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.038137:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038143:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038150:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598558.038152:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598558.038155:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038160:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071c9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038170:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038175:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ca6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038180:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038186:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.038188:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038195:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ca6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038206:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:2.0:1788598558.038208:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598558.038210:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ca6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038215:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ca6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038254:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071c98 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec594 expref: 159 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038266:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598558.038268:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598558.038271:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071c98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec594 expref: 159 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.038280:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598558.038350:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+158:33967:x1875480723145472:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1071us (1246us total) trans 4294968272 rc 301/301 00000100:00100000:2.0:1788598558.038358:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1545 00000100:00100000:3.0:1788598558.048387:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.048437:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.048632:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723145984 00000100:00100000:2.0:1788598558.048643:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723145984 00000100:00100000:2.0:1788598558.048701:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1546 00000100:00100000:2.0:1788598558.048711:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba020bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+158:33968:x1875480723145984:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598558.048765:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598558.048788:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071cbb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec59b expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.048880:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071cc2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.048896:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.048908:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.048919:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071cc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.048926:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.048933:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049031:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cd0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049040:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049047:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598558.049060:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598558.049133:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049144:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cd0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049151:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049156:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.049160:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049167:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cd0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049180:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598558.049183:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598558.049187:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cd0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049192:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071cd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049206:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049212:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071cc2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049217:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071cc2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049223:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.049226:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071cc2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049232:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071cc2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049239:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598558.049241:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598558.049243:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071cc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049248:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071cc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049255:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049260:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071cc9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049265:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049269:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.049272:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049276:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049282:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:2.0:1788598558.049284:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598558.049287:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071cc9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049292:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071cc9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049335:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071cbb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec59b expref: 160 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049346:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:2.0:1788598558.049348:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598558.049351:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071cbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec59b expref: 160 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.049359:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598558.049427:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba020bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+159:33968:x1875480723145984:12345-192.168.202.17@tcp:101:cat.0 Request processed in 718us (989us total) trans 4294968273 rc 301/301 00000100:00100000:2.0:1788598558.049434:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1546 00000100:00100000:0.0:1788598558.049844:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723145728 00000100:00100000:0.0:1788598558.049851:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723145728 00000100:00100000:0.0:1788598558.049887:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 323 00000100:00100000:0.0:1788598558.049894:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b922ec050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+159:33962:x1875480723145728:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598558.050013:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b922ec050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+160:33962:x1875480723145728:12345-192.168.202.17@tcp:35:cat.0 Request processed in 119us (1647us total) trans 4294968274 rc 0/0 00000100:00100000:0.0:1788598558.050021:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 323 00000100:00100000:3.0:1788598558.061943:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.062052:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723146496 00000100:00100000:2.0:1788598558.062063:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723146496 00000100:00100000:2.0:1788598558.062113:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 324 00000100:00100000:2.0:1788598558.062124:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+160:33964:x1875480723146496:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598558.062352:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+161:33964:x1875480723146496:12345-192.168.202.17@tcp:35:cat.0 Request processed in 229us (417us total) trans 4294968275 rc 0/0 00000100:00100000:2.0:1788598558.062360:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 324 00000100:00100000:1.0:1788598558.064242:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.064463:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723146240 00000100:00100000:3.0:1788598558.064473:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723146240 00000100:00100000:3.0:1788598558.064524:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1547 00000100:00100000:3.0:1788598558.064543:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+161:33959:x1875480723146240:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598558.064562:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598558.064582:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071cde lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5a2 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064668:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071ce5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064683:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064696:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064707:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071cec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064714:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071cec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064719:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071cec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064858:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071cf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064873:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064879:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598558.064889:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788598558.064958:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064965:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071cf3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064971:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064976:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598558.064980:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064987:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071cf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.064997:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598558.065001:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788598558.065005:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071cf3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065010:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071cf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065028:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065033:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071ce5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065038:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071ce5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065043:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598558.065045:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071ce5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065050:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071ce5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065055:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598558.065057:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598558.065059:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071ce5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065064:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071ce5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065072:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071cec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065077:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071cec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065081:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071cec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065086:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598558.065088:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071cec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065093:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071cec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065099:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:3.0:1788598558.065101:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598558.065103:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071cec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065107:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071cec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065140:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071cde lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5a2 expref: 163 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065149:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598558.065151:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788598558.065154:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071cde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5a2 expref: 163 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.065162:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598558.065215:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+162:33959:x1875480723146240:12345-192.168.202.17@tcp:101:cat.0 Request processed in 682us (979us total) trans 4294968276 rc 301/301 00000100:00100000:3.0:1788598558.065223:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1547 00000100:00100000:3.0:1788598558.079245:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.079350:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723146752 00000100:00100000:0.0:1788598558.079361:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723146752 00000100:00100000:0.0:1788598558.079439:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 325 00000100:00100000:0.0:1788598558.079449:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+162:33967:x1875480723146752:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:0.0:1788598558.079663:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+163:33967:x1875480723146752:12345-192.168.202.17@tcp:35:cat.0 Request processed in 215us (430us total) trans 4294968277 rc 0/0 00000100:00100000:0.0:1788598558.079672:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 325 00000100:00100000:3.0:1788598558.089033:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.089070:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.089668:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723147008 00000100:00100000:1.0:1788598558.089679:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723147008 00000100:00100000:1.0:1788598558.089770:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1548 00000100:00100000:1.0:1788598558.089781:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+163:33966:x1875480723147008:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.089802:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.089824:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071d01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5a9 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.089909:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071d08 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.089923:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071d08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.089936:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071d08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.089946:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071d0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.089953:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.089963:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090070:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071d16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090079:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071d16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090086:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071d16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598558.090096:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1788598558.090167:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071d16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090174:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071d16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090179:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071d16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090184:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598558.090188:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071d16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090193:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071d16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090205:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:1.0:1788598558.090207:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598558.090212:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071d16 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090217:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071d16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090231:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071d08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090237:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071d08 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090242:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071d08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090247:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598558.090249:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071d08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090255:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071d08 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090261:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:1.0:1788598558.090263:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598558.090265:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071d08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090270:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071d08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090277:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090282:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071d0f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090288:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071d0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090292:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598558.090295:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071d0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090299:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071d0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090306:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:1.0:1788598558.090307:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598558.090309:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071d0f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090324:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f400/0x6b7334fb16071d0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090357:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071d01 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5a9 expref: 165 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090367:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:1.0:1788598558.090370:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788598558.090374:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071d01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5a9 expref: 165 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.090383:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e000, rc 0) 00000100:00100000:1.0:1788598558.090460:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+164:33966:x1875480723147008:12345-192.168.202.17@tcp:101:cat.0 Request processed in 681us (1435us total) trans 4294968278 rc 301/301 00000100:00100000:1.0:1788598558.090472:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1548 00000100:00100000:2.0:1788598558.093371:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723147264 00000100:00100000:2.0:1788598558.093389:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723147264 00000100:00100000:2.0:1788598558.093443:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 326 00000100:00100000:2.0:1788598558.093452:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+164:33968:x1875480723147264:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598558.093882:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+165:33968:x1875480723147264:12345-192.168.202.17@tcp:35:cat.0 Request processed in 429us (4810us total) trans 4294968279 rc 0/0 00000100:00100000:2.0:1788598558.093890:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 326 00000100:00100000:3.0:1788598558.103448:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.105523:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723147520 00000100:00100000:2.0:1788598558.105552:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723147520 00000100:00100000:2.0:1788598558.105626:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 327 00000100:00100000:2.0:1788598558.105636:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+165:33959:x1875480723147520:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598558.105907:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+166:33959:x1875480723147520:12345-192.168.202.17@tcp:35:cat.0 Request processed in 272us (2469us total) trans 4294968280 rc 0/0 00000100:00100000:2.0:1788598558.105916:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 327 00000100:00100000:0.0:1788598558.117394:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.117682:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723147776 00000100:00100000:2.0:1788598558.117693:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723147776 00000100:00100000:2.0:1788598558.117806:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 328 00000100:00100000:2.0:1788598558.117816:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+166:33966:x1875480723147776:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598558.118046:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+167:33966:x1875480723147776:12345-192.168.202.17@tcp:35:cat.0 Request processed in 231us (661us total) trans 4294968281 rc 0/0 00000100:00100000:2.0:1788598558.118054:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 328 00000040:00080000:0.0:1788598558.339238:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598558.339247:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598558.339276:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 4 00000040:00080000:0.0:1788598558.339285:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598558.339433:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747096192:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598558.339573:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd480 going to sleep for 11 seconds 00000100:00100000:0.0:1788598558.350064:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.350163:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747096192:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598558.350441:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723147904 00000100:00100000:2.0:1788598558.350449:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723147904 00000100:00100000:2.0:1788598558.350526:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1549 00000100:00100000:2.0:1788598558.350535:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33971:x1875480723147904:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598558.350564:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598558.350687:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33971:x1875480723147904:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 152us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598558.350698:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1549 00000100:00080000:3.0:1788598558.350811:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598558.357960:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.358776:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723148032 00000100:00100000:2.0:1788598558.358788:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723148032 00000100:00100000:2.0:1788598558.358857:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1550 00000100:00100000:2.0:1788598558.358867:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33971:x1875480723148032:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788598558.358949:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071d24 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.358967:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071d24 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.358980:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071d24 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.358996:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d2b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359004:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d2b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359010:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d2b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359032:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359040:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359046:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598558.359087:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:2.0:1788598558.359091:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598558.359102:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359113:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071d24 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359120:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071d24 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359127:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071d24 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359133:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.359137:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071d24 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359145:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071d24 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359156:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598558.359159:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598558.359163:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071d24 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359169:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071d24 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359182:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d2b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359191:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d2b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359197:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d2b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359202:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.359205:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d2b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359210:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d2b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359218:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1cf45032 (ffff8a1a81295e00) 00010000:00010000:2.0:1788598558.359220:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598558.359222:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d2b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359227:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d2b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359241:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359246:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359251:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359256:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.359259:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359265:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359271:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598558.359273:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598558.359276:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.359281:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598558.359432:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33971:x1875480723148032:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 566us (1488us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598558.359440:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1550 00000100:00100000:1.0:1788598558.386469:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.386726:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723148288 00000100:00100000:2.0:1788598558.386749:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723148288 00000100:00100000:2.0:1788598558.386812:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1551 00000100:00100000:2.0:1788598558.386822:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33971:x1875480723148288:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598558.386842:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598558.386864:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d39 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5b0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.386978:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.386994:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.387011:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598558.387022:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788598558.387104:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.387111:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d40 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.387117:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.387123:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.387128:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.387135:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d40 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.387147:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598558.387150:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598558.387155:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d40 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.387160:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.387201:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d39 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5b0 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.387215:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a1a8618ca00) 00010000:00010000:2.0:1788598558.387217:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788598558.387220:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d39 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5b0 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.387229:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653fe00, rc 0) 00000100:00100000:2.0:1788598558.387356:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:33971:x1875480723148288:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 534us (895us total) trans 4294968282 rc 301/301 00000100:00100000:2.0:1788598558.387364:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1551 00000100:00100000:0.0:1788598558.401283:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.402905:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723148416 00000100:00100000:3.0:1788598558.402928:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723148416 00000100:00100000:3.0:1788598558.403008:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1552 00000100:00100000:3.0:1788598558.403018:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:33971:x1875480723148416:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598558.403054:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598558.403178:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:33971:x1875480723148416:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 160us (1901us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.403185:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1552 00000100:00100000:1.0:1788598558.417479:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.417654:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723148672 00000100:00100000:3.0:1788598558.417666:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723148672 00000100:00100000:2.0:1788598558.418165:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1553 00000100:00100000:2.0:1788598558.418183:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:33971:x1875480723148672:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598558.418206:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598558.418225:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d4e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5b7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598558.418626:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00010000:00010000:2.0:1788598558.418805:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d55 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.418820:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d55 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.418831:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d55 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.418884:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071d4e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5b7 expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.418902:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d55 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5b7 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.418911:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1a81295e00) 00010000:00010000:2.0:1788598558.418914:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598558.419145:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653ec00, rc 0) 00000100:00100000:2.0:1788598558.419280:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33971:x1875480723148672:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1105us (1810us total) trans 4294968283 rc 0/0 00000100:00100000:2.0:1788598558.419289:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1553 00000100:00100000:1.0:1788598558.443456:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.444041:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723148928 00000100:00100000:3.0:1788598558.444054:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723148928 00000100:00100000:3.0:1788598558.444126:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1554 00000100:00100000:3.0:1788598558.444138:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33971:x1875480723148928:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598558.444201:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.444228:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071d55 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5b7 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444247:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1a81295e00) 00010000:00010000:3.0:1788598558.444257:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598558.444281:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d63 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444294:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d63 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444304:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d63 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444329:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d6a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0xb9505d26 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444337:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xb9505d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444344:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xb9505d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444388:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d63 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444395:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d63 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444401:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d63 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444407:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598558.444411:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d63 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444418:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d63 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444425:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8a1a86203300) 00010000:00010000:3.0:1788598558.444429:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598558.444432:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d63 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444437:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d63 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444446:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xb9505d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444452:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d6a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xb9505d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444457:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d6a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xb9505d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444461:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598558.444463:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d6a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xb9505d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444469:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d6a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xb9505d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444475:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0xb9505d26 (ffff8a1a86203d00) 00010000:00010000:3.0:1788598558.444478:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598558.444480:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d6a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0xb9505d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.444486:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d6a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0xb9505d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598558.444621:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33971:x1875480723148928:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 485us (1173us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598558.444629:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1554 00000100:00100000:1.0:1788598558.454190:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.454269:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723149056 00000100:00100000:0.0:1788598558.454279:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723149056 00000100:00100000:0.0:1788598558.454348:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1555 00000100:00100000:0.0:1788598558.454357:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:33971:x1875480723149056:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598558.454376:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598558.454397:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d71 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5be expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.454431:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.454445:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.454457:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.454566:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d71 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5be expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.454584:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5be expref: 54 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.454604:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598558.454607:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598558.454610:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696800, rc 0) 00000100:00100000:0.0:1788598558.454670:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33971:x1875480723149056:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 314us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.454678:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1555 00000100:00100000:1.0:1788598558.458412:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.458578:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723149312 00000100:00100000:3.0:1788598558.458589:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723149312 00000100:00100000:3.0:1788598558.458972:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1556 00000100:00100000:3.0:1788598558.458983:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33971:x1875480723149312:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788598558.459066:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.459082:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.459094:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598558.459262:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 88 off9464 00000004:00080000:3.0:1788598558.459273:0:13009:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 848344537772ns, next at 849344535642ns, rc = 0 00000004:00010000:3.0:1788598558.459334:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009924398 reply state 00000000fff4fe3f transno 4294968284 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.459346:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.459354:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:3.0:1788598558.459357:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788598558.459361:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598558.459462:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33971:x1875480723149312:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 481us (1060us total) trans 4294968284 rc 0/0 00000100:00100000:3.0:1788598558.459470:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1556 00000100:00100000:1.0:1788598558.471424:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.473374:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723149440 00000100:00100000:0.0:1788598558.473390:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723149440 00000100:00100000:0.0:1788598558.483872:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1557 00000100:00100000:0.0:1788598558.483888:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:33971:x1875480723149440:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598558.483913:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598558.483943:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d86 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5c5 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.484006:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d86 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5c5 expref: 57 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.484022:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d86 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5c5 expref: 57 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.484042:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598558.484045:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598558.484049:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697400, rc 0) 00000100:00100000:0.0:1788598558.484128:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33971:x1875480723149440:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 246us (12714us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.484135:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1557 00000100:00100000:1.0:1788598558.493836:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.494043:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723149568 00000100:00100000:0.0:1788598558.494054:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723149568 00000100:00100000:0.0:1788598558.494129:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 426 00000100:00100000:0.0:1788598558.494139:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723149568:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1788598558.494373:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723149568:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 233us (543us total) trans 4294967382 rc 0/0 00000100:00100000:0.0:1788598558.494382:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 426 00000100:00080000:3.0:1788598558.494450:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598558.508825:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.509105:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723149824 00000100:00100000:0.0:1788598558.509117:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723149824 00000100:00100000:0.0:1788598558.509179:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 329 00000100:00100000:0.0:1788598558.509189:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba020d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+57:33971:x1875480723149824:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598558.509422:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba020d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33971:x1875480723149824:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 234us (608us total) trans 4294968285 rc 0/0 00000100:00100000:0.0:1788598558.509429:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 329 00000100:00100000:1.0:1788598558.513444:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.513540:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723150080 00000100:00100000:2.0:1788598558.513550:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723150080 00000100:00100000:2.0:1788598558.513623:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1558 00000100:00100000:2.0:1788598558.513633:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33971:x1875480723150080:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598558.514079:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33971:x1875480723150080:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 446us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598558.514087:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1558 00000100:00100000:1.0:1788598558.530528:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.530611:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723150208 00000100:00100000:3.0:1788598558.530622:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723150208 00000100:00100000:3.0:1788598558.530680:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1559 00000100:00100000:3.0:1788598558.530689:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33971:x1875480723150208:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598558.530719:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598558.530765:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d8d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5cc expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.530850:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071d94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.530866:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071d94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.530877:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071d94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598558.531167:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598558.531378:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071d94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.531406:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071d8d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5cc expref: 60 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.531421:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071d94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5cc expref: 59 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.531433:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:2.0:1788598558.531436:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788598558.531440:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:2.0:1788598558.531503:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+59:33971:x1875480723150208:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 815us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598558.531510:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1559 00000100:00100000:1.0:1788598558.537205:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.538284:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723150336 00000100:00100000:3.0:1788598558.538297:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723150336 00000100:00100000:3.0:1788598558.538379:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 427 00000100:00100000:3.0:1788598558.538390:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723150336:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598558.538409:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598558.538431:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb16071d9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5d3 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598558.538457:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9bd91e, blocks: 0x0 00010000:00010000:3.0:1788598558.538479:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598558.538482:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598558.538491:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb16071d9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5d3 expref: 12 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.538512:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb16071d9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5d3 expref: 12 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.538527:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657c00, rc 0) 00000100:00100000:3.0:1788598558.538606:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723150336:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 217us (1409us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.538614:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 427 00000100:00100000:1.0:1788598558.553851:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.553968:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723150592 00000100:00100000:3.0:1788598558.553978:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723150592 00000100:00100000:3.0:1788598558.554041:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1560 00000100:00100000:3.0:1788598558.554051:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+59:33971:x1875480723150592:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598558.554166:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+59:33971:x1875480723150592:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 115us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.554173:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1560 00000100:00100000:1.0:1788598558.559443:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.559542:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723150720 00000100:00100000:0.0:1788598558.559553:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723150720 00000100:00100000:0.0:1788598558.559621:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 428 00000100:00100000:0.0:1788598558.559631:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:33971:x1875480723150720:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598558.559650:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598558.559669:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5da expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.559698:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb16071d9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5d3 expref: 13 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.559705:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598558.559707:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598558.559711:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 13 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.559790:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb16071d9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5d3 expref: 13 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.559804:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb16071d9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5d3 expref: 13 pid: 8868 timeout: 948 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598558.559825:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747096320:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598558.561172:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598558.563351:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747096320:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598558.563389:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 13 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.563412:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696c00, rc 0) 00000100:00100000:0.0:1788598558.563487:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:33971:x1875480723150720:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 3856us (4052us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.563497:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 428 00000100:00100000:3.0:1788598558.570121:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.576774:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723150848 00000100:00100000:0.0:1788598558.576790:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723150848 00010000:00010000:0.0:1788598558.576848:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb16071d9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5d3 expref: 13 pid: 8868 timeout: 948 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598558.576892:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 465 00000100:00100000:0.0:1788598558.576901:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723150848:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598558.576916:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598558.577222:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb16071d9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5d3 expref: 13 pid: 8868 timeout: 948 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.577237:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb16071d9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5d3 expref: 13 pid: 8868 timeout: 948 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.577265:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039f2fc57/0x6b7334fb16071d9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5d3 expref: 13 pid: 8868 timeout: 948 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.577281:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598558.577283:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598558.577289:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 12 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.577300:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 12 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.577349:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 12 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598558.577364:0:6510:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480747096448:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598558.577460:0:6510:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598558.582960:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.583282:0:6510:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480747096448:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598558.583306:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.583377:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723150848:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 6476us (13264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.583390:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 465 00000100:00100000:0.0:1788598558.587793:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723150976 00000100:00100000:0.0:1788598558.587807:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723150976 00002000:00100000:0.0:1788598558.587879:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff8a1a85f59500 x1875480723150976/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:549/0 lens 648/0 e 0 to 0 dl 1788598569 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598558.587891:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a85f59500 with x1875480723150976 ext(0->157) 00002000:00010000:0.0:1788598558.587896:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a85f59500 00000100:00100000:0.0:1788598558.587923:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 109 00000100:00100000:0.0:1788598558.587931:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723150976:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1788598558.590991:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2433:x1875480723150976:12345-192.168.202.17@tcp:4:lhsmtool_posix.0 Request processed in 3047us (8029us total) trans 4294967383 rc 0/0 00000100:00100000:3.0:1788598558.591008:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 109 00002000:00100000:3.0:1788598558.591021:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff8a1a85f59500 x1875480723150976/t4294967383(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:549/0 lens 648/448 e 0 to 0 dl 1788598569 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598558.591033:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a85f59500 with x1875480723150976 ext(0->157) 00002000:00010000:3.0:1788598558.591039:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a85f59500 00010000:00010000:0.0:1788598558.594930:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598558.599963:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.600173:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723151104 00000100:00100000:3.0:1788598558.600182:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723151104 00000100:00100000:3.0:1788598558.600247:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1561 00000100:00100000:3.0:1788598558.600257:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+59:33971:x1875480723151104:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788598558.602335:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968285 is committed 00000004:00080000:2.0:1788598558.602352:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000001:00080000:2.0:1788598558.602393:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968281 is committed 00010000:00010000:0.0:1788598558.602536:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.602550:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.602558:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.602563:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598558.602568:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.602575:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.602601:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598558.602604:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788598558.602609:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.602615:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071d7f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602690:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602698:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602704:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602709:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598558.602712:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602723:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602774:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8a1bc29e3400) 00010000:00010000:1.0:1788598558.602777:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598558.602780:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602786:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607196c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602815:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602821:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602826:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602831:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598558.602833:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602839:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602846:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:1.0:1788598558.602848:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788598558.602851:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.602856:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160719a4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598558.604325:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747096576:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788598558.604381:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598558.604448:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747096576 00000100:00100000:2.0:1788598558.604455:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747096576 00000100:00100000:2.0:1788598558.604514:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1788598558.604522:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747096576:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1788598558.604667:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788598558.604671:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime from disk: 0 -> 1788598558 00002000:00010000:2.0:1788598558.604674:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788598558.604676:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime from disk: 1788598558 -> 1788598558 00002000:00010000:2.0:1788598558.604678:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1788598558.604711:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747096576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 189us (329us total) trans 4294967384 rc 0/0 00000100:00100000:2.0:1788598558.604719:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000004:00080000:2.0:1788598558.604791:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a87183b80/2, rc 0, transno 4294967384 00000100:00100000:2.0:1788598558.604797:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747096576:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1788598558.605319:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33971:x1875480723151104:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 5051us (5353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.605330:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1561 00000100:00080000:3.0:1788598558.605357:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598558.617912:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.620775:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723151232 00000100:00100000:0.0:1788598558.620793:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723151232 00000100:00100000:0.0:1788598558.620860:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 430 00000100:00100000:0.0:1788598558.620870:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2433:x1875480723151232:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1788598558.635646:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967384 is committed 00000001:00080000:0.0:1788598558.635661:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967383 is committed 00000100:00100000:1.0:1788598558.635873:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723151232:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 14998us (17964us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.635887:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 430 00000100:00100000:1.0:1788598558.639113:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.639401:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723151488 00000100:00100000:2.0:1788598558.639424:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723151488 00000100:00100000:2.0:1788598558.639547:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1562 00000100:00100000:2.0:1788598558.639560:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33971:x1875480723151488:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788598558.639650:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598558.639687:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071d94 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5cc expref: 54 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.639712:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:2.0:1788598558.639718:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598558.639829:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.639847:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.639860:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598558.640052:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072a05e60 reply state 0000000076a9de2b transno 4294968286 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.640075:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.640082:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:2.0:1788598558.640086:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598558.640089:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598558.640213:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33971:x1875480723151488:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 656us (1114us total) trans 4294968286 rc 0/0 00000100:00100000:2.0:1788598558.640225:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1562 00000100:00100000:3.0:1788598558.648266:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.648462:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723151616 00000100:00100000:0.0:1788598558.648476:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723151616 00000100:00100000:0.0:1788598558.648553:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 431 00000100:00100000:0.0:1788598558.648565:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723151616:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788598558.648841:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1788598558.648846:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime from disk: 1788598558 -> 1788598555 00002000:00010000:0.0:1788598558.648849:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime from disk: 0 -> 1788598555 00002000:00010000:0.0:1788598558.648851:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime from disk: 1788598558 -> 1788598557 00002000:00010000:0.0:1788598558.648853:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1788598558.648922:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2435:x1875480723151616:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 359us (669us total) trans 4294967385 rc 0/0 00000100:00100000:0.0:1788598558.648931:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 431 00000100:00100000:1.0:1788598558.666843:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.671960:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723151872 00000100:00100000:2.0:1788598558.671994:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723151872 00000100:00100000:3.0:1788598558.672499:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1563 00000100:00100000:3.0:1788598558.672518:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:33971:x1875480723151872:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788598558.672634:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.672657:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5be expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.672668:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.672718:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5be expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.672767:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5be expref: 55 pid: 10034 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598558.672787:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747096704:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598558.672939:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598558.675950:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747096704:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598558.676000:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598558.681879:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.682341:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723152000 00000100:00100000:2.0:1788598558.682356:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723152000 00010000:00010000:2.0:1788598558.682425:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5be expref: 56 pid: 10034 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598558.682479:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 466 00000100:00100000:2.0:1788598558.682490:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2432:x1875480723152000:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598558.682511:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598558.682519:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5be expref: 56 pid: 10034 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.682536:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5be expref: 56 pid: 10034 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.682566:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb16071d78 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5be expref: 56 pid: 10034 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.683104:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:2.0:1788598558.683112:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.683124:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.683134:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.683218:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598558.683302:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2432:x1875480723152000:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 812us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598558.683320:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 466 00010000:00010000:3.0:1788598558.687179:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.687198:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.687249:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.687256:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.687264:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.687271:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598558.687351:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.687362:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.687385:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:3.0:1788598558.687389:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788598558.687395:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.687463:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071db0 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598558.687809:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33971:x1875480723151872:12345-192.168.202.17@tcp:55:lhsmtool_posix.0 Request processed in 15289us (20972us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788598558.687822:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1563 00000100:00100000:1.0:1788598558.694132:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.694238:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723152128 00000100:00100000:3.0:1788598558.694252:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723152128 00000100:00100000:3.0:1788598558.694498:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 432 00000100:00100000:3.0:1788598558.694510:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723152128:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598558.694573:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.694709:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 12 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.694719:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598558.694721:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598558.694725:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.694868:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 12 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.694885:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 12 pid: 8406 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598558.694906:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747096832:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598558.695197:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba540 going to sleep for 11 seconds 00000100:00100000:1.0:1788598558.704465:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.705219:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723152256 00000100:00100000:0.0:1788598558.705234:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723152256 00010000:00010000:0.0:1788598558.705302:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 13 pid: 8406 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598558.705373:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 467 00000100:00100000:0.0:1788598558.705385:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ff7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723152256:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598558.705417:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598558.705444:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 13 pid: 8406 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.705461:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 13 pid: 8406 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.705501:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598558.705504:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598558.705510:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.705522:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.705549:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598558.705873:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ff7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723152256:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 488us (1422us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.705882:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 467 00010000:00010000:3.0:1788598558.706266:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb16071da2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5da expref: 12 pid: 8406 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598558.706295:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747096832:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598558.706326:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.706339:0:8868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.706346:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.706371:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.706386:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.706395:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.706501:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598558.706506:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.706518:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.706534:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.706542:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059709f03/0x6b7334fb16071db7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598558.706713:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723152128:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 12205us (12598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.706723:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 432 00000100:00100000:2.0:1788598558.710247:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.710472:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723152512 00000100:00100000:3.0:1788598558.710485:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723152512 00000100:00100000:3.0:1788598558.710616:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1564 00000100:00100000:3.0:1788598558.710629:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+54:33971:x1875480723152512:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598558.710942:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071dbe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.710965:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071dbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.711102:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071dbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.711383:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.711397:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d86 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5c5 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.711421:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.711472:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d86 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5c5 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.711489:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d86 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5c5 expref: 55 pid: 10034 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598558.711509:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747096960:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598558.711876:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598558.715519:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.715773:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747096960:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598558.715810:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598558.715891:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723152640 00000100:00100000:0.0:1788598558.715899:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723152640 00010000:00010000:0.0:1788598558.715941:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d86 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5c5 expref: 56 pid: 10034 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598558.715988:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 468 00000100:00100000:0.0:1788598558.715997:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2433:x1875480723152640:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598558.716014:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598558.716021:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d86 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5c5 expref: 56 pid: 10034 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.716035:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d86 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5c5 expref: 56 pid: 10034 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.716066:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16071d86 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5c5 expref: 56 pid: 10034 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.716084:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598558.716090:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.716101:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.716109:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.716134:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598558.716188:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2433:x1875480723152640:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 191us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.716195:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 468 00010000:00010000:2.0:1788598558.716306:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.716323:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788598558.716446:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968287 00000001:00080000:2.0:1788598558.716560:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968288 00000001:00080000:2.0:1788598558.716601:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968289 00000100:00100000:2.0:1788598558.716683:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747097088:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788598558.716770:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598558.716799:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860f5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598558.717601:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747097088 00000100:00100000:0.0:1788598558.717609:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747097088 00000100:00100000:0.0:1788598558.717659:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1788598558.717666:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480747097088:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788598558.717789:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480747097088:12345-0@lo:1000:mdt00_001.0 Request processed in 123us (1055us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.717797:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1788598558.718914:0:6524:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967384 gen 2 00000004:00080000:2.0:1788598558.718933:0:6524:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a87183b80, transno 4294967384 00000100:00100000:2.0:1788598558.718951:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747097088:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1788598558.719139:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968290 00000100:00100000:2.0:1788598558.719231:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747097216:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788598558.719303:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598558.719350:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598558.719969:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747097216 00000100:00100000:0.0:1788598558.719987:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747097216 00000100:00100000:0.0:1788598558.720043:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1788598558.720053:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6524:x1875480747097216:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788598558.720205:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6524:x1875480747097216:12345-0@lo:1000:mdt00_001.0 Request processed in 153us (901us total) trans 4294967386 rc 0/0 00000100:00100000:0.0:1788598558.720214:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1788598558.720560:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1875480747097216:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1788598558.720623:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720634:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720641:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720648:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.720654:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720664:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720684:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:2.0:1788598558.720687:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598558.720692:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720698:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071dc5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720727:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720938:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720946:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720951:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598558.720954:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720961:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.720969:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:2.0:1788598558.720972:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598558.721035:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071b33 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec547 expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.721054:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071b33 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec547 expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.721064:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071b33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec547 expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.721104:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071b33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec547 expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598558.721119:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747097344:192.168.202.17@tcp:105: 00000100:00100000:2.0:1788598558.721212:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff240 going to sleep for 11 seconds 00000100:00100000:3.0:1788598558.725885:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.726397:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.728149:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723152896 00000100:00100000:1.0:1788598558.728166:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723152896 00000100:00100000:0.0:1788598558.728271:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723153024 00000100:00100000:0.0:1788598558.728286:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723153024 00000100:00100000:2.0:1788598558.728412:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1565 00000100:00100000:2.0:1788598558.728428:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:33939:x1875480723152896:12345-192.168.202.17@tcp:58:cat.0 00000100:00100000:2.0:1788598558.728633:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:33939:x1875480723152896:12345-192.168.202.17@tcp:58:cat.0 Request processed in 209us (2760us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598558.728641:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1565 00000100:00100000:2.0:1788598558.728708:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747097344:192.168.202.17@tcp:105: 00010000:00010000:2.0:1788598558.728754:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.728767:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071a6f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.728808:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.728830:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec508 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.728840:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.728880:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec508 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.728894:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec508 expref: 111 pid: 6525 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598558.728910:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747097472:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598558.729249:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598558.729382:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 330 00000100:00100000:0.0:1788598558.729393:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+111:33941:x1875480723153024:12345-192.168.202.17@tcp:49:cat.0 00000100:00100000:0.0:1788598558.729476:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+111:33941:x1875480723153024:12345-192.168.202.17@tcp:49:cat.0 Request processed in 85us (3079us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.729484:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 330 00000100:00100000:1.0:1788598558.744820:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.744856:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.744881:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.744930:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.744968:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723153664 00000100:00100000:0.0:1788598558.745179:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723153152 00000100:00100000:0.0:1788598558.745188:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723153152 00000100:00100000:0.0:1788598558.745260:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 331 00000100:00100000:0.0:1788598558.745273:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+111:33939:x1875480723153152:12345-192.168.202.17@tcp:49:cat.0 00000100:00100000:0.0:1788598558.745488:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:057ab826-16b2-4323-94a8-90eee763040a+111:33939:x1875480723153152:12345-192.168.202.17@tcp:49:cat.0 Request processed in 217us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.745496:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 331 00000100:00100000:2.0:1788598558.745822:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747097472:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598558.745854:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598558.746071:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723153664 00000100:00100000:1.0:1788598558.746135:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 433 00000100:00100000:1.0:1788598558.746155:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:33941:x1875480723153664:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.746169:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.746195:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb16071dd3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5e1 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598558.746223:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a9bd91b, atime: 0x6a9bd91b, ctime: 0x6a9bd91d, blocks: 0x8 00010000:00010000:1.0:1788598558.746246:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598558.746249:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598558.746258:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb16071dd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5e1 expref: 18 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.746289:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003cef0e3b/0x6b7334fb16071dd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5e1 expref: 18 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.746306:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f400, rc 0) 00000100:00100000:1.0:1788598558.746342:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+18:33941:x1875480723153664:12345-192.168.202.17@tcp:101:cat.0 Request processed in 190us (1411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.746349:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 433 00000100:00100000:1.0:1788598558.746384:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723153536 00000100:00100000:1.0:1788598558.746387:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723153536 00000100:00100000:1.0:1788598558.746527:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1566 00000100:00100000:1.0:1788598558.746536:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+111:33940:x1875480723153536:12345-192.168.202.17@tcp:58:cat.0 00000100:00100000:1.0:1788598558.746760:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+111:33940:x1875480723153536:12345-192.168.202.17@tcp:58:cat.0 Request processed in 224us (1876us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.746768:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1566 00000100:00080000:2.0:1788598558.747101:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598558.747484:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723153280 00000100:00100000:3.0:1788598558.747493:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723153280 00010000:00010000:3.0:1788598558.747523:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec508 expref: 111 pid: 6525 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598558.747670:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 469 00000100:00100000:3.0:1788598558.747680:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723153280:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.747700:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.747708:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec508 expref: 111 pid: 6525 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.747731:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec508 expref: 111 pid: 6525 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.747805:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071a7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec508 expref: 111 pid: 6525 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.747827:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:3.0:1788598558.747840:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.747851:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.747860:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.747894:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.748161:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+110:2432:x1875480723153280:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 481us (3303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.748177:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 469 00010000:00010000:1.0:1788598558.748242:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748251:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748267:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748289:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748296:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748303:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598558.748336:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748346:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748357:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:1.0:1788598558.748360:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598558.748364:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748369:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071dcc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748382:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071dbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748387:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071dbe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748393:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071dbe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748397:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598558.748413:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071dbe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748419:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071dbe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748427:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:1.0:1788598558.748430:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598558.748432:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071dbe lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.748439:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071dbe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598558.748598:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33971:x1875480723152512:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 37958us (38353us total) trans 4294968291 rc 0/0 00000100:00100000:1.0:1788598558.748609:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1564 00000020:00080000:1.0:1788598558.748613:0:6524:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1788598558.755555:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598558.755569:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598558.757160:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1788598558.757179:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598558.758025:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.758066:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.758103:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.758235:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.758266:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723154432 00000100:00100000:0.0:1788598558.758375:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723154048 00000100:00100000:0.0:1788598558.758383:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723154048 00000100:00100000:0.0:1788598558.758459:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 332 00000100:00100000:0.0:1788598558.758471:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+58:33971:x1875480723154048:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788598558.758868:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x2b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788598558.758912:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968292 00010000:00010000:0.0:1788598558.758950:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.758975:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.758989:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.758998:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.759005:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.759011:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.759030:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598558.759140:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+60:33971:x1875480723154048:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 671us (1072us total) trans 4294968293 rc 0/0 00000100:00100000:0.0:1788598558.759148:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 332 00000020:00080000:0.0:1788598558.759155:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788598558.759872:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723154432 00000100:00100000:1.0:1788598558.759931:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 78 00000100:00100000:1.0:1788598558.759939:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+110:33943:x1875480723154432:12345-192.168.202.17@tcp:103:cat.0 00010000:00010000:1.0:1788598558.759953:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598558.760045:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071b33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec547 expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.760074:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203500) 00010000:00010000:1.0:1788598558.760089:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598558.760122:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+109:33943:x1875480723154432:12345-192.168.202.17@tcp:103:cat.0 Request processed in 184us (1887us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.760130:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 78 00000100:00100000:3.0:1788598558.763179:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723153792 00000100:00100000:3.0:1788598558.763199:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723153792 00010000:00010000:2.0:1788598558.764253:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598558.764266:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598558.764543:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723154176 00000100:00100000:3.0:1788598558.764550:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723154176 00000100:00100000:1.0:1788598558.764760:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 434 00000100:00100000:1.0:1788598558.764776:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+19:33939:x1875480723153792:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.764800:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.764825:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d9853f6/0x6b7334fb16071de1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5e8 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.764874:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598558.764877:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598558.764887:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d9853f6/0x6b7334fb16071de1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5e8 expref: 20 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.764908:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d9853f6/0x6b7334fb16071de1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5e8 expref: 20 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.765045:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fc00, rc 0) 00000100:00100000:1.0:1788598558.765130:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+20:33939:x1875480723153792:12345-192.168.202.17@tcp:101:cat.0 Request processed in 359us (7113us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.765139:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 434 00000100:00100000:0.0:1788598558.765369:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.765419:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723154560 00000100:00100000:0.0:1788598558.765423:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723154560 00000100:00100000:0.0:1788598558.765464:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1567 00000100:00100000:0.0:1788598558.765473:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+109:33943:x1875480723154560:12345-192.168.202.17@tcp:58:cat.0 00000100:00100000:0.0:1788598558.765608:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+109:33943:x1875480723154560:12345-192.168.202.17@tcp:58:cat.0 Request processed in 135us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.765615:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1567 00010000:00010000:2.0:1788598558.766483:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598558.766490:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.766501:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.766521:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:2.0:1788598558.766524:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788598558.766529:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.766536:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16071dda lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.766556:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598558.766558:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598558.766561:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598558.766726:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 435 00000100:00100000:1.0:1788598558.766755:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+19:33940:x1875480723154176:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.766769:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.766784:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039a247a7/0x6b7334fb16071de8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5ef expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.766806:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598558.766808:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598558.766816:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039a247a7/0x6b7334fb16071de8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5ef expref: 20 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.766831:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000039a247a7/0x6b7334fb16071de8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5ef expref: 20 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.768037:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959ec00, rc 0) 00000100:00100000:1.0:1788598558.768116:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+20:33940:x1875480723154176:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1379us (10010us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.768125:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 435 00000100:00100000:0.0:1788598558.773506:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.773946:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723154688 00000100:00100000:1.0:1788598558.773959:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723154688 00000100:00100000:1.0:1788598558.774050:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1568 00000100:00100000:1.0:1788598558.774062:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+109:33943:x1875480723154688:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.774090:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.774121:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071def lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5f6 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.774206:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071def lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5f6 expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.774230:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071def lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5f6 expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.774252:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1bc29e3500) 00010000:00010000:1.0:1788598558.774256:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598558.774260:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:1.0:1788598558.774503:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+110:33943:x1875480723154688:12345-192.168.202.17@tcp:101:cat.0 Request processed in 442us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.774512:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1568 00000100:00100000:2.0:1788598558.782259:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.783128:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.783451:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723154944 00000100:00100000:3.0:1788598558.783464:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723154944 00000100:00100000:3.0:1788598558.783549:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 79 00000100:00100000:3.0:1788598558.783562:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+110:33952:x1875480723154944:12345-192.168.202.17@tcp:103:cat.0 00010000:00010000:3.0:1788598558.783584:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.783630:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071def lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5f6 expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.783653:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1bc29e3500) 00010000:00010000:3.0:1788598558.783668:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.783762:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+109:33952:x1875480723154944:12345-192.168.202.17@tcp:103:cat.0 Request processed in 203us (1517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.783771:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 79 00000100:00100000:2.0:1788598558.786904:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.787418:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723155200 00000100:00100000:3.0:1788598558.787430:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723155200 00000100:00100000:3.0:1788598558.787503:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1569 00000100:00100000:3.0:1788598558.787515:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+109:33952:x1875480723155200:12345-192.168.202.17@tcp:58:cat.0 00000100:00100000:3.0:1788598558.787989:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+109:33952:x1875480723155200:12345-192.168.202.17@tcp:58:cat.0 Request processed in 475us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.788000:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1569 00000100:00100000:1.0:1788598558.788337:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723155072 00000100:00100000:1.0:1788598558.788343:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723155072 00002000:00100000:1.0:1788598558.788385:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff8a1a86c1bb80 x1875480723155072/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:549/0 lens 488/0 e 0 to 0 dl 1788598569 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598558.788407:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a86c1bb80 with x1875480723155072 ext(0->4095) 00002000:00010000:1.0:1788598558.788415:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a86c1bb80 00000100:00100000:1.0:1788598558.788441:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 110 00000100:00100000:1.0:1788598558.788449:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:057ab826-16b2-4323-94a8-90eee763040a+20:2434:x1875480723155072:12345-192.168.202.17@tcp:3:cat.0 00000100:00100000:1.0:1788598558.789569:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:057ab826-16b2-4323-94a8-90eee763040a+20:2434:x1875480723155072:12345-192.168.202.17@tcp:3:cat.0 Request processed in 1114us (6436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598558.789581:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 110 00002000:00100000:1.0:1788598558.789604:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff8a1a86c1bb80 x1875480723155072/t0(0) o3->057ab826-16b2-4323-94a8-90eee763040a@192.168.202.17@tcp:549/0 lens 488/4536 e 0 to 0 dl 1788598569 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598558.789616:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a86c1bb80 with x1875480723155072 ext(0->4095) 00002000:00010000:1.0:1788598558.789621:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a86c1bb80 00000100:00100000:1.0:1788598558.794502:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.794690:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723155328 00000100:00100000:3.0:1788598558.794705:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723155328 00000100:00100000:3.0:1788598558.794815:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1570 00000100:00100000:3.0:1788598558.794827:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+109:33952:x1875480723155328:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598558.794860:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598558.794893:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071df6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec5fd expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.794988:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071df6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5fd expref: 110 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.795007:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071df6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5fd expref: 110 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.795029:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:3.0:1788598558.795032:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598558.795037:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598558.795102:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+110:33952:x1875480723155328:12345-192.168.202.17@tcp:101:cat.0 Request processed in 278us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.795111:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1570 00000100:00100000:1.0:1788598558.798868:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.799134:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723155584 00000100:00100000:3.0:1788598558.799149:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723155584 00000100:00100000:3.0:1788598558.799224:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 80 00000100:00100000:3.0:1788598558.799236:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+110:33947:x1875480723155584:12345-192.168.202.17@tcp:103:cat.0 00010000:00010000:3.0:1788598558.799258:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.799301:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071df6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec5fd expref: 110 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.799336:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203d00) 00010000:00010000:3.0:1788598558.799352:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.799433:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+109:33947:x1875480723155584:12345-192.168.202.17@tcp:103:cat.0 Request processed in 199us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.799441:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 80 00000100:00100000:1.0:1788598558.809161:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.809251:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723155712 00000100:00100000:3.0:1788598558.809264:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723155712 00000100:00100000:3.0:1788598558.809350:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1571 00000100:00100000:3.0:1788598558.809363:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+109:33947:x1875480723155712:12345-192.168.202.17@tcp:58:cat.0 00000100:00100000:3.0:1788598558.809550:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+109:33947:x1875480723155712:12345-192.168.202.17@tcp:58:cat.0 Request processed in 188us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.809559:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1571 00000100:00100000:1.0:1788598558.813480:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.813580:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723155840 00000100:00100000:3.0:1788598558.813701:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723155840 00000100:00100000:3.0:1788598558.813896:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1572 00000100:00100000:3.0:1788598558.813908:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+109:33947:x1875480723155840:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598558.813947:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598558.813992:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071dfd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec604 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.814065:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071dfd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec604 expref: 110 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.814081:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657200/0x6b7334fb16071dfd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec604 expref: 110 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.814101:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.814104:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598558.814108:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657200, rc 0) 00000100:00100000:3.0:1788598558.814178:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+110:33947:x1875480723155840:12345-192.168.202.17@tcp:101:cat.0 Request processed in 273us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.814185:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1572 00000100:00100000:0.0:1788598558.818242:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.819114:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723155968 00000100:00100000:1.0:1788598558.819128:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723155968 00000100:00100000:1.0:1788598558.819206:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1573 00000100:00100000:1.0:1788598558.819217:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+110:33949:x1875480723155968:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.819245:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.819270:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec60b expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.819355:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec60b expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.819374:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec60b expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.819399:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598558.819415:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598558.819421:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:1.0:1788598558.819507:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+111:33949:x1875480723155968:12345-192.168.202.17@tcp:101:cat.0 Request processed in 291us (1279us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.819515:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1573 00000100:00100000:1.0:1788598558.825476:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.825714:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723156096 00000100:00100000:0.0:1788598558.825728:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723156096 00000100:00100000:0.0:1788598558.825846:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1574 00000100:00100000:0.0:1788598558.825859:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+111:33945:x1875480723156096:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598558.825886:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598558.825913:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec612 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.826718:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e0b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec612 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.826771:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e0b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec612 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.827766:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598558.827774:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598558.827780:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00100000:1.0:1788598558.827900:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:33945:x1875480723156096:12345-192.168.202.17@tcp:101:cat.0 Request processed in 2040us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.827910:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1574 00000100:00100000:0.0:1788598558.836421:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.836471:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.837332:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.837677:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723156224 00000100:00100000:3.0:1788598558.837690:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723156224 00000100:00100000:3.0:1788598558.837789:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723156480 00000100:00100000:3.0:1788598558.837793:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723156480 00000100:00100000:3.0:1788598558.837824:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 81 00000100:00100000:0.0:1788598558.838139:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 82 00000100:00100000:0.0:1788598558.838150:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ff7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+113:2434:x1875480723156480:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598558.838173:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598558.838206:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec612 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.838231:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598558.838238:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598558.838316:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ff7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723156480:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 159us (1723us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.838325:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 82 00000100:00100000:3.0:1788598558.838377:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723156224:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.838389:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788598558.839106:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723156352 00000100:00100000:0.0:1788598558.839115:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723156352 00000100:00100000:0.0:1788598558.839160:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1575 00000100:00100000:0.0:1788598558.839168:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:33953:x1875480723156352:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598558.839189:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598558.839207:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071e12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec619 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.839270:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071e12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec619 expref: 113 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.839287:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071e12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec619 expref: 113 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.839319:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598558.839323:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598558.839327:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696c00, rc 0) 00000100:00100000:0.0:1788598558.839370:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+113:33953:x1875480723156352:12345-192.168.202.17@tcp:101:cat.0 Request processed in 203us (2898us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.839376:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1575 00010000:00010000:3.0:1788598558.840148:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec60b expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.840169:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.840175:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.840217:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723156224:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 2384us (3821us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.840226:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 81 00000100:00100000:0.0:1788598558.851425:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.851477:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.851580:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723156736 00000100:00100000:1.0:1788598558.851606:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723156736 00000100:00100000:1.0:1788598558.851691:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 83 00000100:00100000:1.0:1788598558.851703:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+111:2433:x1875480723156736:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598558.851724:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598558.851809:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071e12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec619 expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.851833:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598558.851853:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598558.851931:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+110:2433:x1875480723156736:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 230us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.851939:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 83 00000100:00100000:3.0:1788598558.852952:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723156608 00000100:00100000:3.0:1788598558.852964:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723156608 00000100:00100000:3.0:1788598558.853280:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1576 00000100:00100000:3.0:1788598558.853291:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+110:33946:x1875480723156608:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598558.853327:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598558.853353:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e19 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec620 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.853431:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec620 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.853447:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec620 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.853468:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.853471:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598558.853474:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598558.853587:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+111:33946:x1875480723156608:12345-192.168.202.17@tcp:101:cat.0 Request processed in 297us (2178us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.853607:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1576 00000100:00100000:1.0:1788598558.864711:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.865121:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.865771:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723156864 00000100:00100000:2.0:1788598558.865787:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723156864 00000100:00100000:2.0:1788598558.866033:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1577 00000100:00100000:2.0:1788598558.866046:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+111:33951:x1875480723156864:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598558.866073:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598558.866099:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071e20 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec627 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.866179:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071e20 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec627 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.866200:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071e20 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec627 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.866221:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:2.0:1788598558.866225:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598558.866229:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f000, rc 0) 00000100:00100000:2.0:1788598558.866316:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:33951:x1875480723156864:12345-192.168.202.17@tcp:101:cat.0 Request processed in 264us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598558.866325:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1577 00000100:00100000:3.0:1788598558.873011:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723156992 00000100:00100000:3.0:1788598558.873031:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723156992 00000100:00100000:3.0:1788598558.873119:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 84 00000100:00100000:3.0:1788598558.873130:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723156992:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.873151:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.873181:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec620 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.873204:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.873210:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.873290:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723156992:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 162us (8169us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.873298:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 84 00000100:00100000:1.0:1788598558.874140:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.874331:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.874370:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723157120 00000100:00100000:3.0:1788598558.874377:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723157120 00000100:00100000:3.0:1788598558.874910:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 85 00000100:00100000:3.0:1788598558.874934:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723157120:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.874953:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.874986:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071e20 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec627 expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.875007:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.875012:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.875058:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+110:2432:x1875480723157120:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 141us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.875065:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 85 00000100:00100000:0.0:1788598558.878572:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723157248 00000100:00100000:0.0:1788598558.878606:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723157248 00000100:00100000:0.0:1788598558.878698:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1578 00000100:00100000:0.0:1788598558.878710:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+110:33950:x1875480723157248:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598558.878752:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598558.878779:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec62e expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.879173:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e27 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec62e expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.879193:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e27 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec62e expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.879215:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598558.879219:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598558.879224:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00100000:0.0:1788598558.879299:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+111:33950:x1875480723157248:12345-192.168.202.17@tcp:101:cat.0 Request processed in 591us (4967us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.879318:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1578 00000100:00100000:1.0:1788598558.889606:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.889656:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.889788:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723157504 00000100:00100000:0.0:1788598558.889803:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723157504 00000100:00100000:0.0:1788598558.889898:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 86 00000100:00100000:0.0:1788598558.889909:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+111:2434:x1875480723157504:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598558.889943:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598558.889984:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec62e expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.890008:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598558.890014:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598558.890094:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+110:2434:x1875480723157504:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 187us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.890102:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 86 00000100:00100000:3.0:1788598558.890584:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723157376 00000100:00100000:3.0:1788598558.890591:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723157376 00000100:00100000:3.0:1788598558.890639:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1579 00000100:00100000:3.0:1788598558.890647:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+110:33942:x1875480723157376:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598558.890670:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598558.890689:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec635 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.890772:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec635 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.890788:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec635 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.890808:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.890811:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598558.890814:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598558.890852:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+111:33942:x1875480723157376:12345-192.168.202.17@tcp:101:cat.0 Request processed in 205us (1273us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.890857:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1579 00000100:00100000:1.0:1788598558.903213:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.903271:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.903383:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723157632 00000100:00100000:0.0:1788598558.903398:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723157632 00000100:00100000:0.0:1788598558.903486:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1580 00000100:00100000:0.0:1788598558.903500:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+111:33948:x1875480723157632:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598558.903531:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598558.903559:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e35 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec63c expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.903649:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec63c expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.903668:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec63c expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.903692:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598558.903696:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598558.903700:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00100000:0.0:1788598558.903817:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:33948:x1875480723157632:12345-192.168.202.17@tcp:101:cat.0 Request processed in 320us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.903826:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1580 00000100:00100000:3.0:1788598558.904813:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723157760 00000100:00100000:3.0:1788598558.904823:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723157760 00000100:00100000:3.0:1788598558.904899:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 87 00000100:00100000:3.0:1788598558.904908:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723157760:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.905152:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.905181:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec635 expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.905203:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.905207:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.905265:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723157760:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 358us (1993us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.905273:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 87 00000100:00100000:1.0:1788598558.913182:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.913237:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.913339:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723157888 00000100:00100000:3.0:1788598558.913352:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723157888 00000100:00100000:3.0:1788598558.913445:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 88 00000100:00100000:3.0:1788598558.913457:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723157888:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.913478:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.913509:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071e35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec63c expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.913533:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.913539:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.913624:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+110:2432:x1875480723157888:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 170us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.913633:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 88 00000100:00100000:0.0:1788598558.914876:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723158016 00000100:00100000:0.0:1788598558.914888:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723158016 00000100:00100000:0.0:1788598558.914951:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1581 00000100:00100000:0.0:1788598558.914960:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+110:33944:x1875480723158016:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598558.915493:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598558.915518:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071e3c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec643 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.915702:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071e3c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec643 expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.915723:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071e3c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec643 expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.915768:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598558.915771:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598558.915776:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696a00, rc 0) 00000100:00100000:0.0:1788598558.916549:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+111:33944:x1875480723158016:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1588us (3308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.916559:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1581 00000100:00100000:1.0:1788598558.925474:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.925578:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.926523:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723158272 00000100:00100000:3.0:1788598558.926540:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723158272 00000100:00100000:3.0:1788598558.926650:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 89 00000100:00100000:3.0:1788598558.926663:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba0011450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+111:2435:x1875480723158272:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.926687:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.926722:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071e3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec643 expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.926791:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.926798:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.926879:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba0011450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+110:2435:x1875480723158272:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 218us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.926889:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 89 00000100:00100000:0.0:1788598558.930152:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723158144 00000100:00100000:0.0:1788598558.930171:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723158144 00000100:00100000:1.0:1788598558.930485:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1582 00000100:00100000:1.0:1788598558.930498:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+110:33955:x1875480723158144:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.930527:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.930554:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e43 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec64a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.931041:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e43 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec64a expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.931062:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e43 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec64a expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.931087:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598558.931091:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598558.931096:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:1.0:1788598558.931348:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+111:33955:x1875480723158144:12345-192.168.202.17@tcp:101:cat.0 Request processed in 851us (5951us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.931357:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1582 00000100:00100000:1.0:1788598558.942016:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.942132:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.942877:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723158400 00000100:00100000:2.0:1788598558.942892:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723158400 00000100:00100000:2.0:1788598558.942984:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1583 00000100:00100000:2.0:1788598558.942997:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+111:33957:x1875480723158400:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598558.943026:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598558.943053:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071e4a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec651 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.943130:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071e4a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec651 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.943148:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071e4a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec651 expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598558.943171:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:2.0:1788598558.943174:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598558.943180:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653e600, rc 0) 00000100:00100000:2.0:1788598558.943264:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:33957:x1875480723158400:12345-192.168.202.17@tcp:101:cat.0 Request processed in 269us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598558.943272:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1583 00000100:00100000:3.0:1788598558.943729:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723158528 00000100:00100000:3.0:1788598558.943752:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723158528 00000100:00100000:3.0:1788598558.943792:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 90 00000100:00100000:3.0:1788598558.943801:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723158528:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.943812:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.943853:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec64a expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.943873:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.943884:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.943909:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+111:2434:x1875480723158528:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 110us (1776us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.943915:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 90 00000100:00100000:2.0:1788598558.950286:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.950868:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723158656 00000100:00100000:0.0:1788598558.950882:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723158656 00000100:00100000:0.0:1788598558.950984:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 91 00000100:00100000:0.0:1788598558.950997:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723158656:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598558.951020:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598558.951055:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071e4a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec651 expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.951081:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598558.951089:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598558.951161:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+110:2432:x1875480723158656:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 167us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.951177:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 91 00000100:00100000:0.0:1788598558.954925:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.955239:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723158784 00000100:00100000:1.0:1788598558.955253:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723158784 00000100:00100000:1.0:1788598558.955330:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1584 00000100:00100000:1.0:1788598558.955343:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+110:33956:x1875480723158784:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.955373:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.955402:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071e51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec658 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.955505:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071e51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec658 expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.955524:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071e51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec658 expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.955549:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598558.955552:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598558.955558:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f000, rc 0) 00000100:00100000:1.0:1788598558.955652:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+111:33956:x1875480723158784:12345-192.168.202.17@tcp:101:cat.0 Request processed in 311us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.955660:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1584 00000100:00100000:2.0:1788598558.962658:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.962707:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.962847:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723159040 00000100:00100000:1.0:1788598558.962861:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723159040 00000100:00100000:1.0:1788598558.962945:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1585 00000100:00100000:1.0:1788598558.962956:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+111:33954:x1875480723159040:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.962992:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.963022:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e58 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec65f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.963097:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e58 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec65f expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.963116:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e58 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec65f expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.963146:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598558.963149:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598558.963154:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:1.0:1788598558.963224:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:33954:x1875480723159040:12345-192.168.202.17@tcp:101:cat.0 Request processed in 270us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.963232:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1585 00000100:00100000:3.0:1788598558.963391:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723158912 00000100:00100000:3.0:1788598558.963396:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723158912 00000100:00100000:3.0:1788598558.963441:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 92 00000100:00100000:3.0:1788598558.963448:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723158912:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.963460:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.963478:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071e51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec658 expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.963495:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.963499:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.963521:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+111:2433:x1875480723158912:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 74us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.963529:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 92 00000100:00100000:2.0:1788598558.970722:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598558.970817:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.970968:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723159168 00000100:00100000:3.0:1788598558.970991:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723159168 00000100:00100000:3.0:1788598558.971060:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 93 00000100:00100000:3.0:1788598558.971069:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+111:2433:x1875480723159168:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.971091:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.971123:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec65f expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.971146:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.971152:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.971222:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+110:2433:x1875480723159168:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 152us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.971229:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 93 00000100:00100000:1.0:1788598558.971431:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723159296 00000100:00100000:1.0:1788598558.971436:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723159296 00000100:00100000:1.0:1788598558.971481:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1586 00000100:00100000:1.0:1788598558.971489:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+110:33960:x1875480723159296:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.971511:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.971530:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec666 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.971599:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec666 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.971616:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec666 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.971639:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598558.971643:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598558.971645:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:1.0:1788598558.971671:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+111:33960:x1875480723159296:12345-192.168.202.17@tcp:101:cat.0 Request processed in 184us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.971681:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1586 00000100:00100000:0.0:1788598558.975525:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.975848:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723159424 00000100:00100000:3.0:1788598558.975862:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723159424 00000100:00100000:3.0:1788598558.975953:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 94 00000100:00100000:3.0:1788598558.975965:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+111:2434:x1875480723159424:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598558.976090:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598558.976125:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec666 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598558.976149:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598558.976155:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598558.976225:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+110:2434:x1875480723159424:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 262us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598558.976236:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 94 00000100:00100000:2.0:1788598558.981060:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598558.981259:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723159552 00000100:00100000:0.0:1788598558.981273:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723159552 00000100:00100000:0.0:1788598558.981354:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1587 00000100:00100000:0.0:1788598558.981365:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+110:33961:x1875480723159552:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:0.0:1788598558.981393:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598558.981420:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071e66 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec66d expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.981495:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071e66 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec66d expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.981513:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071e66 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec66d expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598558.981534:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598558.981538:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788598558.981542:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696a00, rc 0) 00000100:00100000:0.0:1788598558.983159:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+111:33961:x1875480723159552:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1785us (2100us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598558.983173:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1587 00000100:00100000:1.0:1788598558.986606:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598558.986816:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723159680 00000100:00100000:3.0:1788598558.986830:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723159680 00000100:00100000:1.0:1788598558.987014:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 95 00000100:00100000:1.0:1788598558.987030:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+111:2434:x1875480723159680:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598558.987054:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598558.987090:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16071e66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec66d expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.987114:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598558.987121:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598558.987200:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+110:2434:x1875480723159680:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 175us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.987208:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 95 00000100:00100000:3.0:1788598558.991525:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598558.991630:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723159808 00000100:00100000:1.0:1788598558.991643:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723159808 00000100:00100000:1.0:1788598558.991723:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1588 00000100:00100000:1.0:1788598558.991778:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+110:33965:x1875480723159808:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598558.991805:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598558.991829:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071e6d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec674 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.991917:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071e6d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec674 expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.991947:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071e6d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec674 expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598558.991982:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598558.991985:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598558.991991:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00000100:00100000:1.0:1788598558.992062:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+111:33965:x1875480723159808:12345-192.168.202.17@tcp:101:cat.0 Request processed in 329us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598558.992070:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1588 00000100:00100000:2.0:1788598559.010792:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598559.010874:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598559.010994:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723159936 00000100:00100000:0.0:1788598559.011009:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723159936 00000100:00100000:0.0:1788598559.011115:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 96 00000100:00100000:0.0:1788598559.011127:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba0011c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723159936:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598559.011160:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598559.011195:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071e6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec674 expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598559.011221:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598559.011228:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598559.011317:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba0011c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+110:2432:x1875480723159936:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 182us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598559.011325:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 96 00000100:00100000:3.0:1788598559.011576:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723160064 00000100:00100000:3.0:1788598559.011581:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723160064 00000100:00100000:3.0:1788598559.011624:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1589 00000100:00100000:3.0:1788598559.011632:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+110:33970:x1875480723160064:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598559.011654:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598559.011674:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec67b expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.011770:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec67b expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.011785:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec67b expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.011807:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.011810:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598559.011813:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598559.011841:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+111:33970:x1875480723160064:12345-192.168.202.17@tcp:101:cat.0 Request processed in 210us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.011847:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1589 00000100:00100000:0.0:1788598559.017104:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598559.017907:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723160192 00000100:00100000:2.0:1788598559.017931:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723160192 00000100:00100000:2.0:1788598559.018019:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1590 00000100:00100000:2.0:1788598559.018031:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+111:33958:x1875480723160192:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598559.018058:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598559.018086:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071e7b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec682 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598559.018159:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071e7b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec682 expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598559.018179:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071e7b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec682 expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598559.018201:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:2.0:1788598559.018205:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598559.018210:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f000, rc 0) 00000100:00100000:2.0:1788598559.018290:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:33958:x1875480723160192:12345-192.168.202.17@tcp:101:cat.0 Request processed in 261us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598559.018298:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1590 00000100:00100000:3.0:1788598559.020254:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598559.020446:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723160320 00000100:00100000:0.0:1788598559.020458:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723160320 00000100:00100000:0.0:1788598559.020531:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 97 00000100:00100000:0.0:1788598559.020543:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723160320:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598559.020561:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598559.020605:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16071e74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec67b expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598559.020629:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598559.020635:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598559.020698:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723160320:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 157us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598559.020705:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 97 00000100:00100000:3.0:1788598559.023581:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.027508:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598559.027642:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723160576 00000100:00100000:2.0:1788598559.027657:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723160576 00000100:00100000:2.0:1788598559.027779:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 98 00000100:00100000:2.0:1788598559.027790:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+111:2434:x1875480723160576:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598559.027813:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598559.027864:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071e7b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec682 expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598559.027889:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:2.0:1788598559.027895:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598559.027966:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+110:2434:x1875480723160576:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 178us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598559.028213:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 98 00000100:00100000:1.0:1788598559.031829:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723160448 00000100:00100000:1.0:1788598559.032108:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723160448 00000100:00100000:1.0:1788598559.032198:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1591 00000100:00100000:1.0:1788598559.032211:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+110:33969:x1875480723160448:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598559.032239:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598559.032267:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071e82 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec689 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.032355:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071e82 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec689 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.032372:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071e82 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec689 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.032393:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598559.032396:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598559.032401:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e000, rc 0) 00000100:00100000:1.0:1788598559.032959:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+111:33969:x1875480723160448:12345-192.168.202.17@tcp:101:cat.0 Request processed in 749us (9390us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.032981:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1591 00000100:00100000:3.0:1788598559.041672:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.041730:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.042468:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723160704 00000100:00100000:1.0:1788598559.042482:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723160704 00000100:00100000:1.0:1788598559.042567:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1592 00000100:00100000:1.0:1788598559.042580:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+111:33963:x1875480723160704:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598559.042621:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598559.042652:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071e89 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec690 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.042726:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071e89 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec690 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.042768:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071e89 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec690 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.042792:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598559.042794:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598559.042800:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00000100:00100000:1.0:1788598559.043366:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:33963:x1875480723160704:12345-192.168.202.17@tcp:101:cat.0 Request processed in 786us (1713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.043375:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1592 00000100:00100000:3.0:1788598559.048035:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.048219:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723160960 00000100:00100000:1.0:1788598559.048232:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723160960 00000100:00100000:1.0:1788598559.048320:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1593 00000100:00100000:1.0:1788598559.048333:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:33962:x1875480723160960:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598559.048361:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598559.048389:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e90 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec697 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.048461:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e90 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec697 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.048479:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e90 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec697 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.048501:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598559.048505:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598559.048510:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:1.0:1788598559.049356:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+113:33962:x1875480723160960:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1020us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.049366:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1593 00000100:00100000:2.0:1788598559.051343:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723160832 00000100:00100000:2.0:1788598559.051366:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723160832 00000100:00100000:2.0:1788598559.051456:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 99 00000100:00100000:2.0:1788598559.051468:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+113:2435:x1875480723160832:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598559.051492:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598559.051528:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16071e82 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec689 expref: 113 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598559.051553:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:2.0:1788598559.051559:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598559.052793:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723160832:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1317us (11051us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598559.052810:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 99 00000100:00100000:1.0:1788598559.053428:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.059192:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723161088 00000100:00100000:3.0:1788598559.059214:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723161088 00000100:00100000:3.0:1788598559.059297:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 100 00000100:00100000:3.0:1788598559.059319:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723161088:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598559.059340:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598559.059373:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071e89 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec690 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.059397:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.059403:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598559.059475:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723161088:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 168us (6048us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.059483:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 100 00000100:00100000:2.0:1788598559.059621:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598559.059801:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.060539:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723161216 00000100:00100000:3.0:1788598559.060548:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723161216 00000100:00100000:3.0:1788598559.060614:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 101 00000100:00100000:3.0:1788598559.060624:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723161216:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598559.060636:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598559.060654:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16071e90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec697 expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.060673:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.060678:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598559.060718:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+110:2432:x1875480723161216:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 96us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.060726:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 101 00000100:00100000:1.0:1788598559.061260:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723161344 00000100:00100000:1.0:1788598559.061266:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723161344 00000100:00100000:1.0:1788598559.061326:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1594 00000100:00100000:1.0:1788598559.061335:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+110:33964:x1875480723161344:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598559.061356:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598559.061375:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec69e expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.061437:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec69e expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.061452:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec69e expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.061474:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598559.061477:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598559.061480:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:1.0:1788598559.061513:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+111:33964:x1875480723161344:12345-192.168.202.17@tcp:101:cat.0 Request processed in 180us (1712us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.061520:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1594 00000100:00100000:2.0:1788598559.066694:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598559.066781:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.067090:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723161472 00000100:00100000:3.0:1788598559.067105:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723161472 00000100:00100000:3.0:1788598559.067187:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 102 00000100:00100000:3.0:1788598559.067199:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+111:2434:x1875480723161472:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598559.067223:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598559.067256:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071e97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec69e expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.067280:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.067286:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598559.067367:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+110:2434:x1875480723161472:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 170us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.067375:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 102 00000100:00100000:1.0:1788598559.068480:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723161600 00000100:00100000:1.0:1788598559.068492:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723161600 00000100:00100000:1.0:1788598559.068547:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1595 00000100:00100000:1.0:1788598559.068557:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+110:33967:x1875480723161600:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598559.068580:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598559.068615:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071e9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6a5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.068683:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071e9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6a5 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.068698:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071e9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6a5 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.068719:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598559.068723:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598559.068726:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f000, rc 0) 00000100:00100000:1.0:1788598559.068814:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+111:33967:x1875480723161600:12345-192.168.202.17@tcp:101:cat.0 Request processed in 258us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.068824:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1595 00000100:00100000:2.0:1788598559.079725:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598559.079827:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.080037:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723161728 00000100:00100000:3.0:1788598559.080050:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723161728 00000100:00100000:3.0:1788598559.080135:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 103 00000100:00100000:3.0:1788598559.080147:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba0012450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+111:2435:x1875480723161728:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598559.080169:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598559.080203:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16071e9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6a5 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.080226:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.080233:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598559.080298:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba0012450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+110:2435:x1875480723161728:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 153us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.080316:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 103 00000100:00100000:1.0:1788598559.080439:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723161856 00000100:00100000:1.0:1788598559.080444:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723161856 00000100:00100000:1.0:1788598559.080492:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1596 00000100:00100000:1.0:1788598559.080499:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+110:33968:x1875480723161856:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598559.080521:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598559.080539:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071ea5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6ac expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.080600:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071ea5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6ac expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.080617:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071ea5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6ac expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.080637:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598559.080640:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598559.080642:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc 0) 00000100:00100000:1.0:1788598559.080667:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+111:33968:x1875480723161856:12345-192.168.202.17@tcp:101:cat.0 Request processed in 169us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.080674:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1596 00000100:00100000:0.0:1788598559.085523:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598559.085574:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.085727:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723162112 00000100:00100000:1.0:1788598559.085779:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723162112 00000100:00100000:1.0:1788598559.085861:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1597 00000100:00100000:1.0:1788598559.085873:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+111:33959:x1875480723162112:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598559.085901:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598559.085940:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071eac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6b3 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.086017:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071eac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6b3 expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.086035:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071eac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6b3 expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.086059:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598559.086062:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598559.086067:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:1.0:1788598559.086136:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:33959:x1875480723162112:12345-192.168.202.17@tcp:101:cat.0 Request processed in 266us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.086144:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1597 00000100:00100000:2.0:1788598559.087408:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723161984 00000100:00100000:2.0:1788598559.087422:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723161984 00000100:00100000:2.0:1788598559.087491:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 104 00000100:00100000:2.0:1788598559.087501:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723161984:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598559.087516:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598559.087540:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16071ea5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6ac expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598559.087562:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:2.0:1788598559.087568:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598559.087646:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+111:2435:x1875480723161984:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 146us (2136us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598559.087653:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 104 00000100:00100000:0.0:1788598559.091520:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.091619:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723162240 00000100:00100000:3.0:1788598559.091632:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723162240 00000100:00100000:3.0:1788598559.091702:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1598 00000100:00100000:3.0:1788598559.091713:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+111:33966:x1875480723162240:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598559.091965:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598559.091992:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071eb3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6ba expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.092064:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071eb3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6ba expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.092083:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071eb3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6ba expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.092105:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.092108:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598559.092113:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656800, rc 0) 00000100:00100000:3.0:1788598559.092224:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:33966:x1875480723162240:12345-192.168.202.17@tcp:101:cat.0 Request processed in 512us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.092233:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1598 00000100:00100000:3.0:1788598559.095675:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598559.096758:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723162368 00000100:00100000:2.0:1788598559.096776:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723162368 00000100:00100000:2.0:1788598559.098001:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 105 00000100:00100000:2.0:1788598559.098020:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723162368:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598559.098045:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598559.098081:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16071eac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6b3 expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598559.098106:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:2.0:1788598559.098112:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598559.098187:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+111:2435:x1875480723162368:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 174us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598559.098196:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 105 00000100:00100000:1.0:1788598559.103513:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.103558:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598559.103753:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723162624 00000100:00100000:0.0:1788598559.103770:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723162624 00000100:00100000:0.0:1788598559.103866:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 106 00000100:00100000:0.0:1788598559.103879:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+111:2434:x1875480723162624:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598559.103903:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598559.104090:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16071eb3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6ba expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598559.104115:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598559.104122:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598559.104209:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723162496 00000100:00100000:3.0:1788598559.104214:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723162496 00000100:00100000:3.0:1788598559.104256:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1599 00000100:00100000:3.0:1788598559.104264:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+111:33941:x1875480723162496:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598559.104290:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598559.104318:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071eba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6c1 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.104387:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071eba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6c1 expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.104404:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071eba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6c1 expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.104436:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.104439:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598559.104442:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656a00, rc 0) 00000100:00100000:0.0:1788598559.106129:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723162624:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 2243us (2560us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598559.106144:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 106 00000100:00100000:3.0:1788598559.106241:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+111:33941:x1875480723162496:12345-192.168.202.17@tcp:101:cat.0 Request processed in 1976us (2741us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.106249:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1599 00000100:00100000:0.0:1788598559.112549:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598559.112782:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.112878:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723162880 00000100:00100000:3.0:1788598559.112890:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723162880 00000100:00100000:3.0:1788598559.112975:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 107 00000100:00100000:3.0:1788598559.112987:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+111:2435:x1875480723162880:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598559.113008:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598559.113040:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071eba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6c1 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.113063:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.113069:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598559.113139:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+110:2435:x1875480723162880:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 154us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.113147:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 107 00000100:00100000:1.0:1788598559.115289:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723162752 00000100:00100000:1.0:1788598559.115397:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723162752 00000100:00100000:1.0:1788598559.115563:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1600 00000100:00100000:1.0:1788598559.115575:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+110:33940:x1875480723162752:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:1.0:1788598559.115616:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598559.115642:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071ec1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6c8 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.115717:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071ec1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6c8 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.115770:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071ec1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6c8 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598559.115794:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:1.0:1788598559.115797:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788598559.115802:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00000100:00100000:1.0:1788598559.116242:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+111:33940:x1875480723162752:12345-192.168.202.17@tcp:101:cat.0 Request processed in 668us (3704us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.116250:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1600 00000100:00100000:0.0:1788598559.120614:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598559.120684:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.120945:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723163008 00000100:00100000:3.0:1788598559.120957:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723163008 00000100:00100000:3.0:1788598559.121051:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 108 00000100:00100000:3.0:1788598559.121063:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+111:2435:x1875480723163008:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598559.121086:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598559.121119:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb16071ec1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6c8 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.121142:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.121147:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598559.121214:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+110:2435:x1875480723163008:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 154us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.121223:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 108 00000100:00100000:2.0:1788598559.126070:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723163136 00000100:00100000:2.0:1788598559.126091:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723163136 00000100:00100000:2.0:1788598559.126185:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1601 00000100:00100000:2.0:1788598559.126198:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+110:33939:x1875480723163136:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:2.0:1788598559.126226:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598559.126254:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071ec8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6cf expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598559.126342:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071ec8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6cf expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598559.126364:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071ec8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6cf expref: 111 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598559.126390:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:2.0:1788598559.126394:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788598559.126398:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598559.126487:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+111:33939:x1875480723163136:12345-192.168.202.17@tcp:101:cat.0 Request processed in 292us (5802us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598559.126498:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1601 00000100:00100000:1.0:1788598559.139402:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.139499:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.139567:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723163392 00000100:00100000:3.0:1788598559.139580:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723163392 00000100:00100000:3.0:1788598559.139655:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1602 00000100:00100000:3.0:1788598559.139668:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+111:33952:x1875480723163392:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598559.139695:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598559.139722:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071ecf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6d6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.140137:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071ecf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6d6 expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.140163:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071ecf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6d6 expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.140186:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.140190:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598559.140195:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656200, rc 0) 00000100:00100000:3.0:1788598559.140277:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:33952:x1875480723163392:12345-192.168.202.17@tcp:101:cat.0 Request processed in 613us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.140285:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1602 00000100:00100000:1.0:1788598559.144430:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598559.144535:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723163520 00000100:00100000:3.0:1788598559.144547:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723163520 00000100:00100000:3.0:1788598559.144632:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1603 00000100:00100000:3.0:1788598559.144644:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:33943:x1875480723163520:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788598559.144670:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598559.144698:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071ed6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6dd expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.144808:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071ed6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6dd expref: 113 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.144827:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071ed6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6dd expref: 113 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598559.145184:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:3.0:1788598559.145188:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788598559.145193:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656a00, rc 0) 00000100:00100000:3.0:1788598559.145280:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+113:33943:x1875480723163520:12345-192.168.202.17@tcp:101:cat.0 Request processed in 638us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.145288:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1603 00000100:00100000:0.0:1788598559.146270:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723163264 00000100:00100000:0.0:1788598559.146282:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723163264 00000100:00100000:0.0:1788598559.146353:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 109 00000100:00100000:0.0:1788598559.146362:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+113:2435:x1875480723163264:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598559.146376:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598559.146400:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071ec8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6cf expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598559.146425:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598559.146429:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598559.146478:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723163264:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 117us (7092us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598559.146485:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 109 00000100:00100000:1.0:1788598559.156118:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.156163:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.156208:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598559.156345:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723163648 00000100:00100000:0.0:1788598559.156358:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723163648 00000100:00100000:0.0:1788598559.156433:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723163776 00000100:00100000:0.0:1788598559.156437:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723163776 00000100:00100000:0.0:1788598559.156463:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 110 00000100:00100000:0.0:1788598559.156474:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba0012050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+113:2434:x1875480723163648:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598559.156496:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598559.156529:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071ed6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6dd expref: 113 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598559.156554:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598559.156561:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598559.156639:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba0012050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723163648:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 167us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598559.156648:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 110 00000100:00100000:0.0:1788598559.156711:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 111 00000100:00100000:0.0:1788598559.156718:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+111:2432:x1875480723163776:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598559.156726:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598559.156787:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071ecf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6d6 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598559.156804:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8a1a86203f00) 00010000:00010000:0.0:1788598559.156808:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598559.156827:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+110:2432:x1875480723163776:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 110us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598559.156833:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 111 00000100:00100000:2.0:1788598559.157256:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723164032 00000100:00100000:2.0:1788598559.157261:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723164032 00000100:00100000:2.0:1788598559.157312:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 333 00000100:00100000:2.0:1788598559.157321:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+110:33943:x1875480723164032:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788598559.157640:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:057ab826-16b2-4323-94a8-90eee763040a+111:33943:x1875480723164032:12345-192.168.202.17@tcp:35:cat.0 Request processed in 320us (1431us total) trans 4294968294 rc 0/0 00000100:00100000:2.0:1788598559.157648:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 333 00000100:00100000:0.0:1788598559.491010:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598559.491040:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747097600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598559.491134:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598559.491357:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747097600 00000100:00100000:1.0:1788598559.491368:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747097600 00000100:00100000:1.0:1788598559.491448:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1788598559.491458:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747097600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598559.491504:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598559.491564:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747097600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.491572:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1788598559.491814:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747097600:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598559.622019:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598559.810193:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598559.810220:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598559.813032:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1788598559.813057:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598559.884275:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.884336:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.884380:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.884427:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.884469:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723164416 00000100:00100000:1.0:1788598559.884481:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723164416 00000100:00100000:1.0:1788598559.884557:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723164928 00000100:00100000:1.0:1788598559.884561:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723164928 00000100:00100000:1.0:1788598559.884602:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 736 00000100:00100000:1.0:1788598559.884614:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723164416:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598559.884706:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723164416:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 93us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.884714:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 736 00000100:00100000:1.0:1788598559.884776:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 737 00000100:00100000:1.0:1788598559.884784:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723164928:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598559.884813:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723164928:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.884820:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 737 00000100:00080000:1.0:1788598559.884841:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598559.884872:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.884952:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.884971:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723164544 00000100:00100000:1.0:1788598559.884975:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723164544 00000100:00100000:1.0:1788598559.884999:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 738 00000100:00100000:1.0:1788598559.885005:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+20:2432:x1875480723164544:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598559.885032:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+20:2432:x1875480723164544:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.885038:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 738 00000100:00100000:1.0:1788598559.885077:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.885185:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598559.885201:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723165056 00000100:00100000:1.0:1788598559.885205:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723165056 00000100:00100000:1.0:1788598559.885228:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 739 00000100:00100000:1.0:1788598559.885235:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723165056:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598559.885266:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723165056:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598559.885273:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 739 00000100:00100000:2.0:1788598559.886245:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723164672 00000100:00100000:2.0:1788598559.886253:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723164672 00000100:00100000:2.0:1788598559.886310:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723164288 00000100:00100000:2.0:1788598559.886313:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723164288 00000100:00100000:2.0:1788598559.886356:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723164800 00000100:00100000:2.0:1788598559.886359:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723164800 00000100:00100000:2.0:1788598559.886380:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1112 00000100:00100000:2.0:1788598559.886388:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+60:2432:x1875480723164672:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598559.886464:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+60:2432:x1875480723164672:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 77us (2083us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598559.886472:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1112 00000100:00100000:2.0:1788598559.886520:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1113 00000100:00100000:2.0:1788598559.886527:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723164288:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598559.886556:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723164288:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598559.886564:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1113 00000100:00080000:0.0:1788598559.886670:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598559.886707:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1114 00000100:00100000:0.0:1788598559.886717:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723164800:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598559.886823:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723164800:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 108us (1745us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598559.886830:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1114 00000100:00100000:3.0:1788598559.889705:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723164160 00000100:00100000:3.0:1788598559.889725:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723164160 00000100:00100000:3.0:1788598559.889963:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 767 00000100:00100000:3.0:1788598559.889975:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723164160:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598559.890068:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723164160:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 96us (5807us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598559.890076:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 767 00000100:00100000:2.0:1788598560.003826:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747097984:0@lo:400:kworker.0 00000100:00100000:2.0:1788598560.003925:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598560.004011:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747098496:0@lo:400:kworker.0 00000100:00100000:2.0:1788598560.004038:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598560.004062:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747099008:0@lo:400:kworker.0 00000100:00100000:2.0:1788598560.004083:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598560.004115:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788598560.004121:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747097856:0@lo:400:kworker.0 00000100:00100000:2.0:1788598560.004150:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598560.004167:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747098368:0@lo:400:kworker.0 00000100:00100000:2.0:1788598560.004187:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598560.004204:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747098880:0@lo:400:kworker.0 00000100:00100000:2.0:1788598560.004226:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598560.004264:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747097856 00000100:00100000:2.0:1788598560.004275:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747097856 00000100:00100000:2.0:1788598560.004348:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747098368 00000100:00100000:2.0:1788598560.004351:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747098368 00000100:00100000:2.0:1788598560.004382:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747098880 00000100:00100000:2.0:1788598560.004385:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747098880 00000100:00100000:1.0:1788598560.004628:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747098496 00000100:00100000:1.0:1788598560.004633:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747098496 00000100:00100000:1.0:1788598560.004666:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747099008 00000100:00100000:1.0:1788598560.004669:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747099008 00000100:00100000:1.0:1788598560.004690:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1788598560.004701:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747098496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.004802:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747098496:12345-0@lo:400:kworker.0 Request processed in 103us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598560.004810:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1788598560.004829:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1788598560.004835:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747099008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.004863:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747099008:12345-0@lo:400:kworker.0 Request processed in 29us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598560.004869:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1788598560.004900:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747097728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.004933:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598560.004968:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747098240:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.004990:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598560.005001:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747098752:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.005020:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598560.005035:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788598560.005041:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747098112:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.005062:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598560.005073:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747098624:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.005093:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598560.005107:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747099136:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.005125:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598560.005150:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747098624 00000100:00100000:1.0:1788598560.005153:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747098624 00000100:00100000:1.0:1788598560.005175:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747099136 00000100:00100000:1.0:1788598560.005178:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747099136 00000100:00100000:1.0:1788598560.005193:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1788598560.005199:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747098624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.005231:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747098624:12345-0@lo:400:kworker.0 Request processed in 32us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598560.005237:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1788598560.005249:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1788598560.005254:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747099136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.005279:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747099136:12345-0@lo:400:kworker.0 Request processed in 25us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598560.005285:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1788598560.005345:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747098496:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.005359:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747099008:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.005396:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747098624:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.005406:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747099136:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.005438:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747098240 00000100:00100000:1.0:1788598560.005441:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747098240 00000100:00100000:2.0:1788598560.005560:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1788598560.005579:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747097728 00000100:00100000:2.0:1788598560.005582:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747097728 00000100:00100000:2.0:1788598560.005612:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1788598560.005619:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747097728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598560.005664:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747097728:12345-0@lo:400:kworker.0 Request processed in 46us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598560.005671:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1788598560.005701:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747097856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598560.005751:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747097856:12345-0@lo:400:kworker.0 Request processed in 182us (1600us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598560.005827:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747097984 00000100:00100000:3.0:1788598560.005832:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747097984 00000100:00100000:3.0:1788598560.005868:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1788598560.005876:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747097984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598560.005915:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747097984:12345-0@lo:400:kworker.0 Request processed in 40us (1990us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598560.005922:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1788598560.005961:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747098752 00000100:00100000:3.0:1788598560.005965:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747098752 00000100:00100000:0.0:1788598560.006286:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598560.006314:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747099264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598560.006356:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598560.006392:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747099264 00000100:00100000:0.0:1788598560.006396:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747099264 00000100:00100000:0.0:1788598560.006438:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1788598560.006446:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747099264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598560.006465:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921387520 avail 3689836544 00000100:00100000:0.0:1788598560.006505:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747099264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598560.006513:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00080000:0.0:1788598560.006546:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598560.006551:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598560.006553:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598560.006556:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598560.006605:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747099264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598560.006629:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747098112 00000100:00100000:0.0:1788598560.006632:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747098112 00000100:00100000:1.0:1788598560.013116:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747097728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.013198:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1788598560.013233:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747098368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.013361:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747098368:12345-0@lo:400:kworker.0 Request processed in 141us (9171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598560.013370:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1788598560.013397:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1788598560.013405:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747098880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.013455:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747098880:12345-0@lo:400:kworker.0 Request processed in 51us (9228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598560.013461:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1788598560.013474:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1788598560.013481:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747098240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.013527:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747098240:12345-0@lo:400:kworker.0 Request processed in 47us (8536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598560.013533:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1788598560.013565:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747098240:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.013655:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747097856:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.013669:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747098368:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.013682:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747098880:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.013697:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747097984:0@lo:400:kworker.0 00000100:00100000:2.0:1788598560.014229:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1788598560.020170:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1788598560.020217:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747098752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598560.020399:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747098752:12345-0@lo:400:kworker.0 Request processed in 214us (15377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598560.020510:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:3.0:1788598560.025650:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747098752:0@lo:400:kworker.0 00000100:00100000:3.0:1788598560.035603:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1788598560.035639:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747098112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598560.035811:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747098112:12345-0@lo:400:kworker.0 Request processed in 194us (30748us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598560.035897:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1788598560.036092:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747098112:0@lo:400:kworker.0 00000100:00100000:1.0:1788598560.514140:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598560.519714:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747099392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598560.520161:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598560.520456:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747099392 00000100:00100000:3.0:1788598560.520468:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747099392 00000100:00100000:3.0:1788598560.520575:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1788598560.520586:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747099392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598560.520626:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788598560.520690:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747099392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598560.520698:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1788598560.520805:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747099392:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598560.641991:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598561.605714:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598561.668942:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598562.051759:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598562.051781:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747099520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598562.051858:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598562.052879:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747099520 00000100:00100000:1.0:1788598562.052890:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747099520 00000100:00100000:1.0:1788598562.052976:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00080000:3.0:1788598562.053193:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598562.053292:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747099520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598562.053326:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598562.053391:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747099520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 404us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598562.053399:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1788598562.053648:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598562.053662:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747099648:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598562.053701:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598562.053878:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747099648 00000100:00100000:2.0:1788598562.053884:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747099648 00000100:00100000:2.0:1788598562.053929:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1788598562.053937:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747099648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598562.053950:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598562.054007:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747099648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598562.054013:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1788598562.054195:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747099520:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788598562.055951:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598562.056037:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747099648:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1788598562.057725:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000001:00080000:0.0:1788598562.057782:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000100:00100000:1.0:1788598562.569964:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747099776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598562.570040:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598562.570224:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747099776 00000100:00100000:0.0:1788598562.570232:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747099776 00000100:00100000:0.0:1788598562.570319:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1788598562.570329:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747099776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598562.570363:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788598562.570429:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747099776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598562.570437:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1788598562.571790:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747099776:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598562.693096:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598562.894132:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598562.894141:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598562.894220:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:3.0:1788598562.894228:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598563.716038:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788598564.100722:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968294 is committed 00000001:00080000:2.0:1788598564.100770:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968293 is committed 00000020:00080000:2.0:1788598564.100784:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a1a860f5cc0 refcount 2 committed 0 result 0 batchid 35 00000020:00080000:2.0:1788598564.100799:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b86260c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a860f5a80 00000020:00080000:2.0:1788598564.100803:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8a1b86260300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a1a8718ba00 00000020:00080000:3.0:1788598564.100991:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 35 committed batchid 34 00000020:00080000:3.0:1788598564.101055:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:0.0:1788598564.101167:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598564.101179:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598564.101188:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598564.101194:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598564.101198:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598564.101206:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598564.102512:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598564.102520:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598564.102528:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598564.102537:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071da9 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788598564.107716:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967386 is committed 00000001:00080000:3.0:1788598564.107730:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967385 is committed 00000100:00100000:3.0:1788598564.612292:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598564.612316:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747099904:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598564.612382:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598564.612502:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747099904 00000100:00100000:1.0:1788598564.612510:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747099904 00000100:00100000:1.0:1788598564.612565:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1788598564.612574:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747099904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598564.612606:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598564.612662:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747099904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598564.612669:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1788598564.612776:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747099904:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598564.741028:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598564.995089:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598564.995136:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598564.995230:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598564.995409:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723165184 00000100:00100000:2.0:1788598564.995420:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723165184 00000100:00100000:2.0:1788598564.995483:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 769 00000100:00100000:2.0:1788598564.995493:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723165184:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598564.995559:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723165184:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 68us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598564.995566:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 769 00000100:00100000:0.0:1788598564.995677:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723165696 00000100:00100000:0.0:1788598564.995682:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723165696 00000100:00100000:0.0:1788598564.995729:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 744 00000100:00100000:0.0:1788598564.995763:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+20:2432:x1875480723165696:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:2.0:1788598564.995907:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598564.995941:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+20:2432:x1875480723165696:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 205us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598564.995948:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 744 00000100:00100000:3.0:1788598564.996482:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723165440 00000100:00100000:3.0:1788598564.996489:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723165440 00000100:00100000:3.0:1788598564.996542:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1121 00000100:00100000:3.0:1788598564.996550:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723165440:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:0.0:1788598564.996658:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598564.996707:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723165440:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 158us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598564.996715:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1121 00000100:00100000:2.0:1788598564.996954:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598564.997084:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598564.997116:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598564.997187:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723166208 00000100:00100000:0.0:1788598564.997193:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723166208 00000100:00100000:0.0:1788598564.997264:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 745 00000100:00100000:0.0:1788598564.997274:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723166208:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598564.997312:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723166208:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 40us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598564.997319:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 745 00000100:00080000:1.0:1788598564.997466:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598564.997688:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598564.997712:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598564.997758:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723165568 00000100:00100000:1.0:1788598564.997762:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723165568 00000100:00100000:1.0:1788598564.997863:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 746 00000100:00100000:1.0:1788598564.997873:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723165568:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598564.997911:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723165568:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 41us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598564.997919:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 746 00000100:00080000:1.0:1788598564.997937:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598564.998118:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723165952 00000100:00100000:3.0:1788598564.998122:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723165952 00000100:00100000:2.0:1788598564.998216:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598564.998234:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723165312 00000100:00100000:2.0:1788598564.998237:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723165312 00000100:00100000:3.0:1788598564.998281:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723165824 00000100:00100000:3.0:1788598564.998284:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723165824 00000100:00080000:1.0:1788598564.998302:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598564.998305:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598564.998315:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1122 00000100:00100000:1.0:1788598564.998322:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723165952:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598564.998352:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723165952:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (1400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598564.998359:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1122 00000100:00100000:0.0:1788598564.998522:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723166080 00000100:00100000:0.0:1788598564.998526:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723166080 00000100:00100000:0.0:1788598564.998561:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 747 00000100:00100000:0.0:1788598564.998566:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723166080:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598564.998592:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723166080:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598564.998598:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 747 00000100:00080000:1.0:1788598564.998650:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598564.998774:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1123 00000100:00100000:2.0:1788598564.998781:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+110:2432:x1875480723165312:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598564.998891:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+110:2432:x1875480723165312:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 110us (1773us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598564.998897:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1123 00000100:00100000:3.0:1788598564.999177:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1124 00000100:00100000:3.0:1788598564.999184:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2432:x1875480723165824:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598564.999353:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2432:x1875480723165824:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 166us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598564.999360:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1124 00000100:00100000:2.0:1788598565.122131:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747100416:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122200:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122271:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747100928:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122297:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122316:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747101440:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122336:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122359:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1788598565.122364:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747100032:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122388:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122410:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747100544:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122432:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122446:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747101056:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122462:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122474:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747101568:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122489:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122511:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747100160:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122531:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122546:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747100672:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122562:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122573:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747101184:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122592:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122605:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788598565.122609:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747100288:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122629:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122642:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747100800:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122657:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122669:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747101312:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.122681:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.122704:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747100416 00000100:00100000:2.0:1788598565.122710:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747100416 00000100:00100000:2.0:1788598565.122768:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747100160 00000100:00100000:2.0:1788598565.122770:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747100160 00000100:00100000:2.0:1788598565.122783:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747100672 00000100:00100000:0.0:1788598565.122896:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747101184 00000100:00100000:0.0:1788598565.122900:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747101184 00000100:00100000:0.0:1788598565.122927:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747100800 00000100:00100000:0.0:1788598565.122929:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747100800 00000100:00100000:0.0:1788598565.122942:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747101312 00000100:00100000:0.0:1788598565.122944:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747101312 00000100:00100000:0.0:1788598565.122959:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:0.0:1788598565.122966:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747100416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598565.123019:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747100416:12345-0@lo:400:kworker.0 Request processed in 53us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598565.123026:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:0.0:1788598565.123043:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1788598565.123048:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747100160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598565.123077:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747100160:12345-0@lo:400:kworker.0 Request processed in 30us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598565.123086:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1788598565.123096:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1788598565.123101:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747101184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598565.123124:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747101184:12345-0@lo:400:kworker.0 Request processed in 24us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598565.123129:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1788598565.123139:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1788598565.123143:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747100800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598565.123166:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747100800:12345-0@lo:400:kworker.0 Request processed in 23us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598565.123171:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1788598565.123179:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:0.0:1788598565.123184:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747101312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598565.123204:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747101312:12345-0@lo:400:kworker.0 Request processed in 21us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598565.123209:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1788598565.123359:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598565.123368:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747101696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598565.123398:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598565.123426:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747101696 00000100:00100000:1.0:1788598565.123430:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747101696 00000100:00100000:1.0:1788598565.123458:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788598565.123465:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747101696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598565.123489:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788598565.123521:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747101696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598565.123528:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788598565.123566:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747101696:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788598565.123587:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598565.123590:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598565.123592:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598565.125750:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747100672 00000100:00100000:2.0:1788598565.125815:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1788598565.125824:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747100672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.125896:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747100672:12345-0@lo:400:kworker.0 Request processed in 74us (3332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598565.125903:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1788598565.125929:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747100928 00000100:00100000:2.0:1788598565.125933:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747100928 00000100:00100000:2.0:1788598565.125958:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747101440 00000100:00100000:2.0:1788598565.125961:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747101440 00000100:00100000:2.0:1788598565.125971:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747101056 00000100:00100000:2.0:1788598565.125974:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747101056 00000100:00100000:2.0:1788598565.125984:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747101568 00000100:00100000:2.0:1788598565.125987:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747101568 00000100:00100000:2.0:1788598565.126000:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1788598565.126005:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747100928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126036:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747100928:12345-0@lo:400:kworker.0 Request processed in 30us (3737us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598565.126042:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1788598565.126053:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1788598565.126060:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747101440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126085:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747101440:12345-0@lo:400:kworker.0 Request processed in 26us (3748us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598565.126090:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1788598565.126100:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1788598565.126106:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747101056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126131:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747101056:12345-0@lo:400:kworker.0 Request processed in 26us (3668us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598565.126137:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1788598565.126147:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1788598565.126152:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747101568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126176:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747101568:12345-0@lo:400:kworker.0 Request processed in 24us (3686us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598565.126182:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1788598565.126202:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747100032 00000100:00100000:2.0:1788598565.126205:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747100032 00000100:00100000:2.0:1788598565.126230:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1788598565.126235:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747100032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126279:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747100032:12345-0@lo:400:kworker.0 Request processed in 43us (3888us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598565.126285:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1788598565.126316:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747100544 00000100:00100000:2.0:1788598565.126319:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747100544 00000100:00100000:2.0:1788598565.126341:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747100288 00000100:00100000:2.0:1788598565.126344:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747100288 00000100:00100000:2.0:1788598565.126354:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1788598565.126358:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747100544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126390:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747100544:12345-0@lo:400:kworker.0 Request processed in 31us (3957us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598565.126396:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1788598565.126407:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1788598565.126413:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747100288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126439:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747100288:12345-0@lo:400:kworker.0 Request processed in 26us (3810us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598565.126445:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1788598565.126517:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747100288:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126531:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747100800:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126541:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747101312:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126552:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747100160:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126562:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747100672:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126573:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747101184:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126616:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747100032:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126625:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747100544:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126633:0:3665:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967374 gen 2 00000004:00080000:2.0:1788598565.126638:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a87b72d80, transno 4294967374 00000100:00100000:2.0:1788598565.126646:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747101056:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126654:0:3665:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967386 gen 2 00000004:00080000:2.0:1788598565.126658:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967386 committed transno 4294967386 00000100:00100000:2.0:1788598565.126675:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747101568:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126684:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747100416:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126692:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747100928:0@lo:400:kworker.0 00000100:00100000:2.0:1788598565.126700:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747101440:0@lo:400:kworker.0 00000100:00080000:1.0:1788598565.127054:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598565.127059:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598565.127062:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598565.636094:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598565.636118:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747101824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598565.636180:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598565.636240:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747101824 00000100:00100000:2.0:1788598565.636257:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747101824 00000100:00100000:2.0:1788598565.636304:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1788598565.636312:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747101824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598565.636333:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788598565.636374:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747101824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598565.636380:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1788598565.636436:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747101824:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598565.765443:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598566.193523:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598566.195131:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723166336 00000100:00100000:2.0:1788598566.195143:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723166336 00000100:00100000:2.0:1788598566.195234:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1604 00000100:00100000:2.0:1788598566.195254:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33890:x1875480723166336:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788598566.195717:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:33890:x1875480723166336:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 472us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598566.195726:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1604 00000100:00080000:1.0:1788598566.196337:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598566.199099:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598566.199421:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723166464 00000100:00100000:2.0:1788598566.199432:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723166464 00000100:00100000:2.0:1788598566.199764:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1605 00000100:00100000:2.0:1788598566.199776:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:33890:x1875480723166464:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788598566.199886:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:33890:x1875480723166464:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 113us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598566.199893:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1605 00000100:00080000:1.0:1788598566.200052:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1788598566.785923:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598567.173807:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747101952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598567.173877:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598567.174628:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747101952 00000100:00100000:2.0:1788598567.174636:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747101952 00000100:00080000:1.0:1788598567.174685:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598567.174704:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1788598567.174715:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747101952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598567.174784:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 211127104 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598567.174842:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747101952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598567.174849:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1788598567.175122:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747101952:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598567.175676:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747102080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598567.175714:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598567.175784:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747102080 00000100:00100000:0.0:1788598567.175790:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747102080 00000100:00100000:0.0:1788598567.175822:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788598567.175828:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747102080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598567.175840:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 211127104 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598567.175872:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747102080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598567.175878:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00080000:0.0:1788598567.175892:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598567.175911:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747102080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598567.682190:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598567.682213:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747102208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598567.682298:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598567.682434:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747102208 00000100:00100000:0.0:1788598567.682442:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747102208 00000100:00100000:0.0:1788598567.682496:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1788598567.682505:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747102208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598567.682555:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788598567.682615:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747102208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598567.682623:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1788598567.683171:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747102208:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598567.811570:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788598568.274609:0:24421:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 04:56:06 (1788598566) 00000100:00100000:0.0:1788598568.715238:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598568.715322:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723166592 00000100:00100000:3.0:1788598568.715334:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723166592 00000100:00100000:3.0:1788598568.715407:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1606 00000100:00100000:3.0:1788598568.715415:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+51:34587:x1875480723166592:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788598568.715520:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+51:34587:x1875480723166592:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 105us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598568.715528:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1606 00000100:00080000:0.0:1788598568.716599:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598568.723202:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598568.723330:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723166720 00000100:00100000:3.0:1788598568.723341:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723166720 00000100:00100000:3.0:1788598568.723457:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1607 00000100:00100000:3.0:1788598568.723469:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:34587:x1875480723166720:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788598568.723582:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:34587:x1875480723166720:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 107us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598568.723590:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1607 00000100:00080000:0.0:1788598568.726725:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:2.0:1788598568.770567:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788598568.808526:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598568.808687:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723166848 00000100:00100000:2.0:1788598568.808697:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723166848 00000100:00100000:2.0:1788598568.808807:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1608 00000100:00100000:2.0:1788598568.808817:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+110:34588:x1875480723166848:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598568.808844:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598568.808871:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071edd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6e4 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.808936:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.808954:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.808966:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.808980:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071eeb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.808987:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071eeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.808992:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071eeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809031:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809038:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809043:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809049:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809054:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653fe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598568.809058:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809065:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809078:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598568.809080:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598568.809085:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809090:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071ee4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809102:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071eeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809107:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071eeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809112:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071eeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809117:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598568.809119:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071eeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809125:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071eeb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809132:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8a1a81295400) 00010000:00010000:2.0:1788598568.809134:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598568.809136:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071eeb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809141:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071eeb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809173:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071edd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6e4 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809183:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598568.809185:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598568.809188:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071edd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6e4 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.809197:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f000, rc 0) 00000100:00100000:2.0:1788598568.809283:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+110:34588:x1875480723166848:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 467us (766us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598568.809291:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1608 00000100:00080000:0.0:1788598568.809433:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598568.833327:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598568.834100:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723167104 00000100:00100000:2.0:1788598568.834111:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723167104 00000100:00100000:2.0:1788598568.834174:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1609 00000100:00100000:2.0:1788598568.834183:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+110:34588:x1875480723167104:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:2.0:1788598568.834264:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598568.834591:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb160717c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec421 expref: 110 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.834613:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598568.834618:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598568.834672:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.834686:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec436 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.834695:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.834727:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec436 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.834781:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec436 expref: 50 pid: 6524 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598568.834796:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747102336:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598568.834900:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcbaf00 going to sleep for 11 seconds 00010000:00010000:0.0:1788598568.835007:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598568.840928:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598568.841904:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723167232 00000100:00100000:3.0:1788598568.841915:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723167232 00010000:00010000:3.0:1788598568.841957:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec436 expref: 51 pid: 6524 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598568.842011:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 470 00000100:00100000:3.0:1788598568.842020:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2433:x1875480723167232:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598568.842035:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598568.842041:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec436 expref: 51 pid: 6524 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.842055:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec436 expref: 51 pid: 6524 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.842078:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598568.842084:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.842094:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.842101:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.842120:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598568.842180:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+51:2433:x1875480723167232:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 161us (1261us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598568.842188:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 470 00010000:00010000:2.0:1788598568.843102:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16071800 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec436 expref: 50 pid: 6524 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598568.843120:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747102336:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598568.843141:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.843150:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.843156:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.843179:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.843189:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.843210:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845830:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845849:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845860:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598568.845886:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007eb996c6 reply state 0000000099fe9ae5 transno 4294968295 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845896:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845902:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598568.845905:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598568.845908:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788598568.845914:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00010000:00010000:3.0:1788598568.845922:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845932:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845938:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845943:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598568.845952:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845959:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845968:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598568.845970:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.845973:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.845978:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071ef2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598568.845994:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007eb996c6 reply state 0000000099fe9ae5 transno 4294968295 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.846079:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.846085:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8a1a81295400) 00010000:00010000:3.0:1788598568.846090:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598568.846091:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788598568.847872:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+111:34588:x1875480723167104:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 13680us (14544us total) trans 4294968295 rc 0/0 00000100:00100000:3.0:1788598568.847886:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1609 00000100:00100000:1.0:1788598568.897099:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598568.897721:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723167360 00000100:00100000:2.0:1788598568.897777:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723167360 00000100:00100000:2.0:1788598568.897838:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1610 00000100:00100000:2.0:1788598568.897848:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+111:34589:x1875480723167360:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598568.897874:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598568.897894:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071f07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6eb expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.897959:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071f0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.897984:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071f0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.897996:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071f0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598568.898044:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788598568.898048:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598568.898067:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071f0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.898091:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071f07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6eb expref: 113 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.898111:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f000/0x6b7334fb16071f0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6eb expref: 112 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.898121:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598568.898123:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598568.898127:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f000, rc 0) 00000100:00100000:2.0:1788598568.898190:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:34589:x1875480723167360:12345-192.168.202.17@tcp:101:bash.0 Request processed in 344us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598568.898205:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1610 00000100:00100000:1.0:1788598568.902565:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598568.904948:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723167488 00000100:00100000:3.0:1788598568.904963:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723167488 00000100:00100000:3.0:1788598568.905034:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1611 00000100:00100000:3.0:1788598568.905044:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:34589:x1875480723167488:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:3.0:1788598568.905064:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598568.905084:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071f15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6f2 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905149:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905162:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905172:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905184:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f23 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905191:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905209:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905292:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071f2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905316:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071f2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905325:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071f2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598568.905356:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1788598568.905360:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598568.905378:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071f2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905390:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905395:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f1c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905401:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905407:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598568.905410:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905417:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f1c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905428:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:3.0:1788598568.905431:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.905436:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905446:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905460:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905466:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f23 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905471:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905475:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598568.905478:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905484:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f23 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905490:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8a1a81295400) 00010000:00010000:3.0:1788598568.905493:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.905496:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f23 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905501:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f23 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905523:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071f15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6f2 expref: 114 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905533:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657c00/0x6b7334fb16071f2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6f2 expref: 113 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.905541:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598568.905543:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788598568.905545:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657c00, rc 0) 00000100:00100000:3.0:1788598568.905614:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+113:34589:x1875480723167488:12345-192.168.202.17@tcp:101:bash.0 Request processed in 571us (3059us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598568.905620:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1611 00000100:00100000:1.0:1788598568.918996:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598568.919077:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723167616 00000100:00100000:3.0:1788598568.919086:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723167616 00000100:00100000:3.0:1788598568.919140:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1612 00000100:00100000:3.0:1788598568.919149:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+113:34589:x1875480723167616:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:3.0:1788598568.919169:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598568.919187:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071f31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec6f9 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919305:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f38 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919320:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919332:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919346:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f3f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919353:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919360:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919399:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919405:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f38 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919411:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919416:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598568.919420:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919426:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f38 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919437:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598568.919439:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.919443:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919448:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071f38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919460:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919466:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f3f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919471:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919476:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598568.919478:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919482:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f3f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919488:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8a1a86203000) 00010000:00010000:3.0:1788598568.919490:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.919492:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f3f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919507:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071f3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919536:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071f31 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6f9 expref: 114 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919546:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598568.919548:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.919552:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071f31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec6f9 expref: 114 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.919559:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:3.0:1788598568.919620:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+113:34589:x1875480723167616:12345-192.168.202.17@tcp:101:bash.0 Request processed in 471us (632us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598568.919630:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1612 00000100:00100000:1.0:1788598568.928478:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598568.928591:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723167744 00000100:00100000:0.0:1788598568.928600:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723167744 00000100:00100000:0.0:1788598568.928659:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1613 00000100:00100000:0.0:1788598568.928669:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+50:34590:x1875480723167744:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598568.928688:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598568.928709:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071f46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec700 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.928808:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071f4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.929088:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071f4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.929103:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071f4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598568.929149:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788598568.929153:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598568.929249:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071f4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.929276:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071f46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec700 expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.929293:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696000/0x6b7334fb16071f4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec700 expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.929301:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:0.0:1788598568.929304:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598568.929308:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696000, rc 0) 00000100:00100000:0.0:1788598568.929464:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+51:34590:x1875480723167744:12345-192.168.202.17@tcp:101:rm.0 Request processed in 796us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598568.929472:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1613 00000100:00100000:1.0:1788598568.933864:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598568.934073:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723167872 00000100:00100000:2.0:1788598568.934083:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723167872 00000100:00100000:2.0:1788598568.934141:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1614 00000100:00100000:2.0:1788598568.934150:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+51:34590:x1875480723167872:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598568.934180:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598568.934199:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071f54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec707 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934273:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071f5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934288:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071f5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934300:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071f5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934311:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071f62 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934318:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071f62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934329:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071f62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934405:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6e00/0x6b7334fb16071f69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934413:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6e00/0x6b7334fb16071f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934421:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6e00/0x6b7334fb16071f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598568.934453:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1788598568.934458:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598568.934477:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6e00/0x6b7334fb16071f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934489:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071f5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934507:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071f5b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934514:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071f5b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934519:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598568.934523:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071f5b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934530:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071f5b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934542:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a1b8299e100) 00010000:00010000:2.0:1788598568.934545:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598568.934549:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071f5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934555:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16071f5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934568:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071f62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934574:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071f62 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934580:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071f62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934586:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653ec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598568.934588:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071f62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934594:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071f62 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934602:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8a1a81295400) 00010000:00010000:2.0:1788598568.934604:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598568.934607:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071f62 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934613:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ec00/0x6b7334fb16071f62 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934642:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071f54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec707 expref: 53 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934654:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6e00/0x6b7334fb16071f69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec707 expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.934661:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598568.934663:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788598568.934665:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be6e00, rc 0) 00000100:00100000:2.0:1788598568.934730:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:34590:x1875480723167872:12345-192.168.202.17@tcp:101:rm.0 Request processed in 580us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598568.934781:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1614 00000100:00100000:1.0:1788598568.938868:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598568.939098:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723168000 00000100:00100000:2.0:1788598568.939109:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723168000 00000100:00100000:2.0:1788598568.939298:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1615 00000100:00100000:2.0:1788598568.939309:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:34590:x1875480723168000:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598568.939330:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598568.939351:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071f70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec70e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939421:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071f77 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939436:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071f77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939449:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071f77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939464:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071f7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939472:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939478:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939525:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071f77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939532:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071f77 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939539:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071f77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939545:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598568.939549:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071f77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939557:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071f77 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939569:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598568.939572:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598568.939576:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071f77 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939583:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071f77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939595:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939601:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071f7e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939606:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939611:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598568.939614:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939620:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071f7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939627:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8a1a81295f00) 00010000:00010000:2.0:1788598568.939629:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598568.939632:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071f7e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939637:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071f7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939667:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071f70 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec70e expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939677:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598568.939680:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598568.939684:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb16071f70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec70e expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.939692:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be6c00, rc 0) 00000100:00100000:2.0:1788598568.939849:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:34590:x1875480723168000:12345-192.168.202.17@tcp:101:rm.0 Request processed in 542us (990us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598568.939857:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1615 00000100:00100000:1.0:1788598568.945003:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598568.945546:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723168128 00000100:00100000:0.0:1788598568.945558:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723168128 00000100:00100000:0.0:1788598568.945624:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1616 00000100:00100000:0.0:1788598568.945634:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:34590:x1875480723168128:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598568.945656:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598568.945676:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071f85 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec715 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.945791:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.945805:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.945817:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.945839:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071f93 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.945847:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.945853:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946628:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946641:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946647:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946654:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946660:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598568.946665:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946672:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946685:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598568.946688:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598568.946692:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946697:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071f8c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946711:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946717:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946721:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071f93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946726:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598568.946729:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071f93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946774:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071f93 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946783:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8a1a85f80c00) 00010000:00010000:0.0:1788598568.946785:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598568.946788:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071f93 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.946794:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071f93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.947375:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071f85 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec715 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.947389:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598568.947391:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598568.947395:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16071f85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec715 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.947406:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697800, rc 0) 00000100:00100000:0.0:1788598568.947521:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+52:34590:x1875480723168128:12345-192.168.202.17@tcp:101:rm.0 Request processed in 1888us (2526us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598568.947531:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1616 00000100:00100000:1.0:1788598568.972065:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598568.972147:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723168256 00000100:00100000:3.0:1788598568.972158:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723168256 00000100:00100000:3.0:1788598568.972237:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1617 00000100:00100000:3.0:1788598568.972247:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+52:34591:x1875480723168256:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598568.972267:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598568.972287:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071f9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec71c expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972356:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071fa1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972371:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972383:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972398:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071fa8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972405:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972411:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972444:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972455:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071fa1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972461:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071fa1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972467:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598568.972471:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071fa1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972478:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071fa1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972490:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598568.972493:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.972497:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071fa1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972503:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16071fa1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972515:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972521:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071fa8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972527:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972532:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598568.972535:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972541:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071fa8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972547:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8a1a86203000) 00010000:00010000:3.0:1788598568.972549:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.972552:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071fa8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972557:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16071fa8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972588:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071f9a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec71c expref: 53 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972598:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598568.972600:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.972604:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16071f9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec71c expref: 53 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.972612:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:3.0:1788598568.972677:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+52:34591:x1875480723168256:12345-192.168.202.17@tcp:101:cp.0 Request processed in 431us (621us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598568.972684:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1617 00000100:00100000:1.0:1788598568.976504:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598568.977161:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723168384 00000100:00100000:3.0:1788598568.977182:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723168384 00000100:00100000:3.0:1788598568.977248:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1618 00000100:00100000:3.0:1788598568.977260:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:34591:x1875480723168384:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598568.977284:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598568.977307:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071faf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec723 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977383:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071fb6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977399:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071fb6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977411:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071fb6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977426:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071fbd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977433:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977440:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977473:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071fb6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977481:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071fb6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977487:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071fb6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977502:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598568.977508:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071fb6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977515:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071fb6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977527:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598568.977530:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.977534:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071fb6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977540:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16071fb6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977554:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977560:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071fbd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977565:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071fbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977569:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598568.977572:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071fbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977577:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071fbd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977583:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8a1a86203100) 00010000:00010000:3.0:1788598568.977585:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.977588:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071fbd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977593:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16071fbd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977627:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071faf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec723 expref: 53 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977637:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598568.977639:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598568.977643:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16071faf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec723 expref: 53 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598568.977652:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598568.977720:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+52:34591:x1875480723168384:12345-192.168.202.17@tcp:101:cp.0 Request processed in 463us (1234us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598568.977728:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1618 00000100:00100000:1.0:1788598568.984954:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598568.985052:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723168640 00000100:00100000:2.0:1788598568.985061:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723168640 00000100:00100000:2.0:1788598568.985119:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1619 00000100:00100000:2.0:1788598568.985130:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+52:34591:x1875480723168640:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598568.985152:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598568.985185:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071fc4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec72a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985296:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071fcb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985310:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071fcb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985322:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071fcb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985336:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985343:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985349:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598568.985705:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1788598568.985885:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985895:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985902:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985935:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071fcb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985942:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071fcb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985948:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071fcb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985954:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598568.985958:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071fcb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985964:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071fcb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985975:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598568.985978:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598568.985983:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071fcb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.985993:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16071fcb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598568.986006:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003b2176d1 reply state 00000000a69d74f6 transno 4294968296 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.986017:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.986023:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8a1a81295f00) 00010000:00010000:2.0:1788598568.986025:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598568.986028:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598568.986056:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16071fc4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec72a expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.986070:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec72a expref: 54 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598568.986078:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:2.0:1788598568.986080:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598568.986082:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653fe00, rc 0) 00000100:00100000:2.0:1788598568.986152:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+55:34591:x1875480723168640:12345-192.168.202.17@tcp:101:cp.0 Request processed in 1023us (1207us total) trans 4294968296 rc 0/0 00000100:00100000:2.0:1788598568.986161:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1619 00000100:00100000:2.0:1788598568.993778:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598568.993879:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723168768 00000100:00100000:0.0:1788598568.993890:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723168768 00000100:00100000:0.0:1788598568.993966:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 436 00000100:00100000:0.0:1788598568.993977:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723168768:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598568.993995:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598568.994016:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb16071fe7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec731 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598568.994041:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788598568.994060:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598568.994063:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598568.994071:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb16071fe7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec731 expref: 9 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.994089:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb16071fe7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec731 expref: 9 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598568.994105:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697800, rc 0) 00000100:00100000:0.0:1788598568.994175:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723168768:12345-192.168.202.17@tcp:101:cp.0 Request processed in 192us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598568.994183:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 436 00000100:00080000:1.0:1788598568.994687:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598569.003707:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.003939:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723168896 00000100:00100000:2.0:1788598569.003950:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723168896 00000100:00100000:2.0:1788598569.004011:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 437 00000100:00100000:2.0:1788598569.004022:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:34591:x1875480723168896:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598569.004040:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598569.004059:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec738 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.004090:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb16071fe7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec731 expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.004099:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598569.004101:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598569.004105:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 10 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.004136:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb16071fe7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec731 expref: 10 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.004149:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb16071fe7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec731 expref: 10 pid: 14172 timeout: 958 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598569.004162:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747102464:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598569.004382:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcbaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598569.008596:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.008713:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723169024 00000100:00100000:0.0:1788598569.008723:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723169024 00010000:00010000:0.0:1788598569.008810:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb16071fe7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec731 expref: 11 pid: 14172 timeout: 958 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.008952:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 471 00000100:00100000:0.0:1788598569.008963:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723169024:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598569.008979:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598569.009002:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb16071fe7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec731 expref: 11 pid: 14172 timeout: 958 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.009016:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb16071fe7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec731 expref: 11 pid: 14172 timeout: 958 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.009039:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598569.009043:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598569.009049:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 11 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.009060:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 11 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.009099:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 11 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.009112:0:6509:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b87800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1875480747102592:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598569.009409:0:6509:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd180 going to sleep for 11 seconds 00010000:00010000:2.0:1788598569.009489:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb16071fe7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec731 expref: 11 pid: 14172 timeout: 958 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598569.009514:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747102464:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598569.009536:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 10 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.009547:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653ec00, rc 0) 00000100:00100000:2.0:1788598569.009577:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+10:34591:x1875480723168896:12345-192.168.202.17@tcp:101:cp.0 Request processed in 5557us (5880us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598569.009585:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 437 00000100:00100000:0.0:1788598569.020539:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.020606:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723169280 00000100:00100000:2.0:1788598569.020615:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723169280 00000100:00100000:2.0:1788598569.020674:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 334 00000100:00100000:2.0:1788598569.020685:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba020ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:34591:x1875480723169280:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:2.0:1788598569.020989:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba020ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+56:34591:x1875480723169280:12345-192.168.202.17@tcp:35:cp.0 Request processed in 306us (458us total) trans 4294968297 rc 0/0 00000100:00100000:2.0:1788598569.020997:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 334 00000100:00100000:1.0:1788598569.021338:0:6509:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b87800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1875480747102592:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598569.021360:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598569.021385:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723169024:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 12425us (12799us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598569.021393:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 471 00000040:00080000:0.0:1788598569.025959:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598569.025969:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598569.026460:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1788598569.026471:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598569.117169:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.117429:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723169408 00000100:00100000:0.0:1788598569.117441:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723169408 00000100:00100000:0.0:1788598569.117513:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1620 00000100:00100000:0.0:1788598569.117523:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+113:34594:x1875480723169408:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598569.117544:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.117564:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071ff5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec73f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.117633:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071ffc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.117654:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071ffc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.117668:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071ffc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.117679:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072003 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.117687:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072003 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.117694:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072003 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118288:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607200a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118300:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607200a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118309:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607200a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598569.118352:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00000004:00200000:0.0:1788598569.118357:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598569.118377:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607200a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118388:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607200a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118400:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071ffc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118406:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071ffc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118412:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071ffc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118418:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.118422:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071ffc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118430:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071ffc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118442:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.118445:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.118449:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071ffc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118456:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16071ffc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118467:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072003 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118473:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072003 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118478:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072003 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118483:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.118486:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072003 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118491:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072003 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118499:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8a1a81295f00) 00010000:00010000:0.0:1788598569.118501:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.118504:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072003 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118511:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072003 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118538:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16071ff5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec73f expref: 115 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118553:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607200a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec73f expref: 114 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.118561:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:0.0:1788598569.118564:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598569.118566:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696800, rc 0) 00000100:00100000:0.0:1788598569.120675:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+114:34594:x1875480723169408:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3140us (3501us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.120689:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1620 00000100:00100000:1.0:1788598569.145338:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.149827:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723169536 00000100:00100000:2.0:1788598569.149842:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723169536 00000100:00100000:2.0:1788598569.150210:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 438 00000100:00100000:2.0:1788598569.150233:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723169536:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598569.150251:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598569.150271:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072011 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec746 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598569.150332:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747102720:192.168.202.17@tcp:106: 00000100:00100000:2.0:1788598569.150440:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba3c0 going to sleep for 11 seconds 00002000:00010000:3.0:1788598569.161683:0:8406:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788598569.161693:0:8406:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1788598569 00002000:00010000:3.0:1788598569.161695:0:8406:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1788598569 00002000:00010000:3.0:1788598569.161698:0:8406:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1788598569 00002000:00010000:3.0:1788598569.161700:0:8406:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1788598569.161723:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747102720:192.168.202.17@tcp:106: 00010000:00010000:3.0:1788598569.161811:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072011 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec746 expref: 18 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.161848:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072011 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec746 expref: 18 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.161864:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598569.162349:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723169536:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 12117us (17020us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598569.162363:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 438 00000100:00080000:1.0:1788598569.169804:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598569.177340:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.177454:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723169664 00000100:00100000:0.0:1788598569.177465:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723169664 00000100:00100000:0.0:1788598569.177542:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1621 00000100:00100000:0.0:1788598569.177553:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+114:34594:x1875480723169664:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598569.177574:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.177596:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072018 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec74d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.177680:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.177696:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.177708:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598569.178288:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1788598569.178294:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598569.178315:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.178345:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072018 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec74d expref: 116 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.178364:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec74d expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.178372:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.178375:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598569.178378:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696c00, rc 0) 00000100:00100000:0.0:1788598569.178446:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+115:34594:x1875480723169664:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 894us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.178454:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1621 00000100:00100000:0.0:1788598569.186020:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598569.186253:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723169792 00000100:00100000:1.0:1788598569.186263:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723169792 00000100:00100000:1.0:1788598569.186364:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 439 00000100:00100000:1.0:1788598569.186375:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723169792:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598569.186400:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598569.186418:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16072026 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec754 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598569.186480:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747102848:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598569.186595:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598569.190723:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747102848:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598569.191107:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16072026 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec754 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.191133:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb16072026 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec754 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.191156:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f800, rc 0) 00000100:00100000:1.0:1788598569.191262:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723169792:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4888us (5251us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598569.191279:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 439 00000100:00100000:3.0:1788598569.200155:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.200301:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723170048 00000100:00100000:0.0:1788598569.200312:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723170048 00000100:00100000:0.0:1788598569.200407:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1622 00000100:00100000:0.0:1788598569.200418:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+115:34594:x1875480723170048:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:0.0:1788598569.200596:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 136 off14312 00000100:00100000:0.0:1788598569.200690:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+115:34594:x1875480723170048:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 274us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.200695:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1622 00000001:00080000:2.0:1788598569.204425:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968297 is committed 00000001:00080000:2.0:1788598569.204450:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968295 is committed 00000020:00080000:2.0:1788598569.204458:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 35 batchid updated 00010000:00010000:1.0:1788598569.204525:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.204539:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.204547:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.204553:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.204556:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.204558:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204564:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.204566:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204570:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204574:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.204576:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204580:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.204583:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8a1a81295f00) 00010000:00010000:1.0:1788598569.204586:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.204588:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8a1a81295400) 00010000:00010000:3.0:1788598569.204590:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598569.204591:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204592:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.204597:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16071fd2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204722:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16071ef9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204873:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204885:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204890:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204894:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.204897:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204903:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204911:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.204913:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.204917:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.204922:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16071f00 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788598569.205000:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000020:00080000:2.0:1788598569.205010:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000100:00100000:0.0:1788598569.212951:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.213042:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723170176 00000100:00100000:3.0:1788598569.213052:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723170176 00000100:00100000:3.0:1788598569.213106:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1623 00000100:00100000:3.0:1788598569.213116:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+113:34596:x1875480723170176:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:3.0:1788598569.213135:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.213154:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb1607202d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec75b expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213237:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072034 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213252:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072034 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213263:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072034 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213276:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607203b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213280:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607203b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213284:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607203b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213313:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072034 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213317:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072034 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213320:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072034 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213324:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.213327:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072034 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213335:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072034 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213343:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.213345:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.213348:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072034 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213352:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072034 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213361:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607203b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213365:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607203b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213368:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607203b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213371:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.213372:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607203b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213375:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607203b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213379:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8a1a86203100) 00010000:00010000:3.0:1788598569.213380:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.213381:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607203b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213387:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607203b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213417:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb1607202d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec75b expref: 114 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213427:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.213429:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.213432:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb1607202d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec75b expref: 114 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.213441:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598569.213562:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+113:34596:x1875480723170176:12345-192.168.202.17@tcp:101:bash.0 Request processed in 448us (622us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598569.213568:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1623 00000100:00100000:1.0:1788598569.224438:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.224540:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723170304 00000100:00100000:2.0:1788598569.224549:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723170304 00000100:00100000:2.0:1788598569.224613:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1624 00000100:00100000:2.0:1788598569.224623:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:34597:x1875480723170304:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598569.224648:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598569.224670:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16072042 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec762 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.224777:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072049 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.224792:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072049 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.224803:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072049 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.224819:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16072050 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.224826:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16072050 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.224831:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16072050 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225076:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072049 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225083:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072049 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225090:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072049 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225096:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598569.225100:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072049 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225106:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072049 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225118:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598569.225121:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598569.225125:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072049 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225132:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072049 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225147:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16072050 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225153:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16072050 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225159:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16072050 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225164:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598569.225167:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16072050 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225173:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16072050 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225181:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8a1b94e62e00) 00010000:00010000:2.0:1788598569.225184:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598569.225186:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16072050 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225192:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb16072050 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225239:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16072042 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec762 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225249:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598569.225251:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598569.225254:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb16072042 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec762 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.225263:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598569.225320:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:34597:x1875480723170304:12345-192.168.202.17@tcp:101:rm.0 Request processed in 699us (893us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598569.225327:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1624 00000100:00100000:2.0:1788598569.229472:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.229611:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723170432 00000100:00100000:0.0:1788598569.229621:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723170432 00000100:00100000:0.0:1788598569.229677:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1625 00000100:00100000:0.0:1788598569.229687:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:34597:x1875480723170432:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598569.229708:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.229728:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16072057 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec769 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230051:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607205e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230065:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607205e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230076:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607205e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230091:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072065 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230098:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072065 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230105:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072065 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230135:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607205e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230141:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607205e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230147:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607205e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230153:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.230157:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607205e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230164:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607205e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230175:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.230177:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.230181:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607205e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230187:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb1607205e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230198:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072065 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230204:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072065 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230218:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072065 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230224:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.230226:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072065 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230232:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072065 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230238:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8a1a85f80400) 00010000:00010000:0.0:1788598569.230241:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.230243:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072065 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230248:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072065 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230277:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16072057 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec769 expref: 54 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230287:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.230289:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.230292:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb16072057 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec769 expref: 54 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.230300:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00100000:0.0:1788598569.230346:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:34597:x1875480723170432:12345-192.168.202.17@tcp:101:rm.0 Request processed in 661us (885us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598569.230353:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1625 00000100:00100000:0.0:1788598569.249851:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.250034:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723170560 00000100:00100000:2.0:1788598569.250042:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723170560 00000100:00100000:2.0:1788598569.250095:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1626 00000100:00100000:2.0:1788598569.250104:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:34598:x1875480723170560:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598569.250125:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598569.250145:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1607206c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec770 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250222:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250237:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250250:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250266:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607207a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250272:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607207a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250277:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607207a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250307:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250311:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250319:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250323:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250326:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598569.250329:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250333:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250340:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598569.250342:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598569.250345:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250348:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072073 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250357:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607207a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250361:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607207a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250364:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607207a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250367:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598569.250369:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607207a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250373:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607207a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250376:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8a1b94e62e00) 00010000:00010000:2.0:1788598569.250377:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598569.250379:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607207a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250381:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb1607207a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250403:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1607206c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec770 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250410:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598569.250411:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598569.250413:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb1607206c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec770 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.250418:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a0000, rc 0) 00000100:00100000:2.0:1788598569.250475:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:34598:x1875480723170560:12345-192.168.202.17@tcp:101:cp.0 Request processed in 372us (631us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598569.250482:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1626 00000100:00100000:3.0:1788598569.256453:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.256639:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723170688 00000100:00100000:0.0:1788598569.256649:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723170688 00000100:00100000:0.0:1788598569.256710:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1627 00000100:00100000:0.0:1788598569.256718:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:34598:x1875480723170688:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598569.256760:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.256780:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072081 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec777 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256850:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072088 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256861:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072088 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256869:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072088 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256878:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607208f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256883:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607208f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256890:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607208f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256924:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072088 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256928:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072088 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256933:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072088 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256937:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.256940:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072088 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256944:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072088 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256952:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.256954:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.256956:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072088 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256960:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072088 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256969:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607208f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256972:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607208f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256976:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607208f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256979:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.256981:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607208f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256984:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607208f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256987:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8a1a85f80400) 00010000:00010000:0.0:1788598569.256988:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.256990:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607208f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.256993:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb1607208f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.257016:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072081 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec777 expref: 54 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.257022:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.257023:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.257025:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb16072081 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec777 expref: 54 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.257030:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697400, rc 0) 00000100:00100000:0.0:1788598569.257076:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:34598:x1875480723170688:12345-192.168.202.17@tcp:101:cp.0 Request processed in 360us (633us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598569.257087:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1627 00000100:00100000:0.0:1788598569.263283:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.263669:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723170944 00000100:00100000:3.0:1788598569.263678:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723170944 00000100:00100000:3.0:1788598569.263727:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1628 00000100:00100000:3.0:1788598569.263835:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:34598:x1875480723170944:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598569.263854:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.263871:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072096 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec77e expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.264034:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.264048:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec74d expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.264054:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.264077:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec74d expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.264090:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec74d expref: 112 pid: 6525 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598569.264103:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747102976:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598569.264236:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598569.273915:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747102976:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598569.273946:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598569.282607:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.282661:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723171072 00000100:00100000:0.0:1788598569.282670:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723171072 00010000:00010000:0.0:1788598569.282710:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec74d expref: 113 pid: 6525 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.282781:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 472 00000100:00100000:0.0:1788598569.282791:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+113:2433:x1875480723171072:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598569.282807:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598569.282814:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec74d expref: 113 pid: 6525 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.282839:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec74d expref: 113 pid: 6525 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.282862:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607201f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec74d expref: 113 pid: 6525 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.282876:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.282881:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.282891:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.282899:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.283041:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598569.283137:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723171072:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 346us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.283147:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 472 00010000:00010000:2.0:1788598569.283164:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.283191:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.283225:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.283236:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.283244:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598569.284625:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1f:0x0], index 1: 0 00010000:00010000:2.0:1788598569.284807:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.284822:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.284831:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285061:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285069:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285075:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285081:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.285086:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285094:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285118:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.285121:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.285126:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285132:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607209d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598569.285145:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006dc7e2bd reply state 00000000b15699df transno 4294968298 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285159:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285165:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8a1b94e62e00) 00010000:00010000:0.0:1788598569.285167:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598569.285170:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788598569.285227:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072096 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec77e expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285242:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec77e expref: 55 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.285249:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:0.0:1788598569.285251:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598569.285254:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1c00, rc 0) 00000100:00100000:0.0:1788598569.285309:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+56:34598:x1875480723170944:12345-192.168.202.17@tcp:101:cp.0 Request processed in 21575us (22032us total) trans 4294968298 rc 0/0 00000100:00100000:0.0:1788598569.285317:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1628 00000100:00100000:0.0:1788598569.297809:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.297890:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723171200 00000100:00100000:2.0:1788598569.297902:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723171200 00000100:00100000:0.0:1788598569.298002:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 440 00000100:00100000:0.0:1788598569.298014:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2435:x1875480723171200:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598569.298033:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.298053:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb160720b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec785 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598569.298081:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788598569.298102:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598569.298105:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598569.298114:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb160720b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec785 expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.298135:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb160720b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec785 expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.298149:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696c00, rc 0) 00000100:00100000:0.0:1788598569.298218:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723171200:12345-192.168.202.17@tcp:101:cp.0 Request processed in 199us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.298225:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 440 00000100:00080000:1.0:1788598569.298690:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598569.303398:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.303516:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723171328 00000100:00100000:2.0:1788598569.303526:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723171328 00000100:00100000:2.0:1788598569.303594:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 441 00000100:00100000:2.0:1788598569.303604:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:34598:x1875480723171328:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598569.303622:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598569.303638:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec78c expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.303669:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb160720b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec785 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.303677:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598569.303680:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598569.303684:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 12 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.303717:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb160720b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec785 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.303731:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb160720b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec785 expref: 12 pid: 14172 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598569.303778:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747103104:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598569.303873:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598569.309889:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.310135:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747103104:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598569.310171:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 12 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.310191:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1000, rc 0) 00000100:00100000:0.0:1788598569.310271:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:34598:x1875480723171328:12345-192.168.202.17@tcp:101:cp.0 Request processed in 6669us (6882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.310281:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 441 00000100:00100000:3.0:1788598569.314398:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723171456 00000100:00100000:3.0:1788598569.314410:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723171456 00010000:00010000:3.0:1788598569.314457:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb160720b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec785 expref: 12 pid: 14172 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598569.314563:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 473 00000100:00100000:3.0:1788598569.314572:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723171456:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598569.314589:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598569.314614:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb160720b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec785 expref: 12 pid: 14172 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.314630:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb160720b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec785 expref: 12 pid: 14172 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.314654:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fce1f73d/0x6b7334fb160720b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec785 expref: 12 pid: 14172 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.314670:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598569.314672:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598569.314679:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 11 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.314690:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 11 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.314725:0:8432:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 11 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598569.314777:0:8432:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8432:1875480747103232:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598569.315005:0:8432:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253540 going to sleep for 11 seconds 00000100:00100000:3.0:1788598569.318069:0:8432:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8432:1875480747103232:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598569.318091:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598569.318153:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723171456:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 3581us (8272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598569.318168:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 473 00000100:00100000:1.0:1788598569.322257:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.322344:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723171712 00000100:00100000:0.0:1788598569.322354:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723171712 00000100:00100000:0.0:1788598569.322413:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 335 00000100:00100000:0.0:1788598569.322423:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:34598:x1875480723171712:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:0.0:1788598569.322765:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+57:34598:x1875480723171712:12345-192.168.202.17@tcp:35:cp.0 Request processed in 311us (484us total) trans 4294968299 rc 0/0 00000100:00100000:0.0:1788598569.322775:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 335 00000100:00100000:1.0:1788598569.405325:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.405418:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723171840 00000100:00100000:0.0:1788598569.405428:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723171840 00000100:00100000:0.0:1788598569.405493:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1629 00000100:00100000:0.0:1788598569.405503:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:34601:x1875480723171840:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598569.405525:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.405547:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160720c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec793 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405617:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405631:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405641:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405651:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405657:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405663:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405728:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160720dc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405779:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160720dc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405786:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160720dc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598569.405823:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00000004:00200000:0.0:1788598569.405827:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598569.405846:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160720dc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405858:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160720dc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405866:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405871:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405876:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405883:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405888:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.405891:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405899:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405914:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.405917:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.405921:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405927:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160720ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405941:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405947:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405952:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405957:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.405959:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405964:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405971:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8a1b94e62e00) 00010000:00010000:0.0:1788598569.405973:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.405975:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720d5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.405980:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.406007:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160720c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec793 expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.406019:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160720dc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec793 expref: 113 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.406026:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:0.0:1788598569.406028:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598569.406030:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697400, rc 0) 00000100:00100000:0.0:1788598569.406082:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+113:34601:x1875480723171840:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 580us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.406089:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1629 00000100:00100000:3.0:1788598569.412577:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598569.412836:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723171968 00000100:00100000:1.0:1788598569.412847:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723171968 00000100:00100000:1.0:1788598569.412928:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 442 00000100:00100000:1.0:1788598569.412939:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+20:2435:x1875480723171968:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598569.412956:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598569.412976:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb160720e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec79a expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598569.413037:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747103360:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598569.413136:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff16c0 going to sleep for 11 seconds 00000100:00080000:0.0:1788598569.413230:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1788598569.426034:0:8405:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788598569.426041:0:8405:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb mtime: 0 -> 1788598569 00002000:00010000:2.0:1788598569.426043:0:8405:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb atime: 0 -> 1788598569 00002000:00010000:2.0:1788598569.426044:0:8405:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb ctime: 0 -> 1788598569 00002000:00010000:2.0:1788598569.426045:0:8405:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1788598569.426064:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747103360:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598569.426092:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb160720e3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec79a expref: 21 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.426119:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb160720e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec79a expref: 21 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.426133:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:2.0:1788598569.426269:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+20:2435:x1875480723171968:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 13331us (13699us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598569.426278:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 442 00000100:00100000:3.0:1788598569.431987:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.434909:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723172096 00000100:00100000:0.0:1788598569.434923:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723172096 00000100:00100000:0.0:1788598569.434999:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1630 00000100:00100000:0.0:1788598569.435010:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+113:34601:x1875480723172096:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598569.435030:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.435050:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160720ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7a1 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.435303:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.435319:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.435334:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598569.435375:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1788598569.435379:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598569.435443:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.435584:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160720ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a1 expref: 115 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.435605:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a1 expref: 114 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.435614:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.435617:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598569.435620:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697600, rc 0) 00000100:00100000:0.0:1788598569.435691:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+114:34601:x1875480723172096:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 684us (3711us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.435697:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1630 00000100:00100000:3.0:1788598569.442351:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.442502:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723172224 00000100:00100000:0.0:1788598569.442512:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723172224 00000100:00100000:0.0:1788598569.442571:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 443 00000100:00100000:0.0:1788598569.442582:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+20:2435:x1875480723172224:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598569.442599:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.442615:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160720f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7a8 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.442675:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747103488:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598569.442779:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ddc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788598569.445819:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747103488:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598569.445868:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160720f8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a8 expref: 21 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.445892:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcd5c53e/0x6b7334fb160720f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a8 expref: 21 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.445905:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697800, rc 0) 00000100:00100000:0.0:1788598569.445961:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+20:2435:x1875480723172224:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3382us (3620us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598569.445971:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 443 00000100:00100000:3.0:1788598569.469446:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.469650:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723172480 00000100:00100000:0.0:1788598569.469659:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723172480 00000100:00100000:0.0:1788598569.469715:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1631 00000100:00100000:0.0:1788598569.469726:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+114:34601:x1875480723172480:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:0.0:1788598569.469942:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 136 off14448 00000100:00100000:0.0:1788598569.470014:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+114:34601:x1875480723172480:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 289us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.470021:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1631 00000100:00100000:3.0:1788598569.490890:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.491096:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723172608 00000100:00100000:0.0:1788598569.491105:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723172608 00000100:00100000:0.0:1788598569.491165:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1632 00000100:00100000:0.0:1788598569.491175:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+114:34602:x1875480723172608:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598569.491196:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.491224:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160720ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7af expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491289:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491304:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491316:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491331:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607210d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491338:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607210d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491345:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607210d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491382:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491389:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491409:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491420:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491425:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.491430:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491436:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491448:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.491451:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.491455:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491461:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072106 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491474:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607210d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491480:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607210d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491485:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607210d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491621:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.491624:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607210d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491634:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607210d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491642:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598569.491644:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.491647:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607210d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491653:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607210d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491685:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160720ff lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7af expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491696:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.491699:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.491702:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160720ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7af expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.491711:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697800, rc 0) 00000100:00100000:0.0:1788598569.491827:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+114:34602:x1875480723172608:12345-192.168.202.17@tcp:101:bash.0 Request processed in 654us (946us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598569.491834:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1632 00000100:00100000:1.0:1788598569.505349:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.505562:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723172736 00000100:00100000:0.0:1788598569.505573:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723172736 00000100:00100000:0.0:1788598569.505636:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1633 00000100:00100000:0.0:1788598569.505646:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:34603:x1875480723172736:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598569.505674:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.505694:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072114 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7b6 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507294:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607211b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507311:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607211b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507321:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607211b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507332:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072122 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507336:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507340:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507369:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607211b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507372:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607211b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507376:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607211b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507380:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.507384:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607211b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507390:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607211b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507409:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.507413:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.507417:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607211b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507423:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb1607211b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507437:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507444:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507448:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072122 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507451:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.507453:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072122 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507458:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072122 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507465:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598569.507468:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.507471:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072122 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507476:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb16072122 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507517:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072114 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7b6 expref: 58 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507525:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.507527:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.507530:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072114 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7b6 expref: 58 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.507539:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697800, rc 0) 00000100:00100000:0.0:1788598569.507621:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+57:34603:x1875480723172736:12345-192.168.202.17@tcp:101:rm.0 Request processed in 1977us (2282us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598569.507630:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1633 00000100:00100000:1.0:1788598569.514883:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.514964:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723172864 00000100:00100000:3.0:1788598569.514972:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723172864 00000100:00100000:3.0:1788598569.515018:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1634 00000100:00100000:3.0:1788598569.515025:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+57:34603:x1875480723172864:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:3.0:1788598569.515043:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.515058:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072129 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7bd expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515114:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072130 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515128:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072130 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515139:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072130 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515155:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072137 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515161:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072137 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515171:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072137 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515204:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072130 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515222:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072130 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515229:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072130 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515234:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.515237:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072130 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515242:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072130 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515252:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.515254:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.515257:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072130 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515261:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072130 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515270:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072137 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515273:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072137 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515277:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072137 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515281:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.515282:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072137 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515285:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072137 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515289:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8a1a86203100) 00010000:00010000:3.0:1788598569.515290:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.515291:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072137 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515294:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072137 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515318:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072129 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7bd expref: 58 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515325:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.515326:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.515328:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072129 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7bd expref: 58 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.515332:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656a00, rc 0) 00000100:00100000:3.0:1788598569.515381:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+57:34603:x1875480723172864:12345-192.168.202.17@tcp:101:rm.0 Request processed in 357us (508us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598569.515389:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1634 00000100:00100000:2.0:1788598569.528322:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.528410:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723172992 00000100:00100000:3.0:1788598569.528419:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723172992 00000100:00100000:3.0:1788598569.528529:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1635 00000100:00100000:3.0:1788598569.528537:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+57:34604:x1875480723172992:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598569.528555:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.528570:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607213e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7c4 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528622:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072145 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528632:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072145 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528641:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072145 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528650:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607214c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528654:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607214c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528658:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607214c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528685:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072145 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528693:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072145 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528697:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072145 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528701:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.528704:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072145 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528708:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072145 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528715:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.528717:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.528720:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072145 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528723:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072145 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528819:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607214c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528824:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607214c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528830:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607214c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528836:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.528840:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607214c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528846:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607214c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528854:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8a1a86203100) 00010000:00010000:3.0:1788598569.528857:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.528859:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607214c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528864:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607214c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528897:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607213e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7c4 expref: 58 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528906:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.528908:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.528911:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb1607213e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7c4 expref: 58 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.528920:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656a00, rc 0) 00000100:00100000:3.0:1788598569.528970:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+57:34604:x1875480723172992:12345-192.168.202.17@tcp:101:cp.0 Request processed in 434us (656us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598569.528977:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1635 00000100:00100000:1.0:1788598569.534672:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.535007:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723173120 00000100:00100000:3.0:1788598569.535018:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723173120 00000100:00100000:3.0:1788598569.535069:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1636 00000100:00100000:3.0:1788598569.535087:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:34604:x1875480723173120:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598569.535108:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.535127:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072153 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7cb expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535198:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607215a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535223:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607215a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535236:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607215a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535252:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072161 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535259:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072161 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535265:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072161 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535298:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607215a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535304:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607215a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535310:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607215a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535316:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.535321:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607215a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535329:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607215a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535340:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.535344:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.535348:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607215a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535354:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607215a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535368:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072161 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535374:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072161 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535380:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072161 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535385:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.535388:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072161 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535409:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072161 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535416:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8a1a86203000) 00010000:00010000:3.0:1788598569.535419:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.535422:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072161 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535428:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072161 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535460:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072153 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7cb expref: 58 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535471:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.535473:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.535476:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072153 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7cb expref: 58 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.535484:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:3.0:1788598569.535777:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:34604:x1875480723173120:12345-192.168.202.17@tcp:101:cp.0 Request processed in 698us (1114us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598569.535784:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1636 00000100:00100000:1.0:1788598569.542894:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.542987:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723173376 00000100:00100000:0.0:1788598569.542995:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723173376 00000100:00100000:0.0:1788598569.543054:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1637 00000100:00100000:0.0:1788598569.543063:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+57:34604:x1875480723173376:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598569.543093:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.543114:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072168 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7d2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.543220:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.543240:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a1 expref: 113 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.543249:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.543280:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a1 expref: 113 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.543294:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a1 expref: 113 pid: 13009 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.543307:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747103616:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598569.543395:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ddc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598569.547557:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598569.547687:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723173504 00000100:00100000:1.0:1788598569.547697:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723173504 00010000:00010000:1.0:1788598569.547763:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a1 expref: 114 pid: 13009 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598569.547807:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 474 00000100:00100000:1.0:1788598569.547817:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+114:2432:x1875480723173504:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598569.547842:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598569.547848:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a1 expref: 114 pid: 13009 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.547868:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a1 expref: 114 pid: 13009 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.547889:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598569.547895:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.547905:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.547912:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.547930:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598569.547982:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+114:2432:x1875480723173504:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 167us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598569.547990:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 474 00010000:00010000:0.0:1788598569.549170:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160720f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7a1 expref: 113 pid: 13009 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.549191:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747103616:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598569.549223:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549233:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549240:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549265:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549278:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549288:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788598569.549597:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00010000:00010000:0.0:1788598569.549730:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549797:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549805:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549856:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549863:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549869:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549875:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549880:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.549883:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549895:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549907:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.549910:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.549914:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549920:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607216f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598569.549930:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f6bcc56 reply state 000000008a8a5562 transno 4294968300 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549939:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549946:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8a1a85f80800) 00010000:00010000:0.0:1788598569.549948:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598569.549951:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788598569.549981:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072168 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d2 expref: 60 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.549995:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d2 expref: 59 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.550002:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598569.550004:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598569.550006:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697a00, rc 0) 00000100:00100000:0.0:1788598569.550059:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+60:34604:x1875480723173376:12345-192.168.202.17@tcp:101:cp.0 Request processed in 6997us (7174us total) trans 4294968300 rc 0/0 00000100:00100000:0.0:1788598569.550068:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1637 00000100:00100000:2.0:1788598569.567192:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.567308:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723173632 00000100:00100000:0.0:1788598569.567318:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723173632 00000100:00100000:0.0:1788598569.567376:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 444 00000100:00100000:0.0:1788598569.567386:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2433:x1875480723173632:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598569.567406:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.567427:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb1607218b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7d9 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598569.567452:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788598569.567472:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598569.567475:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598569.567483:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb1607218b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d9 expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.567511:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb1607218b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d9 expref: 10 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.567524:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697800, rc 0) 00000100:00100000:0.0:1788598569.567585:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723173632:12345-192.168.202.17@tcp:101:cp.0 Request processed in 201us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.567591:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 444 00000100:00100000:1.0:1788598569.583464:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.583557:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723173760 00000100:00100000:2.0:1788598569.583566:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723173760 00000100:00100000:2.0:1788598569.583611:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 445 00000100:00100000:2.0:1788598569.583619:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:34604:x1875480723173760:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598569.583634:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598569.583647:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7e0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.583671:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb1607218b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d9 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.583678:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598569.583679:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598569.583682:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.583712:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb1607218b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d9 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.583723:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb1607218b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d9 expref: 11 pid: 8406 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598569.583768:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747103744:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598569.583861:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcbad80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598569.586061:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.586133:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723173888 00000100:00100000:3.0:1788598569.586142:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723173888 00010000:00010000:3.0:1788598569.586177:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb1607218b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d9 expref: 12 pid: 8406 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598569.586229:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 475 00000100:00100000:3.0:1788598569.586239:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba0012c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723173888:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598569.586253:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598569.586275:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb1607218b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d9 expref: 12 pid: 8406 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.586295:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb1607218b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d9 expref: 12 pid: 8406 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.586316:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598569.586317:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598569.586322:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.586328:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.586355:0:10276:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598569.586365:0:10276:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10276:1875480747103872:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598569.586428:0:10276:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253540 going to sleep for 11 seconds 00010000:00010000:2.0:1788598569.590833:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcd5c53e/0x6b7334fb1607218b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d9 expref: 12 pid: 8406 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598569.590856:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747103744:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598569.590887:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.590903:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1600, rc 0) 00000100:00100000:2.0:1788598569.590964:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:34604:x1875480723173760:12345-192.168.202.17@tcp:101:cp.0 Request processed in 7346us (7510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598569.590972:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 445 00000100:00100000:0.0:1788598569.591726:0:10276:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10276:1875480747103872:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598569.591784:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598569.591829:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba0012c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723173888:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 5581us (5766us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.591838:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 475 00000100:00100000:2.0:1788598569.601459:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.607843:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723174144 00000100:00100000:0.0:1788598569.607856:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723174144 00000100:00100000:0.0:1788598569.607923:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 336 00000100:00100000:0.0:1788598569.607931:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+60:34604:x1875480723174144:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:0.0:1788598569.608220:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+61:34604:x1875480723174144:12345-192.168.202.17@tcp:35:cp.0 Request processed in 288us (6768us total) trans 4294968301 rc 0/0 00000100:00100000:0.0:1788598569.608229:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 336 00000100:00100000:2.0:1788598569.679095:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.679166:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723174272 00000100:00100000:3.0:1788598569.679176:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723174272 00000100:00100000:3.0:1788598569.679307:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1638 00000100:00100000:3.0:1788598569.679318:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+113:34607:x1875480723174272:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598569.679338:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.679359:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072199 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7e7 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679438:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160721a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679453:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160721a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679465:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160721a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679475:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160721a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679482:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160721a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679488:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160721a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679575:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160721ae lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679583:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160721ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679590:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160721ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598569.679628:0:10034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00000004:00200000:3.0:1788598569.679633:0:10034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598569.679651:0:10034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160721ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679662:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160721ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679672:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160721a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679677:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160721a0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679683:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160721a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679689:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.679693:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160721a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679700:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160721a0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679710:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.679713:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.679717:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160721a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679723:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160721a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679846:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160721a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679854:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160721a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679860:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160721a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679867:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.679870:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160721a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679875:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160721a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679882:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8a1a85f80800) 00010000:00010000:3.0:1788598569.679884:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.679887:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160721a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679893:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160721a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679917:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072199 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e7 expref: 115 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679931:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160721ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e7 expref: 114 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.679937:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:3.0:1788598569.679940:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598569.679942:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656a00, rc 0) 00000100:00100000:2.0:1788598569.683017:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+114:34607:x1875480723174272:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3691us (3926us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598569.683033:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1638 00000100:00100000:2.0:1788598569.693184:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.693245:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598569.693469:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723174528 00000100:00100000:1.0:1788598569.693479:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723174528 00000100:00100000:1.0:1788598569.693550:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 554 00000100:00100000:1.0:1788598569.693561:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb3513c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+114:2435:x1875480723174528:12345-192.168.202.17@tcp:63:ll_sa.0 00000100:00100000:0.0:1788598569.693598:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723174400 00000100:00100000:0.0:1788598569.693602:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723174400 00010000:00010000:1.0:1788598569.693611:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598569.693631:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160721b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7f5 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.693631:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 446 00000100:00100000:0.0:1788598569.693638:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723174400:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598569.693646:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.693656:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb160721bc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec7ee expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693689:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160721c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693703:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160721c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.693704:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747104000:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598569.693715:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160721c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693727:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160721ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693765:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160721ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693773:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160721ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693811:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160721c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693827:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160721c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693834:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160721c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693839:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598569.693844:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160721c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693853:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160721c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693863:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598569.693866:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598569.693871:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160721c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693877:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160721c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.693885:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788598569.693888:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160721ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693893:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160721ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693899:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160721ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693903:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959f000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598569.693906:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160721ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693912:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160721ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693919:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1bc29e3200) 00010000:00010000:1.0:1788598569.693921:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598569.693923:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160721ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693929:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb160721ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693958:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160721b5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7f5 expref: 115 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693967:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598569.693969:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598569.693972:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb160721b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7f5 expref: 115 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.693981:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc -2) 00000100:00100000:1.0:1788598569.694029:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb3513c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+114:2435:x1875480723174528:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 470us (783us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598569.694037:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 554 00002000:00010000:0.0:1788598569.697797:0:14172:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788598569.697804:0:14172:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1788598569 00002000:00010000:0.0:1788598569.697807:0:14172:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1788598569 00002000:00010000:0.0:1788598569.697809:0:14172:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1788598569 00002000:00010000:0.0:1788598569.697812:0:14172:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788598569.697835:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747104000:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598569.697872:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb160721bc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7ee expref: 18 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.697894:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fce1f73d/0x6b7334fb160721bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7ee expref: 18 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.697906:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696c00, rc 0) 00000100:00100000:0.0:1788598569.697968:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723174400:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4329us (4790us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598569.697977:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 446 00000100:00100000:3.0:1788598569.707384:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.707706:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723174656 00000100:00100000:0.0:1788598569.707716:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723174656 00000100:00100000:0.0:1788598569.707816:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1639 00000100:00100000:0.0:1788598569.707835:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+114:34607:x1875480723174656:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598569.707856:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.707876:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec82d expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.707949:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.707976:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.707998:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598569.708041:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1788598569.708046:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598569.708064:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.708091:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec82d expref: 116 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.708109:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec82d expref: 115 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.708118:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.708121:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598569.708124:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697600, rc 0) 00000100:00100000:0.0:1788598569.708175:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+115:34607:x1875480723174656:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 342us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.708182:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1639 00000100:00100000:2.0:1788598569.723146:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.725931:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723174784 00000100:00100000:3.0:1788598569.725944:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723174784 00000100:00100000:3.0:1788598569.726013:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 447 00000100:00100000:3.0:1788598569.726020:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723174784:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598569.726035:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.726048:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef46dba1/0x6b7334fb160721df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec834 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598569.726102:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747104128:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598569.726202:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788598569.730240:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598569.730264:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747104256:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598569.730362:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598569.730447:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747104256 00000100:00100000:2.0:1788598569.730454:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747104256 00000100:00100000:2.0:1788598569.730515:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1788598569.730523:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747104256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598569.730551:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598569.730589:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747104256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598569.730594:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1788598569.730627:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747104256:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598569.731032:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747104128:192.168.202.17@tcp:106: 00010000:00010000:3.0:1788598569.731056:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef46dba1/0x6b7334fb160721df lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec834 expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.731077:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef46dba1/0x6b7334fb160721df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec834 expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.731089:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:3.0:1788598569.731134:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723174784:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 5114us (7997us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598569.731141:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 447 00000100:00100000:0.0:1788598569.749928:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.750133:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723175040 00000100:00100000:2.0:1788598569.750143:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723175040 00000100:00100000:2.0:1788598569.750201:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1640 00000100:00100000:2.0:1788598569.750219:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+115:34607:x1875480723175040:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:2.0:1788598569.750357:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 136 off14584 00000100:00100000:2.0:1788598569.750433:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+115:34607:x1875480723175040:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 223us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598569.750441:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1640 00000100:00100000:2.0:1788598569.767342:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.767387:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.767947:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723175168 00000100:00100000:0.0:1788598569.767958:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723175168 00000100:00100000:0.0:1788598569.768033:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1641 00000100:00100000:0.0:1788598569.768044:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+115:34610:x1875480723175168:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598569.768063:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.768084:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160721e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec83b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768150:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160721ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768165:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160721ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768175:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160721ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768187:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768193:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768198:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768242:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160721ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768248:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160721ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768253:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160721ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768258:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.768262:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160721ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768274:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160721ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768285:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.768288:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.768292:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160721ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768298:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb160721ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768312:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768318:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768324:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768330:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.768332:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768338:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768344:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1b84c1a800) 00010000:00010000:0.0:1788598569.768347:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.768349:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768355:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb160721f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768388:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160721e6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec83b expref: 116 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768397:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.768399:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.768402:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb160721e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec83b expref: 116 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.768412:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696a00, rc 0) 00000100:00100000:0.0:1788598569.768476:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+115:34610:x1875480723175168:12345-192.168.202.17@tcp:101:bash.0 Request processed in 435us (1144us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598569.768484:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1641 00000100:00100000:3.0:1788598569.768800:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723175296 00000100:00100000:3.0:1788598569.768806:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723175296 00000100:00100000:3.0:1788598569.768840:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 556 00000100:00100000:3.0:1788598569.768847:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:057ab826-16b2-4323-94a8-90eee763040a+115:2433:x1875480723175296:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:3.0:1788598569.768870:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.768879:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160721fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec842 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768925:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072202 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768931:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072202 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768937:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072202 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768944:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072209 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768948:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072209 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768952:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072209 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768963:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072202 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768966:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072202 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768970:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072202 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768973:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.768974:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072202 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768980:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072202 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.768993:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.768995:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.768997:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072202 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769000:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072202 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769007:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072209 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769010:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072209 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769014:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072209 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769017:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.769018:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072209 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769021:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072209 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769025:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x996ea506 (ffff8a1a86203000) 00010000:00010000:3.0:1788598569.769026:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.769027:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072209 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769033:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072209 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769047:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160721fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec842 expref: 116 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769052:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.769053:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788598569.769055:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160721fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec842 expref: 116 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.769060:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc -2) 00000100:00100000:3.0:1788598569.769089:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:057ab826-16b2-4323-94a8-90eee763040a+115:2433:x1875480723175296:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 242us (1700us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598569.769095:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 556 00000100:00100000:2.0:1788598569.787585:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.787672:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723175424 00000100:00100000:3.0:1788598569.787680:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723175424 00000100:00100000:3.0:1788598569.787727:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1642 00000100:00100000:3.0:1788598569.787765:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+61:34611:x1875480723175424:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:3.0:1788598569.787792:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.787820:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072210 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec849 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.787887:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072217 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.787916:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072217 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.787928:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072217 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.787942:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607221e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.787948:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607221e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.787953:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607221e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.787997:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072217 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788002:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072217 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788007:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072217 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788013:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.788016:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072217 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788023:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072217 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788033:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.788035:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.788039:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072217 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788045:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072217 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788056:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607221e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788061:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607221e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788066:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607221e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788070:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.788072:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607221e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788078:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607221e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788084:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1a86203000) 00010000:00010000:3.0:1788598569.788086:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.788088:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607221e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788093:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607221e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788123:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072210 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec849 expref: 62 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788137:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.788139:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.788143:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb16072210 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec849 expref: 62 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.788151:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:3.0:1788598569.788219:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+61:34611:x1875480723175424:12345-192.168.202.17@tcp:101:rm.0 Request processed in 484us (643us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598569.788227:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1642 00000100:00100000:2.0:1788598569.792337:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.792422:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723175552 00000100:00100000:0.0:1788598569.792431:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723175552 00000100:00100000:0.0:1788598569.792485:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1643 00000100:00100000:0.0:1788598569.792503:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+61:34611:x1875480723175552:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598569.792521:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.792538:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072225 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec850 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792590:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607222c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792600:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607222c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792609:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607222c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792619:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072233 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792623:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072233 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792628:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072233 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792656:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607222c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792659:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607222c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792663:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607222c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792667:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.792670:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607222c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792675:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607222c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792682:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.792684:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.792688:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607222c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792692:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696c00/0x6b7334fb1607222c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792700:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072233 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792703:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072233 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792707:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072233 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792710:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.792711:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072233 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792714:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072233 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792718:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1b84c1a800) 00010000:00010000:0.0:1788598569.792719:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.792720:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072233 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792723:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072233 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792781:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072225 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec850 expref: 62 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792796:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.792799:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.792802:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696a00/0x6b7334fb16072225 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec850 expref: 62 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.792810:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89696a00, rc 0) 00000100:00100000:0.0:1788598569.792875:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+61:34611:x1875480723175552:12345-192.168.202.17@tcp:101:rm.0 Request processed in 382us (545us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598569.792883:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1643 00000100:00100000:1.0:1788598569.811457:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.811589:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723175680 00000100:00100000:0.0:1788598569.811598:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723175680 00000100:00100000:0.0:1788598569.811642:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1644 00000100:00100000:0.0:1788598569.811650:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+61:34612:x1875480723175680:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598569.811667:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.811685:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607223a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec857 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811779:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072241 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811793:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072241 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811805:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072241 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811825:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072248 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811831:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072248 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811836:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072248 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811870:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072241 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811877:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072241 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811883:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072241 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811889:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.811893:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072241 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811909:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072241 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811920:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.811923:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.811928:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072241 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811934:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072241 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811945:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072248 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811948:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072248 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811952:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072248 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811955:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5c800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.811956:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072248 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811960:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072248 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811963:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598569.811965:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.811966:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072248 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811969:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072248 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.811999:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607223a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec857 expref: 62 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.812006:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.812007:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.812009:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607223a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec857 expref: 62 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.812021:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5de00, rc 0) 00000100:00100000:0.0:1788598569.812062:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+61:34612:x1875480723175680:12345-192.168.202.17@tcp:101:cp.0 Request processed in 414us (616us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598569.812068:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1644 00000100:00100000:3.0:1788598569.817410:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.818587:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723175808 00000100:00100000:2.0:1788598569.818598:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723175808 00000100:00100000:2.0:1788598569.818658:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1645 00000100:00100000:2.0:1788598569.818665:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+61:34612:x1875480723175808:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598569.818683:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598569.818700:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1607224f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec85e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818798:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818812:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818823:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818841:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1607225d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818848:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1607225d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818854:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1607225d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818904:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818910:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818919:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818924:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818929:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598569.818933:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818940:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818950:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598569.818953:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598569.818958:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818964:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e600/0x6b7334fb16072256 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818978:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1607225d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.818983:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1607225d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.819187:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1607225d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.819193:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598569.819196:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1607225d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.819202:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1607225d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.819219:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1b94e62f00) 00010000:00010000:2.0:1788598569.819222:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598569.819224:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1607225d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.819229:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb1607225d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.819266:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1607224f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec85e expref: 62 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.819276:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598569.819278:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598569.819281:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f800/0x6b7334fb1607224f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec85e expref: 62 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.819287:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bb653f800, rc 0) 00000100:00100000:2.0:1788598569.819334:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+61:34612:x1875480723175808:12345-192.168.202.17@tcp:101:cp.0 Request processed in 670us (1935us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598569.819339:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1645 00000100:00100000:2.0:1788598569.825350:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598569.825452:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723176064 00000100:00100000:1.0:1788598569.825463:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723176064 00000100:00100000:1.0:1788598569.825536:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1646 00000100:00100000:1.0:1788598569.825545:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+61:34612:x1875480723176064:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598569.825564:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598569.825584:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16072264 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec865 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.825674:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.825689:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec82d expref: 114 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.825695:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.825729:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec82d expref: 114 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598569.825780:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec82d expref: 114 pid: 6524 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598569.825793:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747104384:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598569.825877:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598569.834909:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.834996:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723176192 00000100:00100000:0.0:1788598569.835004:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723176192 00010000:00010000:0.0:1788598569.835039:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec82d expref: 115 pid: 6524 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.835070:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 476 00000100:00100000:0.0:1788598569.835079:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+115:2433:x1875480723176192:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598569.835095:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598569.835102:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec82d expref: 115 pid: 6524 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.835115:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec82d expref: 115 pid: 6524 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.835138:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.835143:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.835153:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.835160:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.835179:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598569.835236:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+115:2433:x1875480723176192:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 156us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.835243:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 476 00010000:00010000:2.0:1788598569.835873:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb160721d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec82d expref: 114 pid: 6524 timeout: 959 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598569.836112:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747104384:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598569.836134:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836144:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836150:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836172:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836181:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836189:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598569.836483:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x20:0x0], index 1: 0 00010000:00010000:2.0:1788598569.836633:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836642:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836649:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836680:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836687:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836693:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836698:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598569.836702:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836709:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836719:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598569.836722:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598569.836726:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836730:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e800/0x6b7334fb1607226b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598569.836769:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000626be0de reply state 00000000d49b76f8 transno 4294968302 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836779:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836786:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1b94e62d00) 00010000:00010000:2.0:1788598569.836788:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598569.836791:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598569.836823:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16072264 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec865 expref: 64 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836838:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec865 expref: 63 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.836845:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:2.0:1788598569.836847:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598569.836849:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88561c00, rc 0) 00000100:00100000:2.0:1788598569.836916:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+64:34612:x1875480723176064:12345-192.168.202.17@tcp:101:cp.0 Request processed in 11371us (11574us total) trans 4294968302 rc 0/0 00000100:00100000:2.0:1788598569.836925:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1646 00000100:00100000:1.0:1788598569.854974:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598569.855037:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.855107:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723176320 00000100:00100000:3.0:1788598569.855117:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723176320 00000100:00100000:3.0:1788598569.855175:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 448 00000100:00100000:3.0:1788598569.855185:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723176320:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598569.855202:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.855233:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16072287 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec86c expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598569.855258:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788598569.855277:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598569.855279:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598569.855287:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16072287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec86c expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.855303:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16072287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec86c expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.855316:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656000, rc 0) 00000100:00100000:3.0:1788598569.855360:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723176320:12345-192.168.202.17@tcp:101:cp.0 Request processed in 178us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598569.855365:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 448 00000100:00100000:0.0:1788598569.856512:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723176448 00000100:00100000:0.0:1788598569.856522:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723176448 00000100:00100000:0.0:1788598569.856568:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 557 00000100:00100000:0.0:1788598569.856576:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+64:2432:x1875480723176448:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:0.0:1788598569.856626:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.856643:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1607228e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec873 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856694:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072295 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856708:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072295 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856717:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072295 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856730:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1607229c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856770:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1607229c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856777:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1607229c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856816:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072295 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856823:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072295 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856829:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072295 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856834:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.856839:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072295 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856846:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072295 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856857:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.856860:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.856865:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072295 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856871:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072295 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856885:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1607229c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856906:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1607229c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856911:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1607229c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856916:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5cc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.856919:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1607229c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856924:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1607229c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856931:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598569.856933:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.856935:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1607229c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856942:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb1607229c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856969:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1607228e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec873 expref: 65 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.856978:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.856980:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598569.856983:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb1607228e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec873 expref: 65 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.857267:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5c800, rc -2) 00000100:00100000:0.0:1788598569.857333:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+64:2432:x1875480723176448:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 757us (2294us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598569.857340:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 557 00010000:00010000:2.0:1788598569.858195:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598569.864799:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.866054:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723176576 00000100:00100000:0.0:1788598569.866065:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723176576 00000100:00100000:0.0:1788598569.866116:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 449 00000100:00100000:0.0:1788598569.866125:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:34612:x1875480723176576:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598569.866142:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.866160:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec8ab expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.866189:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16072287 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec86c expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.866198:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598569.866200:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598569.866204:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 13 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.866248:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16072287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec86c expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.866262:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16072287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec86c expref: 13 pid: 8405 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.866276:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747104512:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598569.866373:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ddcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598569.871830:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.873030:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723176704 00000100:00100000:2.0:1788598569.873042:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723176704 00010000:00010000:2.0:1788598569.873091:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16072287 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec86c expref: 14 pid: 8405 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598569.873147:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 477 00000100:00100000:2.0:1788598569.873158:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2432:x1875480723176704:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598569.873172:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598569.873194:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16072287 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec86c expref: 14 pid: 8405 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.873218:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16072287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec86c expref: 14 pid: 8405 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.873248:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598569.873250:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598569.873258:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 14 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.873268:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 14 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.873307:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 14 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598569.873321:0:6510:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480747104640:192.168.202.17@tcp:105: 00000100:00100000:2.0:1788598569.873418:0:6510:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcba3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1788598569.875580:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de8ae0d1/0x6b7334fb16072287 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec86c expref: 14 pid: 8405 timeout: 959 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598569.875603:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747104512:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598569.875632:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 13 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.875645:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5c800, rc 0) 00000100:00100000:0.0:1788598569.875718:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:34612:x1875480723176576:12345-192.168.202.17@tcp:101:cp.0 Request processed in 9594us (10929us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598569.875727:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 449 00000100:00100000:1.0:1788598569.884000:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.884295:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723176960 00000100:00100000:2.0:1788598569.884302:0:6510:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1875480747104640:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598569.884302:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723176960 00010000:00010000:2.0:1788598569.884324:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598569.884359:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 337 00000100:00100000:0.0:1788598569.884369:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+64:34612:x1875480723176960:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:2.0:1788598569.884384:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723176704:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 11228us (12563us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598569.884393:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 477 00000100:00100000:0.0:1788598569.884701:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+65:34612:x1875480723176960:12345-192.168.202.17@tcp:35:cp.0 Request processed in 332us (715us total) trans 4294968303 rc 0/0 00000100:00100000:0.0:1788598569.884708:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 337 00000100:00100000:1.0:1788598569.922579:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598569.922689:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723177088 00000100:00100000:0.0:1788598569.922699:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723177088 00000100:00100000:0.0:1788598569.922778:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 558 00000100:00100000:0.0:1788598569.922788:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+65:2434:x1875480723177088:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:0.0:1788598569.922842:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598569.922862:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb160722aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec8b2 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.922927:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160722b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.922941:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160722b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.922951:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160722b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.922965:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb160722b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.922971:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb160722b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.922978:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb160722b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923020:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160722b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923026:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160722b1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923032:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160722b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923037:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.923041:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160722b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923048:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160722b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923059:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.923062:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.923066:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160722b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923238:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160722b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923253:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb160722b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923258:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb160722b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923263:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb160722b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923267:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5da00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598569.923270:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb160722b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923275:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb160722b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923283:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598569.923286:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598569.923289:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb160722b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923295:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb160722b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923325:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb160722aa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8b2 expref: 66 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923340:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598569.923343:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598569.923346:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb160722aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8b2 expref: 66 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598569.923355:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5cc00, rc -2) 00000100:00100000:0.0:1788598569.923482:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+65:2434:x1875480723177088:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 694us (910us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598569.923490:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 558 00000100:00100000:2.0:1788598569.950933:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.951022:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723177216 00000100:00100000:3.0:1788598569.951032:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723177216 00000100:00100000:3.0:1788598569.951096:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1647 00000100:00100000:3.0:1788598569.951114:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+114:34619:x1875480723177216:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598569.951145:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.951166:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160722bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec8ea expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951245:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160722c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951259:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160722c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951271:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160722c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951282:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951289:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951294:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951359:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160722d4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951367:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160722d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951373:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160722d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598569.951412:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00000004:00200000:3.0:1788598569.951417:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598569.951434:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160722d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951448:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160722d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951455:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160722c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951461:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160722c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951468:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160722c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951473:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.951477:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160722c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951484:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160722c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951628:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598569.951631:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.951636:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160722c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951643:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160722c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951657:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951663:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951668:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951673:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598569.951676:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951681:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951688:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1b94e62d00) 00010000:00010000:3.0:1788598569.951690:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598569.951693:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951699:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951729:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160722bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ea expref: 116 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951959:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160722d4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ea expref: 115 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.951966:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:3.0:1788598569.951968:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598569.951970:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656800, rc 0) 00000100:00100000:3.0:1788598569.952041:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+115:34619:x1875480723177216:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 928us (1115us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598569.952049:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1647 00000100:00100000:1.0:1788598569.965554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598569.967083:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723177344 00000100:00100000:3.0:1788598569.967096:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723177344 00000100:00100000:3.0:1788598569.967174:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 450 00000100:00100000:3.0:1788598569.967184:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+20:2433:x1875480723177344:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598569.967203:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598569.967231:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb160722db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec8f1 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598569.967292:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747104768:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598569.967413:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253a80 going to sleep for 11 seconds 00002000:00010000:3.0:1788598569.973698:0:8403:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788598569.973706:0:8403:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb mtime: 0 -> 1788598570 00002000:00010000:3.0:1788598569.973709:0:8403:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb atime: 0 -> 1788598570 00002000:00010000:3.0:1788598569.973710:0:8403:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb ctime: 0 -> 1788598570 00002000:00010000:3.0:1788598569.973713:0:8403:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1788598569.973835:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747104768:192.168.202.17@tcp:106: 00010000:00010000:3.0:1788598569.973871:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb160722db lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f1 expref: 21 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.974059:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb160722db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f1 expref: 21 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598569.974138:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:2.0:1788598569.974559:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+20:2433:x1875480723177344:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 7375us (9012us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598569.974569:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 450 00000100:00100000:0.0:1788598569.990458:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598569.990704:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723177472 00000100:00100000:2.0:1788598569.990714:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723177472 00000100:00100000:2.0:1788598569.990800:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1648 00000100:00100000:2.0:1788598569.990811:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+115:34619:x1875480723177472:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598569.990832:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598569.990853:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561600/0x6b7334fb160722e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec8f8 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.990933:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.990947:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.990959:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598569.991007:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1788598569.991010:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598569.991026:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.991045:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561600/0x6b7334fb160722e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f8 expref: 117 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.991058:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f8 expref: 116 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598569.991064:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598569.991066:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598569.991076:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88560400, rc 0) 00000100:00100000:2.0:1788598569.991339:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+116:34619:x1875480723177472:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 529us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598569.991350:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1648 00000100:00100000:1.0:1788598570.003451:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.003555:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723177600 00000100:00100000:0.0:1788598570.003564:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723177600 00000100:00100000:0.0:1788598570.003622:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 451 00000100:00100000:0.0:1788598570.003633:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+20:2435:x1875480723177600:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598570.003650:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.003668:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb160722f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec8ff expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.003728:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747104896:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598570.003852:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dde40 going to sleep for 11 seconds 00000100:00100000:0.0:1788598570.024661:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747104896:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598570.024699:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb160722f0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ff expref: 21 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.024731:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb160722f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ff expref: 21 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.024789:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5da00, rc 0) 00000100:00100000:0.0:1788598570.035556:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+20:2435:x1875480723177600:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 31911us (32101us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598570.035568:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 451 00000100:00100000:2.0:1788598570.046402:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.046518:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723177856 00000100:00100000:1.0:1788598570.046528:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723177856 00000100:00100000:1.0:1788598570.046608:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1649 00000100:00100000:1.0:1788598570.046619:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+116:34619:x1875480723177856:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:1.0:1788598570.046823:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 136 off14720 00000100:00080000:0.0:1788598570.047329:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598570.047506:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+116:34619:x1875480723177856:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 887us (1111us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.047516:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1649 00000040:00080000:0.0:1788598570.054262:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598570.054272:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598570.054306:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 48 count 7 00000040:00080000:0.0:1788598570.054315:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1788598570.054582:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6f480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747105024:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598570.054705:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd840 going to sleep for 11 seconds 00000100:00100000:2.0:1788598570.059469:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.059878:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723177984 00000100:00100000:3.0:1788598570.059887:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723177984 00000100:00100000:3.0:1788598570.059956:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1650 00000100:00100000:3.0:1788598570.059966:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+116:34620:x1875480723177984:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:3.0:1788598570.059986:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.060005:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160722f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec906 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060068:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060081:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060092:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060108:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072305 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060119:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072305 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060126:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072305 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060159:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060166:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722fe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060172:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060179:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.060183:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060189:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060201:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.060215:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.060219:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060225:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160722fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060239:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072305 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060245:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072305 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060250:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072305 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060254:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.060256:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072305 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060262:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072305 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060269:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1a86203a00) 00010000:00010000:3.0:1788598570.060271:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.060274:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072305 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060279:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072305 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060310:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160722f7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec906 expref: 117 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060320:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.060322:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.060325:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160722f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec906 expref: 117 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.060340:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:3.0:1788598570.060412:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+116:34620:x1875480723177984:12345-192.168.202.17@tcp:101:bash.0 Request processed in 448us (951us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598570.060420:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1650 00000100:00100000:0.0:1788598570.073037:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6f480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747105024:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598570.084803:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.084876:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.086630:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.104442:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.104563:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723178112 00000100:00100000:1.0:1788598570.104575:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723178112 00000100:00100000:1.0:1788598570.104654:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723178240 00000100:00100000:1.0:1788598570.104657:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723178240 00000100:00100000:1.0:1788598570.104676:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723178368 00000100:00100000:1.0:1788598570.104678:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723178368 00000100:00100000:1.0:1788598570.104693:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1651 00000100:00100000:1.0:1788598570.104701:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+67:34622:x1875480723178112:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598570.106512:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598570.106659:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+67:34622:x1875480723178112:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 1955us (21861us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.106670:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1651 00000100:00100000:1.0:1788598570.106702:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1652 00000100:00100000:1.0:1788598570.106713:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+66:34624:x1875480723178240:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598570.106892:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598570.106939:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+66:34624:x1875480723178240:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 230us (22062us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.106945:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1652 00000100:00100000:1.0:1788598570.106959:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1653 00000100:00100000:1.0:1788598570.106966:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+65:34623:x1875480723178368:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598570.106978:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598570.107242:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+65:34623:x1875480723178368:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 275us (20619us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.107249:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1653 00000100:00080000:1.0:1788598570.107293:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598570.116257:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.116299:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723178496 00000100:00100000:3.0:1788598570.116308:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723178496 00000100:00100000:3.0:1788598570.116359:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1654 00000100:00100000:3.0:1788598570.116367:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+65:34621:x1875480723178496:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:3.0:1788598570.116389:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1788598570.116673:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723178624 00000100:00100000:0.0:1788598570.116678:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723178624 00000100:00100000:0.0:1788598570.116709:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 559 00000100:00100000:0.0:1788598570.116716:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+66:2432:x1875480723178624:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:3.0:1788598570.117521:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607230c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec90d expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.117594:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072313 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.117610:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072313 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.117625:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072313 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.117641:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607231a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.117648:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607231a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.117655:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607231a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118222:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.118236:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072321 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec914 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118271:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb16072328 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118280:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb16072328 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118288:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb16072328 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118301:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1607232f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118307:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1607232f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118314:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1607232f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118336:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb16072328 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118342:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb16072328 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118348:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb16072328 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118354:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5de00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.118359:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb16072328 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118373:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb16072328 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118387:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.118389:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.118918:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb16072328 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118928:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb16072328 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118946:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1607232f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118952:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1607232f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118958:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1607232f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118963:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5da00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.118966:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1607232f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118973:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1607232f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.118983:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598570.119314:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.119319:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1607232f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.119326:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5da00/0x6b7334fb1607232f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.119363:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072321 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec914 expref: 68 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.119374:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.119376:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598570.119379:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072321 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec914 expref: 68 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.119388:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5ca00, rc -2) 00010000:00010000:3.0:1788598570.119557:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072313 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119566:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072313 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119571:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072313 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119580:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.119583:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072313 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119589:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072313 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119598:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.119600:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.119603:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072313 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119609:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072313 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119619:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607231a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119625:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607231a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119631:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607231a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119636:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.119638:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607231a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119644:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607231a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119651:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1a86203a00) 00010000:00010000:3.0:1788598570.119653:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.119655:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607231a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119660:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607231a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119685:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607230c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec90d expref: 67 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119694:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.119696:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.119699:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607230c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec90d expref: 67 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.119705:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:1.0:1788598570.119729:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.119781:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.119805:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.119829:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.119860:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.119904:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+66:2432:x1875480723178624:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 3175us (3908us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788598570.119909:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723178880 00000100:00100000:0.0:1788598570.119914:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 559 00000100:00100000:2.0:1788598570.119915:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723178880 00000100:00100000:2.0:1788598570.119957:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723179776 00000100:00100000:2.0:1788598570.119960:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723179776 00000100:00100000:2.0:1788598570.119971:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723180032 00000100:00100000:2.0:1788598570.119973:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723180032 00000100:00100000:2.0:1788598570.119984:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1131 00000100:00100000:2.0:1788598570.119991:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723178880:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598570.120643:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723179136 00000100:00100000:0.0:1788598570.120651:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723179136 00000100:00100000:0.0:1788598570.120682:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723179392 00000100:00100000:0.0:1788598570.120685:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723179392 00000100:00100000:0.0:1788598570.120709:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 752 00000100:00100000:0.0:1788598570.120716:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+20:2433:x1875480723179136:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598570.122323:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 753 00000100:00100000:1.0:1788598570.122339:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723179392:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598570.122413:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723178880:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 2422us (2684us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.122424:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1131 00000100:00100000:2.0:1788598570.122448:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1655 00000100:00100000:2.0:1788598570.122455:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+67:34622:x1875480723179776:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598570.122471:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.122490:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561000/0x6b7334fb16072336 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec91b expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.123280:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561600/0x6b7334fb1607233d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.123297:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561600/0x6b7334fb1607233d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.123309:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561600/0x6b7334fb1607233d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598570.123322:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00000100:00100000:1.0:1788598570.123455:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2433:x1875480723179392:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 1120us (3591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.123463:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 753 00000100:00080000:1.0:1788598570.123987:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598570.123994:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598570.124014:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1656 00000100:00100000:1.0:1788598570.124027:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+69:34624:x1875480723180032:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.124042:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.124056:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607234b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec922 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.124125:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16072352 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.124136:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16072352 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.124150:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16072352 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598570.124158:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00010000:00010000:2.0:1788598570.124298:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561000/0x6b7334fb16072336 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec91b expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.124317:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561600/0x6b7334fb1607233d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec91b expref: 71 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.124325:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:2.0:1788598570.124328:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598570.124330:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88561600, rc 0) 00000100:00100000:2.0:1788598570.124358:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+71:34622:x1875480723179776:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1904us (4577us total) trans 4294968304 rc 0/0 00000100:00100000:2.0:1788598570.124364:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1655 00010000:00010000:1.0:1788598570.125292:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f800/0x6b7334fb1607234b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec922 expref: 71 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.125310:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16072352 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec922 expref: 70 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.125317:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:1.0:1788598570.125319:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598570.125322:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f000, rc 0) 00000100:00100000:1.0:1788598570.125900:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+70:34624:x1875480723180032:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1876us (6068us total) trans 4294968305 rc 0/0 00000100:00100000:1.0:1788598570.125908:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1656 00000100:00100000:1.0:1788598570.127637:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.127691:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.127716:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723178752 00000100:00100000:1.0:1788598570.127724:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723178752 00000100:00100000:1.0:1788598570.127792:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 771 00000100:00100000:1.0:1788598570.127802:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723178752:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598570.128439:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723178752:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 637us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.128446:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 771 00000100:00100000:2.0:1788598570.128583:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723180288 00000100:00100000:2.0:1788598570.128588:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723180288 00000100:00100000:2.0:1788598570.128613:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1657 00000100:00100000:2.0:1788598570.128618:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+70:34623:x1875480723180288:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598570.128631:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.128646:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb16072360 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec929 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.128731:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb16072367 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.128769:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb16072367 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.128785:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb16072367 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598570.128798:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00010000:00010000:2.0:1788598570.129080:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211600/0x6b7334fb16072360 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec929 expref: 73 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.129099:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb16072367 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec929 expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.129108:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:2.0:1788598570.129110:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598570.129114:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc2211c00, rc 0) 00000100:00100000:2.0:1788598570.129141:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+72:34623:x1875480723180288:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 522us (1508us total) trans 4294968306 rc 0/0 00000100:00100000:2.0:1788598570.129147:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1657 00000100:00100000:1.0:1788598570.129720:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.129783:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.129945:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723179008 00000100:00100000:2.0:1788598570.129951:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723179008 00000100:00100000:2.0:1788598570.129980:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 754 00000100:00100000:2.0:1788598570.129986:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723179008:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598570.130022:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723179008:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 36us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.130029:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 754 00000100:00100000:1.0:1788598570.130170:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.130194:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723179520 00000100:00100000:1.0:1788598570.130197:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723179520 00000100:00100000:1.0:1788598570.130227:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 755 00000100:00100000:1.0:1788598570.130238:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723179520:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598570.130264:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2433:x1875480723179520:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.130271:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 755 00000100:00100000:1.0:1788598570.130287:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723179264 00000100:00100000:1.0:1788598570.130290:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723179264 00000100:00080000:1.0:1788598570.130310:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598570.130333:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1132 00000100:00100000:1.0:1788598570.130339:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723179264:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598570.130363:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723179264:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.130369:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1132 00000100:00100000:3.0:1788598570.139394:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+71:34621:x1875480723178496:12345-192.168.202.17@tcp:101:rm.0 Request processed in 23015us (34947us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598570.139411:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1654 00000100:00100000:1.0:1788598570.141002:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.141044:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723180416 00000100:00100000:1.0:1788598570.141634:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723180416 00000100:00100000:1.0:1788598570.141685:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 452 00000100:00100000:1.0:1788598570.141692:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2434:x1875480723180416:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.141728:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.141774:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.141783:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598570.141785:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598570.141789:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.141822:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.142384:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 10 pid: 8405 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.142399:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747105152:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598570.142983:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598570.143138:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.143167:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723180544 00000100:00100000:1.0:1788598570.143173:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723180544 00000100:00100000:1.0:1788598570.143213:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 453 00000100:00100000:1.0:1788598570.143224:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723180544:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.143252:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.143269:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 12 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.143276:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598570.143278:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1788598570.143281:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.143303:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 12 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.143311:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 12 pid: 8406 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.143961:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747105280:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598570.144011:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1788598570.144060:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.144441:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.144459:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.144476:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723180672 00000100:00100000:1.0:1788598570.148255:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723180672 00000100:00100000:1.0:1788598570.149398:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723180800 00000100:00100000:1.0:1788598570.149407:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723180800 00000100:00100000:1.0:1788598570.149428:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723180928 00000100:00100000:1.0:1788598570.149431:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723180928 00000100:00100000:1.0:1788598570.149451:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 112 00000100:00100000:1.0:1788598570.149460:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+73:2433:x1875480723180672:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598570.149476:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598570.149791:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959f000/0x6b7334fb16072352 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec922 expref: 73 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.149880:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:1.0:1788598570.149885:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598570.149939:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+72:2433:x1875480723180672:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 479us (5878us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.149946:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 112 00000100:00100000:1.0:1788598570.149962:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 113 00000100:00100000:1.0:1788598570.149968:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+71:2435:x1875480723180800:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598570.149976:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598570.149986:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561600/0x6b7334fb1607233d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec91b expref: 71 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.149999:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:1.0:1788598570.150002:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598570.150018:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+70:2435:x1875480723180800:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 50us (5577us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.150024:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 113 00000100:00100000:1.0:1788598570.150035:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 114 00000100:00100000:1.0:1788598570.150041:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+69:2432:x1875480723180928:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598570.150049:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598570.150062:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211c00/0x6b7334fb16072367 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec929 expref: 69 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.150075:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:1.0:1788598570.150078:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598570.150095:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+68:2432:x1875480723180928:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 55us (5635us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.150101:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 114 00000100:00100000:1.0:1788598570.150186:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.150914:0:8868:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:1.0:1788598570.150923:0:8868:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost00_005' 00000100:00100000:2.0:1788598570.153317:0:8406:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:2.0:1788598570.153341:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723181056 00000100:00100000:2.0:1788598570.153350:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723181056 00000100:00100000:2.0:1788598570.153383:0:8406:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:2.0:1788598570.153394:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 454 00000100:00100000:2.0:1788598570.153402:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723181056:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598570.153441:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.153460:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 11 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.153467:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1788598570.153469:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1788598570.153473:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.154004:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 11 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.154018:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 11 pid: 8403 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.154034:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747105408:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598570.154121:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb6526a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788598570.156959:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+20:2433:x1875480723179136:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 36230us (37140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.156973:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 752 00000100:00100000:1.0:1788598570.161437:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.161479:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723181184 00000100:00100000:1.0:1788598570.161547:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747105280:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598570.161573:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747105152:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598570.161575:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.161585:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.161614:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723181184 00000100:00100000:2.0:1788598570.161702:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1658 00000100:00100000:2.0:1788598570.161711:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+68:34621:x1875480723181184:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598570.162146:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.162190:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb1607238a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec930 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162388:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072391 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162401:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072391 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162412:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072391 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162424:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb16072398 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162431:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb16072398 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162436:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb16072398 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162466:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072391 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162471:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072391 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162476:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072391 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162481:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.162592:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072391 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162603:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072391 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162612:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.162614:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.162618:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072391 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162621:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072391 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162632:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb16072398 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162635:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb16072398 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162639:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb16072398 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162642:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cff400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.162643:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb16072398 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162646:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb16072398 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162649:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1b94e62f00) 00010000:00010000:2.0:1788598570.162651:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.162652:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb16072398 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162656:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb16072398 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162681:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb1607238a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec930 expref: 69 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162687:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.162689:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.162691:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb1607238a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec930 expref: 69 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.162696:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfee00, rc 0) 00000100:00100000:2.0:1788598570.162763:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+68:34621:x1875480723181184:12345-192.168.202.17@tcp:101:rm.0 Request processed in 1053us (1334us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.162771:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1658 00000100:00100000:0.0:1788598570.164534:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.164621:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.165313:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.165331:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723181312 00000100:00100000:3.0:1788598570.165339:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723181312 00002000:00100000:3.0:1788598570.165471:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff8a1a87a6ea00 x1875480723181312/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 648/0 e 0 to 0 dl 1788598581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598570.165482:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a6ea00 with x1875480723181312 ext(0->157) 00010000:00010000:3.0:1788598570.165490:0:14217:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 12 pid: 8405 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.165515:0:14217:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 12 pid: 8405 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598570.165522:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a87a6ea00 00000100:00100000:0.0:1788598570.165588:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747105408:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598570.165611:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.165701:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723181440 00000100:00100000:1.0:1788598570.165706:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723181440 00002000:00100000:1.0:1788598570.165730:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff8a1a87a6e300 x1875480723181440/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 648/0 e 0 to 0 dl 1788598581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788598570.166022:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723181568 00000100:00100000:2.0:1788598570.166026:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723181568 00002000:00100000:2.0:1788598570.166046:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff8a1a87303480 x1875480723181568/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 648/0 e 0 to 0 dl 1788598581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598570.166055:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87303480 with x1875480723181568 ext(0->157) 00010000:00010000:2.0:1788598570.166060:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 13 pid: 8403 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.166069:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 13 pid: 8403 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598570.166079:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a87303480 00000100:00100000:2.0:1788598570.166100:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 19 00000100:00100000:2.0:1788598570.166110:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723181312:12345-192.168.202.17@tcp:4:cp.0 00002000:00100000:1.0:1788598570.166630:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a6e300 with x1875480723181440 ext(0->157) 00010000:00010000:1.0:1788598570.166638:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 13 pid: 8406 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.166649:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 13 pid: 8406 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598570.166655:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a87a6e300 00000100:00100000:1.0:1788598570.166670:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 20 00000100:00100000:1.0:1788598570.166678:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723181568:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:2.0:1788598570.167221:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2432:x1875480723181312:12345-192.168.202.17@tcp:4:cp.0 Request processed in 1111us (2692us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1788598570.167230:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 19 00002000:00100000:2.0:1788598570.167237:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff8a1a87a6ea00 x1875480723181312/t4294967376(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 648/448 e 0 to 0 dl 1788598581 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598570.167248:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a6ea00 with x1875480723181312 ext(0->157) 00010000:00010000:2.0:1788598570.167253:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 17 pid: 8405 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.167264:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 17 pid: 8405 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598570.167270:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a87a6ea00 00000100:00100000:2.0:1788598570.167287:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 21 00000100:00100000:2.0:1788598570.167294:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723181440:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:3.0:1788598570.168117:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2432:x1875480723181568:12345-192.168.202.17@tcp:4:cp.0 Request processed in 1437us (2801us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1788598570.168126:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 20 00002000:00100000:3.0:1788598570.168133:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff8a1a87303480 x1875480723181568/t4294967375(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 648/448 e 0 to 0 dl 1788598581 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598570.168140:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87303480 with x1875480723181568 ext(0->157) 00010000:00010000:3.0:1788598570.168146:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 16 pid: 8403 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.168155:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 16 pid: 8403 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598570.168167:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a87303480 00000100:00100000:1.0:1788598570.171274:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2433:x1875480723181440:12345-192.168.202.17@tcp:4:cp.0 Request processed in 3968us (6640us total) trans 4294967387 rc 0/0 00000100:00100000:1.0:1788598570.171288:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 21 00002000:00100000:1.0:1788598570.171300:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff8a1a87a6e300 x1875480723181440/t4294967387(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 648/448 e 0 to 0 dl 1788598581 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598570.171311:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a6e300 with x1875480723181440 ext(0->157) 00010000:00010000:1.0:1788598570.171320:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 15 pid: 8406 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.171335:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 15 pid: 8406 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598570.171342:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a87a6e300 00000100:00100000:1.0:1788598570.171942:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.172026:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723181696 00000100:00100000:2.0:1788598570.172035:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723181696 00010000:00010000:2.0:1788598570.172069:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 16 pid: 8403 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.172138:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 478 00000100:00100000:2.0:1788598570.172148:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2434:x1875480723181696:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598570.172161:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788598570.172179:0:6509:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788598570.172185:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 16 pid: 8403 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.172196:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 16 pid: 8403 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.172235:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ea19584/0x6b7334fb16071fee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec738 expref: 16 pid: 8403 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.172250:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.172252:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.172257:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.172268:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.172343:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598570.172385:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2434:x1875480723181696:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 239us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.172392:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 478 00010000:00010000:0.0:1788598570.172448:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.172458:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.172478:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.172486:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.172499:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.172506:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bb653f800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598570.172510:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.172525:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.172537:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.172544:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002477bdb/0x6b7334fb16072383 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.172607:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2433:x1875480723181056:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 19205us (22421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.172616:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 454 00000100:00100000:1.0:1788598570.174412:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.174644:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723181952 00000100:00100000:0.0:1788598570.174653:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723181952 00010000:00010000:0.0:1788598570.174688:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 15 pid: 8406 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.174726:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 479 00000100:00100000:0.0:1788598570.174758:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba0010c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2434:x1875480723181952:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598570.174771:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788598570.174786:0:10276:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788598570.174793:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 15 pid: 8406 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.174811:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 15 pid: 8406 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.174851:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4610f16/0x6b7334fb160720c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec78c expref: 15 pid: 8406 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.174865:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598570.174867:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598570.174871:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.174880:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.174914:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598570.174960:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba0010c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2434:x1875480723181952:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 226us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.174967:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 479 00010000:00010000:2.0:1788598570.175146:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.175155:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.175174:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.175182:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.175189:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.175195:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598570.175199:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.175220:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.175231:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.175238:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb1607237c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.175304:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723180544:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 32082us (32165us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.175312:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 453 00000100:00100000:0.0:1788598570.180421:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.180502:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.180533:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.180580:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723182080 00000100:00100000:2.0:1788598570.180587:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723182336 00000100:00100000:3.0:1788598570.180589:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723182080 00000100:00100000:2.0:1788598570.180590:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723182336 00000100:00100000:1.0:1788598570.180647:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723181824 00000100:00100000:3.0:1788598570.180648:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1659 00000100:00100000:1.0:1788598570.180650:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723181824 00000100:00100000:3.0:1788598570.180657:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+69:34625:x1875480723182080:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598570.180673:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 14 pid: 8405 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180675:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.180692:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607239f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec937 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.180698:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 480 00000100:00100000:1.0:1788598570.180704:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2434:x1875480723181824:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598570.180715:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1788598570.180730:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1788598570.180785:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160723a6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180801:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160723a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180821:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160723a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.180827:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 14 pid: 8405 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.180840:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 14 pid: 8405 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180846:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160723ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180853:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160723ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180859:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160723ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.180866:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033da4d2c/0x6b7334fb16072192 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e0 expref: 14 pid: 8405 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.180880:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.180882:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.180886:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180887:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160723a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.180896:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180898:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160723a6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180905:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160723a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180909:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.180913:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160723a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.180919:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598570.180920:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160723a6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180928:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.180931:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.180935:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160723a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180939:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb160723a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180948:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160723ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180953:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160723ad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180958:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160723ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.180961:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2434:x1875480723181824:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 257us (550us total) trans 0 rc 0/0 00010000:00010000:3.0:1788598570.180964:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.180967:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160723ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.180969:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 480 00010000:00010000:3.0:1788598570.180972:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160723ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.180978:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1a86203a00) 00010000:00010000:3.0:1788598570.180981:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.180994:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160723ad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.181000:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb160723ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.181029:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607239f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec937 expref: 70 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.181039:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.181041:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.181044:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb1607239f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec937 expref: 70 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.181052:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:3.0:1788598570.181075:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+69:34625:x1875480723182080:12345-192.168.202.17@tcp:101:cp.0 Request processed in 419us (573us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.181075:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1660 00000100:00100000:3.0:1788598570.181080:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1659 00000100:00100000:2.0:1788598570.181082:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+69:34623:x1875480723182336:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598570.181130:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+68:34623:x1875480723182336:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 48us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.181136:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1660 00010000:00010000:0.0:1788598570.181145:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.181154:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.181177:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.181184:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.181195:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.181208:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598570.181211:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.181218:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.181231:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.181239:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaa07534/0x6b7334fb16072375 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.181276:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2434:x1875480723180416:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 39584us (40281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.181286:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 452 00000100:00100000:3.0:1788598570.185569:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.185923:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.186110:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723182592 00000100:00100000:2.0:1788598570.186120:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723182592 00000100:00100000:0.0:1788598570.186130:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.186237:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.186270:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723183104 00000100:00100000:1.0:1788598570.186270:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723182720 00000100:00100000:2.0:1788598570.186274:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723183104 00000100:00100000:1.0:1788598570.186274:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723182720 00000100:00100000:2.0:1788598570.186303:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1661 00000100:00100000:2.0:1788598570.186312:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+70:34624:x1875480723182592:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598570.186343:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1662 00000100:00100000:1.0:1788598570.186349:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+70:34622:x1875480723183104:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598570.186412:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+70:34622:x1875480723183104:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 62us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.186419:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1662 00000100:00100000:3.0:1788598570.186423:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1663 00000100:00100000:3.0:1788598570.186431:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+69:34625:x1875480723182720:12345-192.168.202.17@tcp:101:cp.0 00000100:00100000:1.0:1788598570.186440:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723182848 00010000:00010000:3.0:1788598570.186443:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1788598570.186443:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723182848 00010000:00010000:3.0:1788598570.186462:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160723b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec93e expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.186465:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 455 00000100:00100000:1.0:1788598570.186470:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2435:x1875480723182848:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.186476:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.186500:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160723bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec945 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186513:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160723c2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598570.186521:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a9bd929, atime: 0x0, ctime: 0x6a9bd929, blocks: 0x8 00010000:00010000:3.0:1788598570.186526:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160723c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.186533:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.186535:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.186536:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160723c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.186543:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160723bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec945 expref: 14 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186549:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160723c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186555:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160723c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.186556:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160723bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec945 expref: 14 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186562:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160723c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.186570:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e800, rc 0) 00010000:00010000:3.0:1788598570.186594:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160723c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186601:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160723c2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186607:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160723c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186612:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.186621:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160723c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186628:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160723c2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186638:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.186641:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.186645:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160723c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186651:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb160723c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186664:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160723c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186670:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160723c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186676:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160723c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186682:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.186688:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160723c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186694:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160723c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186704:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1a86203d00) 00010000:00010000:3.0:1788598570.186706:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.186709:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160723c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186715:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb160723c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186877:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160723b4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec93e expref: 70 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186887:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.186889:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.186893:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb160723b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec93e expref: 70 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.186902:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:2.0:1788598570.187079:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+69:34624:x1875480723182592:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 768us (1520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.187080:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2435:x1875480723182848:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 610us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.187087:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1661 00000100:00100000:1.0:1788598570.187087:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 455 00000100:00100000:3.0:1788598570.187155:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+68:34625:x1875480723182720:12345-192.168.202.17@tcp:101:cp.0 Request processed in 725us (1233us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598570.187161:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1663 00000100:00100000:0.0:1788598570.195462:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.195577:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.195649:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723183872 00000100:00100000:3.0:1788598570.195658:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723183872 00000100:00100000:3.0:1788598570.195707:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1664 00000100:00100000:3.0:1788598570.195718:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+68:34625:x1875480723183872:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598570.195763:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.195785:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb160723d0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec95a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.195987:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.196011:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f8 expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.196024:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.196057:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f8 expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.196069:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f8 expref: 115 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.196083:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747105536:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598570.196174:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb6526d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788598570.197445:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.197533:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.197615:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723183232 00000100:00100000:1.0:1788598570.197625:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723183232 00000100:00100000:3.0:1788598570.197662:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723183616 00000100:00100000:1.0:1788598570.197664:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723183360 00000100:00100000:3.0:1788598570.197666:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723183616 00000100:00100000:1.0:1788598570.197666:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723183360 00000100:00100000:1.0:1788598570.197686:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 456 00000100:00100000:3.0:1788598570.197688:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1665 00000100:00100000:3.0:1788598570.197695:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+70:34623:x1875480723183616:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598570.197695:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723183232:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.197707:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.197722:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb160723de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec94c expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.197786:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+70:34623:x1875480723183616:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 90us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.197793:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1665 00002000:00010000:1.0:1788598570.197838:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a9bd929, atime: 0x0, ctime: 0x6a9bd929, blocks: 0x8 00010000:00010000:1.0:1788598570.197855:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.197857:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.197865:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb160723de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec94c expref: 14 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.197881:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb160723de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec94c expref: 14 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.197894:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f000, rc 0) 00000100:00100000:1.0:1788598570.197925:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2433:x1875480723183232:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 231us (2471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.197931:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 456 00000100:00100000:1.0:1788598570.197945:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 457 00000100:00100000:1.0:1788598570.197964:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723183360:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.197971:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.197980:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb160723e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec953 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598570.198082:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a9bd929, atime: 0x0, ctime: 0x6a9bd929, blocks: 0x8 00010000:00010000:1.0:1788598570.198093:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.198095:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.198099:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb160723e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec953 expref: 14 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.198116:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb160723e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec953 expref: 14 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.198124:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959f800, rc 0) 00000100:00100000:1.0:1788598570.198151:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2432:x1875480723183360:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 188us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.198158:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 457 00000100:00100000:2.0:1788598570.198256:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747105536:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598570.198278:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.201184:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.201259:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723184000 00000100:00100000:2.0:1788598570.201270:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723184000 00010000:00010000:2.0:1788598570.201308:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f8 expref: 116 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.201352:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 481 00000100:00100000:2.0:1788598570.201361:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+116:2432:x1875480723184000:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598570.201375:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598570.201382:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f8 expref: 116 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.201395:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f8 expref: 116 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.201415:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560400/0x6b7334fb160722e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8f8 expref: 116 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.201430:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.201435:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.201443:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.201450:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.201484:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598570.201555:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.201564:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.201587:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.201596:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.201604:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.201644:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+115:2432:x1875480723184000:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 283us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.201652:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 481 00000100:00100000:3.0:1788598570.204847:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.204882:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.204911:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723184384 00000100:00100000:3.0:1788598570.204921:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723184384 00000100:00100000:3.0:1788598570.204968:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1666 00000100:00100000:3.0:1788598570.204978:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+70:34624:x1875480723184384:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598570.205076:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+70:34624:x1875480723184384:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 99us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.205084:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1666 00000100:00100000:0.0:1788598570.205244:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723184128 00000100:00100000:0.0:1788598570.205248:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723184128 00002000:00100000:0.0:1788598570.205276:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff8a1bb6238e00 x1875480723184128/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 488/0 e 0 to 0 dl 1788598581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598570.205286:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bb6238e00 with x1875480723184128 ext(0->4095) 00002000:00010000:0.0:1788598570.205290:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bb6238e00 00000100:00100000:0.0:1788598570.205312:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 111 00000100:00100000:0.0:1788598570.205318:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2434:x1875480723184128:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000004:00080000:2.0:1788598570.205351:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00000100:00100000:0.0:1788598570.205440:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2434:x1875480723184128:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 122us (603us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788598570.205446:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 111 00002000:00100000:0.0:1788598570.205451:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff8a1bb6238e00 x1875480723184128/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 488/4536 e 0 to 0 dl 1788598581 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598570.205458:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bb6238e00 with x1875480723184128 ext(0->4095) 00002000:00010000:0.0:1788598570.205461:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1bb6238e00 00010000:00010000:2.0:1788598570.205500:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205515:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205525:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205565:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205572:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205577:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205584:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205590:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.205595:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205602:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205614:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.205617:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.205622:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205627:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160723d7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598570.205641:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000690c5c02 reply state 00000000bedcae7f transno 4294968307 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205652:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205659:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1a86203a00) 00010000:00010000:2.0:1788598570.205661:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598570.205663:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598570.205693:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb160723d0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec95a expref: 71 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205708:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec95a expref: 70 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.205715:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00010000:00010000:2.0:1788598570.205717:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598570.205719:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cff400, rc 0) 00000100:00100000:2.0:1788598570.206532:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+71:34625:x1875480723183872:12345-192.168.202.17@tcp:101:cp.0 Request processed in 10812us (10950us total) trans 4294968307 rc 0/0 00000100:00100000:2.0:1788598570.206540:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1664 00000100:00100000:3.0:1788598570.206807:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.206940:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723184640 00000100:00100000:2.0:1788598570.206947:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723184640 00000100:00100000:2.0:1788598570.207061:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1667 00000100:00100000:2.0:1788598570.207072:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+71:34622:x1875480723184640:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598570.207148:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+71:34622:x1875480723184640:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 78us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.213210:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.213285:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.213559:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723184896 00000100:00100000:1.0:1788598570.213569:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723184896 00000100:00100000:1.0:1788598570.213621:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 458 00000100:00100000:1.0:1788598570.213630:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2432:x1875480723184896:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598570.213647:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.213665:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072401 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec968 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598570.213689:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788598570.213705:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.213707:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.213715:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec968 expref: 15 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.213833:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec968 expref: 15 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.213856:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:1.0:1788598570.213911:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723184896:12345-192.168.202.17@tcp:101:cp.0 Request processed in 281us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.213919:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 458 00000100:00100000:1.0:1788598570.213942:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723184768 00000100:00100000:1.0:1788598570.213946:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723184768 00000100:00100000:3.0:1788598570.215169:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.215193:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723185024 00000100:00100000:3.0:1788598570.215198:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723185024 00002000:00100000:3.0:1788598570.215239:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff8a1bb623a680 x1875480723185024/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 488/0 e 0 to 0 dl 1788598581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598570.215249:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bb623a680 with x1875480723185024 ext(0->4095) 00002000:00010000:3.0:1788598570.215253:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bb623a680 00000100:00100000:3.0:1788598570.215280:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 112 00000100:00100000:3.0:1788598570.215286:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2434:x1875480723185024:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788598570.215604:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2434:x1875480723185024:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 293us (418us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788598570.215648:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 112 00002000:00100000:3.0:1788598570.215704:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff8a1bb623a680 x1875480723185024/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 488/4536 e 0 to 0 dl 1788598581 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788598570.215714:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1667 00000100:00100000:1.0:1788598570.215970:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1668 00000100:00100000:1.0:1788598570.215981:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+71:34623:x1875480723184768:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.216007:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.216024:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072408 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec961 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.216052:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.216066:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.216077:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.216175:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072408 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec961 expref: 73 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.216190:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec961 expref: 72 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.216215:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:1.0:1788598570.216218:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598570.216222:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e000, rc 0) 00000100:00100000:1.0:1788598570.216249:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+72:34623:x1875480723184768:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 271us (3058us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.216255:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1668 00002000:00100000:3.0:1788598570.216327:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bb623a680 with x1875480723185024 ext(0->4095) 00002000:00010000:3.0:1788598570.216332:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bb623a680 00000100:00100000:3.0:1788598570.218579:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.218646:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723185152 00000100:00100000:0.0:1788598570.218654:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723185152 00002000:00100000:0.0:1788598570.218698:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff8a1bb623b480 x1875480723185152/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 488/0 e 0 to 0 dl 1788598581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598570.218714:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bb623b480 with x1875480723185152 ext(0->4095) 00002000:00010000:0.0:1788598570.218719:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bb623b480 00000100:00100000:0.0:1788598570.218769:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 113 00000100:00100000:0.0:1788598570.218778:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723185152:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788598570.219173:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723185152:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 396us (600us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788598570.219178:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 113 00002000:00100000:0.0:1788598570.219183:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff8a1bb623b480 x1875480723185152/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 488/4536 e 0 to 0 dl 1788598581 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598570.219189:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1bb623b480 with x1875480723185152 ext(0->4095) 00002000:00010000:0.0:1788598570.219191:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1bb623b480 00000100:00100000:2.0:1788598570.221825:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.223891:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723185280 00000100:00100000:0.0:1788598570.223906:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723185280 00000100:00100000:0.0:1788598570.223977:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1669 00000100:00100000:0.0:1788598570.223988:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+72:34622:x1875480723185280:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598570.224007:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.224027:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072416 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec96f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.224064:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.224076:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.224088:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.224183:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072416 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec96f expref: 74 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.224196:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec96f expref: 73 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.224215:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:0.0:1788598570.224218:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598570.224220:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5de00, rc 0) 00000100:00100000:0.0:1788598570.224274:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+73:34622:x1875480723185280:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 289us (2467us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.224279:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1669 00000100:00100000:2.0:1788598570.225387:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.225421:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.225456:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.225497:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723185664 00000100:00100000:0.0:1788598570.225506:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723185664 00000100:00100000:0.0:1788598570.225551:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 459 00000100:00100000:0.0:1788598570.225560:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+15:34625:x1875480723185664:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598570.225572:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.225586:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec97d expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.225614:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072401 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec968 expref: 16 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.225629:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1788598570.225631:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723185408 00010000:00010000:0.0:1788598570.225631:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1788598570.225635:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723185408 00010000:00010000:0.0:1788598570.225636:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 16 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.225664:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723185536 00000100:00100000:1.0:1788598570.225666:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723185536 00010000:00010000:0.0:1788598570.225669:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec968 expref: 16 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.225682:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1670 00010000:00010000:0.0:1788598570.225683:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec968 expref: 16 pid: 8868 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.225688:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+74:34623:x1875480723185408:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1788598570.225697:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747105664:192.168.202.17@tcp:104: 00000004:00000080:1.0:1788598570.225708:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598570.225789:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ddcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598570.225807:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1671 00000100:00100000:0.0:1788598570.225820:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+74:34624:x1875480723185536:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1788598570.225825:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+74:34623:x1875480723185408:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 138us (444us total) trans 0 rc 0/0 00010000:00010000:0.0:1788598570.225829:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1788598570.225832:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1670 00010000:00010000:0.0:1788598570.225840:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1607242b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec976 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.225862:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.225872:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.225883:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.225961:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1607242b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec976 expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.225976:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec976 expref: 75 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.225984:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598570.225986:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598570.225989:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89697600, rc 0) 00000100:00100000:0.0:1788598570.226993:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+74:34624:x1875480723185536:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1168us (1565us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.227002:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1671 00000100:00100000:0.0:1788598570.229399:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747105664:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598570.229436:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 16 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.229455:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5da00, rc 0) 00000100:00100000:0.0:1788598570.229506:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+16:34625:x1875480723185664:12345-192.168.202.17@tcp:101:cp.0 Request processed in 3948us (4049us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.229515:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 459 00000100:00100000:3.0:1788598570.230083:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.230118:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.230185:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723185792 00000100:00100000:1.0:1788598570.230193:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723185792 00010000:00010000:1.0:1788598570.230240:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec968 expref: 16 pid: 8868 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.230312:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 482 00000100:00100000:1.0:1788598570.230322:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2432:x1875480723185792:12345-192.168.202.17@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788598570.230322:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723185920 00000100:00100000:0.0:1788598570.230326:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723185920 00010000:00010000:1.0:1788598570.230335:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788598570.230351:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 460 00010000:00010000:1.0:1788598570.230355:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec968 expref: 16 pid: 8868 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.230357:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2434:x1875480723185920:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.230368:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec968 expref: 16 pid: 8868 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.230385:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d22ec8be/0x6b7334fb16072439 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.230388:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072401 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec968 expref: 16 pid: 8868 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.230398:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598570.230399:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.230401:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.230402:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598570.230404:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d22ec8be/0x6b7334fb16072439 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.230407:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 15 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.230415:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 15 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.230416:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d22ec8be/0x6b7334fb16072439 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.230434:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d22ec8be/0x6b7334fb16072439 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.230442:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d22ec8be/0x6b7334fb16072439 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.230443:0:8432:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 15 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.230450:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d22ec8be/0x6b7334fb16072439 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.230456:0:8432:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8432:1875480747105792:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788598570.230456:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696a00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598570.230460:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d22ec8be/0x6b7334fb16072439 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.230468:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d22ec8be/0x6b7334fb16072439 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.230477:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d22ec8be/0x6b7334fb16072439 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.230504:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d22ec8be/0x6b7334fb16072439 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.230516:0:8432:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1788598570.230537:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2434:x1875480723185920:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 180us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.230544:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 460 00000100:00100000:1.0:1788598570.233611:0:8432:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8432:1875480747105792:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598570.233636:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598570.233694:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723185792:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 3374us (3612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.233705:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 482 00000100:00100000:2.0:1788598570.235404:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.235436:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.236278:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723186176 00000100:00100000:1.0:1788598570.236289:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723186176 00000100:00100000:1.0:1788598570.236337:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723186304 00000100:00100000:1.0:1788598570.236340:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723186304 00000100:00100000:1.0:1788598570.236376:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1672 00000100:00100000:1.0:1788598570.236386:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+75:34622:x1875480723186176:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598570.236420:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598570.236420:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1673 00000100:00100000:0.0:1788598570.236429:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+75:34623:x1875480723186304:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788598570.236500:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.236517:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec961 expref: 75 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.236525:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+75:34622:x1875480723186176:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 142us (1129us total) trans 0 rc 0/0 00010000:00010000:0.0:1788598570.236526:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.236533:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1672 00010000:00010000:0.0:1788598570.236559:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec961 expref: 74 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.236572:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec961 expref: 74 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.236587:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747105920:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598570.236644:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ddcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598570.237028:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.237083:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.237165:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723186432 00000100:00100000:3.0:1788598570.237170:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723186432 00000100:00100000:3.0:1788598570.237252:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1674 00000100:00100000:3.0:1788598570.237260:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+75:34624:x1875480723186432:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598570.237279:0:6525:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598570.237346:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+75:34624:x1875480723186432:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 87us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.237353:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1674 00000100:00100000:1.0:1788598570.237433:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723186688 00000100:00100000:1.0:1788598570.237437:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723186688 00000100:00100000:1.0:1788598570.237468:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 338 00000100:00100000:1.0:1788598570.237475:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+75:34625:x1875480723186688:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:1.0:1788598570.237704:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+76:34625:x1875480723186688:12345-192.168.202.17@tcp:35:cp.0 Request processed in 229us (676us total) trans 4294968308 rc 0/0 00000100:00100000:1.0:1788598570.237711:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 338 00000100:00100000:2.0:1788598570.242150:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.242369:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747106176:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242418:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242446:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747106688:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242467:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242483:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747107200:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242518:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242539:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1788598570.242544:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747106048:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242569:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242596:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747106560:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242618:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242634:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747107072:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242651:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242662:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747107584:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242678:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242698:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747106432:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242718:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242754:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747106944:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242775:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242791:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747107456:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242820:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242838:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788598570.242845:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747106304:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242865:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242880:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747106816:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242901:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598570.242910:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747107328:0@lo:400:kworker.0 00000100:00100000:0.0:1788598570.242926:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598570.242935:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747106560 00000100:00100000:1.0:1788598570.242943:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747106560 00000100:00100000:0.0:1788598570.242944:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747106304 00000100:00100000:0.0:1788598570.242947:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747106304 00000100:00100000:2.0:1788598570.243025:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747106048 00000100:00100000:2.0:1788598570.243030:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747106048 00000100:00100000:2.0:1788598570.243059:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1788598570.243066:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747106048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598570.243117:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747106048:12345-0@lo:400:kworker.0 Request processed in 50us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.243123:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1788598570.243154:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723186816 00000100:00100000:2.0:1788598570.243158:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723186816 00000100:00100000:2.0:1788598570.243179:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747107072 00000100:00100000:2.0:1788598570.243181:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747107072 00000100:00100000:2.0:1788598570.243216:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747107584 00000100:00100000:2.0:1788598570.243219:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747107584 00000100:00100000:2.0:1788598570.243234:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747106944 00000100:00100000:2.0:1788598570.243236:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747106944 00000100:00100000:2.0:1788598570.243249:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747107456 00000100:00100000:2.0:1788598570.243251:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747107456 00000100:00100000:2.0:1788598570.243263:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1788598570.243270:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747107072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598570.243300:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747107072:12345-0@lo:400:kworker.0 Request processed in 31us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.243306:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1788598570.243318:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1788598570.243324:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747107584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598570.243348:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747107584:12345-0@lo:400:kworker.0 Request processed in 25us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.243354:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1788598570.243365:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1788598570.243371:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747106944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598570.243403:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747106944:12345-0@lo:400:kworker.0 Request processed in 32us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.243408:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1788598570.243420:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1788598570.243426:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747107456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598570.243450:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747107456:12345-0@lo:400:kworker.0 Request processed in 24us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.243454:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1788598570.243465:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 461 00000100:00100000:2.0:1788598570.243471:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723186816:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598570.243501:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb16072447 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.243517:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.243519:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.243524:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb16072447 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.243536:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb16072447 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.243560:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb16072447 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.243568:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb16072447 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.243575:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb16072447 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.243581:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffe00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598570.243585:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb16072447 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.243592:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb16072447 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.243607:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb16072447 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.243613:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb16072447 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.243666:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723186816:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 195us (1525us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.243673:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 461 00000100:00080000:2.0:1788598570.243699:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598570.243703:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598570.245233:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747106176 00000100:00100000:3.0:1788598570.245244:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747106176 00000100:00100000:3.0:1788598570.245271:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747106688 00000100:00100000:3.0:1788598570.245273:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747106688 00000100:00100000:3.0:1788598570.245290:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747107200 00000100:00100000:3.0:1788598570.245293:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747107200 00000100:00100000:3.0:1788598570.245303:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747106432 00000100:00100000:3.0:1788598570.245306:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747106432 00000100:00100000:3.0:1788598570.245314:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747106816 00000100:00100000:3.0:1788598570.245316:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747106816 00000100:00100000:3.0:1788598570.245326:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747107328 00000100:00100000:3.0:1788598570.245328:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747107328 00000100:00100000:3.0:1788598570.245342:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1788598570.245348:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747106176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.245403:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747106176:12345-0@lo:400:kworker.0 Request processed in 55us (2986us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.245408:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1788598570.245421:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:3.0:1788598570.245425:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747106688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.245445:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747106688:12345-0@lo:400:kworker.0 Request processed in 20us (2977us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.245450:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:3.0:1788598570.245458:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1788598570.245463:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747107200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.245483:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747107200:12345-0@lo:400:kworker.0 Request processed in 21us (2965us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.245499:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1788598570.245508:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1788598570.245513:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747106432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.245533:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747106432:12345-0@lo:400:kworker.0 Request processed in 21us (2815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.245538:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1788598570.245547:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1788598570.245552:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747106816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.245571:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747106816:12345-0@lo:400:kworker.0 Request processed in 20us (2670us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.245576:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1788598570.245584:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1788598570.245589:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747107328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.245608:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747107328:12345-0@lo:400:kworker.0 Request processed in 20us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.245613:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:2.0:1788598570.245705:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747106816:0@lo:400:kworker.0 00000100:00100000:2.0:1788598570.245719:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747107328:0@lo:400:kworker.0 00000100:00100000:2.0:1788598570.245729:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747106432:0@lo:400:kworker.0 00000100:00100000:2.0:1788598570.245754:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747106944:0@lo:400:kworker.0 00000100:00100000:2.0:1788598570.245764:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747107456:0@lo:400:kworker.0 00000100:00080000:2.0:1788598570.245796:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598570.245800:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598570.245911:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.245973:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598570.245985:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747107712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598570.246016:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598570.246047:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747107712 00000100:00100000:2.0:1788598570.246051:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747107712 00000100:00100000:2.0:1788598570.246076:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1788598570.246082:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747107712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598570.246096:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 28672 granted 195873600 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788598570.246125:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747107712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.246131:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1788598570.246159:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747107712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598570.246175:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723186944 00000100:00100000:2.0:1788598570.246178:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723186944 00000100:00100000:2.0:1788598570.246200:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 462 00000100:00100000:1.0:1788598570.246216:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1788598570.246220:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2433:x1875480723186944:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00000100:00100000:1.0:1788598570.246224:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747106304:12345-0@lo:400:kworker.0 00010000:00010000:2.0:1788598570.246244:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005240877/0x6b7334fb1607244e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.246260:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1788598570.246261:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747106304:12345-0@lo:400:kworker.0 Request processed in 39us (3396us total) trans 0 rc 0/0 00010000:00010000:2.0:1788598570.246262:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.246267:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005240877/0x6b7334fb1607244e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.246267:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1788598570.246279:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00010000:00010000:2.0:1788598570.246281:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005240877/0x6b7334fb1607244e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.246285:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747106560:12345-0@lo:400:kworker.0 00010000:00010000:2.0:1788598570.246304:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005240877/0x6b7334fb1607244e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.246310:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747106560:12345-0@lo:400:kworker.0 Request processed in 26us (3693us total) trans 0 rc 0/0 00010000:00010000:2.0:1788598570.246314:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005240877/0x6b7334fb1607244e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.246316:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00010000:00010000:2.0:1788598570.246323:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005240877/0x6b7334fb1607244e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.246330:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfea00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598570.246333:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005240877/0x6b7334fb1607244e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.246342:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005240877/0x6b7334fb1607244e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.246356:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005240877/0x6b7334fb1607244e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.246368:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005240877/0x6b7334fb1607244e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.246420:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2433:x1875480723186944:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 200us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.246426:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 462 00000100:00100000:2.0:1788598570.246453:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747106304:0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.250522:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747106048:0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.250543:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747106560:0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.250557:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747107072:0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.250569:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747107584:0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.250582:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747106176:0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.250594:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747106688:0@lo:400:kworker.0 00000100:00100000:3.0:1788598570.250605:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747107200:0@lo:400:kworker.0 00000100:00100000:2.0:1788598570.251684:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.251941:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747105920:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598570.251967:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.252257:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723187072 00000100:00100000:1.0:1788598570.252264:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723187072 00010000:00010000:1.0:1788598570.252300:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec961 expref: 76 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.252376:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 483 00000100:00100000:1.0:1788598570.252386:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+76:2433:x1875480723187072:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598570.252402:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598570.252408:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec961 expref: 76 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.252419:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec961 expref: 76 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.252440:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607240f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec961 expref: 76 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.252455:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:1.0:1788598570.252460:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.252469:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.252476:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.252510:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598570.252566:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+75:2433:x1875480723187072:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 181us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.252573:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 483 00010000:00010000:2.0:1788598570.252618:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.252626:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.252890:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.252897:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.252903:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.252909:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89697800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.252913:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.252920:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.252929:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:2.0:1788598570.252932:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598570.252935:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.252941:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697800/0x6b7334fb16072440 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.253028:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+75:34623:x1875480723186304:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 16600us (17590us total) trans 4294968309 rc 0/0 00000100:00100000:2.0:1788598570.253037:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1673 00000100:00100000:3.0:1788598570.254515:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.254549:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723187328 00000100:00100000:3.0:1788598570.254557:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723187328 00000100:00100000:3.0:1788598570.254637:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1675 00000100:00100000:3.0:1788598570.254646:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+75:34622:x1875480723187328:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598570.254712:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.254727:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec96f expref: 75 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.254924:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.254957:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec96f expref: 75 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.254969:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec96f expref: 75 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.254992:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bb6238380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747107840:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598570.255054:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253240 going to sleep for 11 seconds 00000100:00100000:3.0:1788598570.255112:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.255449:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723187456 00000100:00100000:3.0:1788598570.255454:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723187456 00000100:00100000:3.0:1788598570.255500:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 562 00000100:00100000:3.0:1788598570.255507:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+76:2432:x1875480723187456:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:3.0:1788598570.255530:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.255541:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607245c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec984 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255574:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072463 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255581:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072463 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255588:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072463 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255597:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607246a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255600:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607246a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255604:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607246a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255630:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072463 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255634:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072463 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255638:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072463 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255643:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.255646:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072463 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255651:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072463 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255657:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.255659:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.255662:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072463 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255665:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072463 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255674:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607246a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255678:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607246a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255682:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607246a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255684:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.255686:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607246a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255688:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607246a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255695:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff8a1a86203d00) 00010000:00010000:3.0:1788598570.255696:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.255698:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607246a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255701:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607246a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255718:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607245c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec984 expref: 77 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255723:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.255724:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788598570.255725:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607245c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec984 expref: 77 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.255731:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657600, rc -2) 00000100:00100000:3.0:1788598570.255790:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+76:2432:x1875480723187456:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 282us (676us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598570.255798:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 562 00000100:00100000:3.0:1788598570.260161:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.260191:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.260221:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723187840 00000100:00100000:2.0:1788598570.260231:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723187840 00000100:00100000:2.0:1788598570.260288:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 339 00000100:00100000:2.0:1788598570.260297:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+76:34623:x1875480723187840:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598570.260302:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bb6238380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747107840:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598570.260326:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.260514:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723187584 00000100:00100000:1.0:1788598570.260519:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723187584 00010000:00010000:1.0:1788598570.260538:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec96f expref: 78 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.260554:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+78:34623:x1875480723187840:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 259us (399us total) trans 4294968310 rc 0/0 00000100:00100000:2.0:1788598570.260561:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 339 00000100:00100000:1.0:1788598570.260566:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 484 00000100:00100000:1.0:1788598570.260572:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+77:2435:x1875480723187584:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598570.260582:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598570.260589:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec96f expref: 77 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.260601:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec96f expref: 77 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.260621:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5de00/0x6b7334fb1607241d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec96f expref: 77 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.260632:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:1.0:1788598570.260635:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.260642:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.260651:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.260670:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598570.260684:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+76:2435:x1875480723187584:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 114us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.260689:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 484 00010000:00010000:0.0:1788598570.261120:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.261126:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.261190:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.261195:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.261199:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.261214:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.261219:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.261226:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.261239:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:0.0:1788598570.261242:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598570.261245:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.261251:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072455 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.261987:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+76:34622:x1875480723187328:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 7338us (7474us total) trans 4294968311 rc 0/0 00000100:00100000:1.0:1788598570.261999:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1675 00000100:00100000:3.0:1788598570.265664:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.266123:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723188096 00000100:00100000:0.0:1788598570.266133:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723188096 00000100:00100000:0.0:1788598570.266184:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1676 00000100:00100000:0.0:1788598570.266193:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+76:34624:x1875480723188096:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788598570.266282:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.266300:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec976 expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.266308:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.266342:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec976 expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.266357:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec976 expref: 76 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.266374:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747107968:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598570.266510:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd840 going to sleep for 11 seconds 00000100:00100000:3.0:1788598570.270910:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.271097:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723188352 00000100:00100000:1.0:1788598570.271107:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723188352 00000100:00100000:1.0:1788598570.271157:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 340 00000100:00100000:1.0:1788598570.271167:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba020d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+77:34622:x1875480723188352:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598570.271447:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba020d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+78:34622:x1875480723188352:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 281us (546us total) trans 4294968312 rc 0/0 00000100:00100000:1.0:1788598570.271452:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 340 00000100:00100000:2.0:1788598570.272438:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.272465:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747107968:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598570.272489:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.272606:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723188480 00000100:00100000:3.0:1788598570.272612:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723188480 00000100:00100000:3.0:1788598570.272699:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1677 00000100:00100000:3.0:1788598570.272708:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+115:34628:x1875480723188480:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598570.272722:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.272765:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072478 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec98b expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.272832:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607247f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.272845:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607247f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.272857:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607247f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.272868:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072486 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.272874:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072486 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.272880:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072486 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.272937:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607248d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.272945:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607248d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.272951:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607248d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598570.272986:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00000004:00200000:3.0:1788598570.272991:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598570.273005:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607248d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273016:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607248d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273024:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607247f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273029:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607247f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273036:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607247f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273041:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.273045:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607247f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273052:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607247f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273064:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.273067:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.273071:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607247f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273076:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb1607247f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273087:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072486 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273096:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072486 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273101:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072486 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273105:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.273107:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072486 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273111:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072486 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273117:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1a86203a00) 00010000:00010000:3.0:1788598570.273119:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.273121:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072486 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273125:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072486 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273147:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072478 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec98b expref: 117 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273158:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607248d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec98b expref: 116 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.273164:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00010000:00010000:3.0:1788598570.273166:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598570.273169:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656000, rc 0) 00000100:00100000:3.0:1788598570.273227:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+116:34628:x1875480723188480:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 521us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.273233:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1677 00000100:00100000:3.0:1788598570.276706:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.276761:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.276789:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.276827:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723188736 00000100:00100000:3.0:1788598570.276837:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723188736 00000100:00100000:3.0:1788598570.276888:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 463 00000100:00100000:3.0:1788598570.276897:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723188736:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598570.276914:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.276931:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb16072494 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec992 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.276991:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747108096:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598570.277067:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253240 going to sleep for 11 seconds 00000100:00100000:0.0:1788598570.277139:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723188864 00000100:00100000:0.0:1788598570.277142:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723188864 00000100:00100000:0.0:1788598570.277168:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 563 00000100:00100000:0.0:1788598570.277172:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+116:2435:x1875480723188864:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:0.0:1788598570.277216:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.277229:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1607249b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec999 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277288:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724a2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277303:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277314:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277327:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277334:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277339:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277377:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277384:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724a2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277390:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277396:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.277400:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277408:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724a2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277419:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.277425:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.277430:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277435:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277447:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277454:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724a9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277460:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277466:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.277468:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.277471:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723188608 00010000:00010000:0.0:1788598570.277474:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.277476:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723188608 00010000:00010000:0.0:1788598570.277482:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598570.277485:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.277487:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277492:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.277497:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec976 expref: 78 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.277519:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 485 00010000:00010000:0.0:1788598570.277519:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1607249b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec999 expref: 117 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.277525:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+78:2432:x1875480723188608:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598570.277530:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.277532:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598570.277534:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598570.277535:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1607249b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec999 expref: 117 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.277541:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec976 expref: 78 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277550:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5ca00, rc -2) 00010000:00010000:1.0:1788598570.277552:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec976 expref: 78 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.277564:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697600/0x6b7334fb16072432 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec976 expref: 78 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.277573:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:1.0:1788598570.277577:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.277584:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+116:2435:x1875480723188864:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 411us (888us total) trans 0 rc -2/-2 00010000:00010000:1.0:1788598570.277585:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.277591:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 563 00010000:00010000:1.0:1788598570.277592:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.277608:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598570.277617:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277624:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.277625:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+77:2432:x1875480723188608:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 101us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.277632:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 485 00010000:00010000:0.0:1788598570.277776:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277784:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277789:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277794:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5cc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.277797:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277803:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277810:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:0.0:1788598570.277813:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598570.277815:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.277822:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb16072471 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788598570.277956:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598570.277961:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598570.277983:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 49 count 7 00000040:00080000:0.0:1788598570.277989:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598570.278100:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747108224:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598570.278282:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788598570.278302:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+78:34624:x1875480723188096:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 12112us (12648us total) trans 4294968313 rc 0/0 00000100:00100000:0.0:1788598570.278309:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1676 00000100:00100000:1.0:1788598570.283257:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.283349:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723188992 00000100:00100000:3.0:1788598570.283358:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723188992 00000100:00100000:3.0:1788598570.283417:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1678 00000100:00100000:3.0:1788598570.283425:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+78:34631:x1875480723188992:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598570.283463:0:13009:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598570.283564:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+78:34631:x1875480723188992:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 140us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.283570:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1678 00000100:00100000:0.0:1788598570.284070:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747108224:192.168.202.17@tcp:107:hsm_cdtr.0 00002000:00010000:2.0:1788598570.284232:0:8868:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788598570.284236:0:8868:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb mtime: 0 -> 1788598570 00002000:00010000:2.0:1788598570.284238:0:8868:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb atime: 0 -> 1788598570 00002000:00010000:2.0:1788598570.284240:0:8868:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb ctime: 0 -> 1788598570 00002000:00010000:2.0:1788598570.284242:0:8868:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1788598570.284253:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747108096:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598570.284278:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb16072494 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec992 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.284300:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce619c1f/0x6b7334fb16072494 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec992 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.284312:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:2.0:1788598570.284339:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723188736:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 7444us (7550us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.284346:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 463 00000100:00100000:1.0:1788598570.288190:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.288442:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723189248 00000100:00100000:0.0:1788598570.288451:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723189248 00000100:00100000:0.0:1788598570.288517:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1679 00000100:00100000:0.0:1788598570.288526:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+77:34631:x1875480723189248:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598570.288551:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.288571:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724b0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec9d1 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.288682:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724b7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.288696:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724b7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.288712:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724b7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598570.288722:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1788598570.288868:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160724b0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d1 expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.288885:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724b7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d1 expref: 79 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.288894:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:0.0:1788598570.288897:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598570.288900:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7200, rc 0) 00000100:00100000:0.0:1788598570.288956:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34631:x1875480723189248:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 431us (775us total) trans 4294968314 rc 0/0 00000100:00100000:0.0:1788598570.288964:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1679 00000100:00100000:1.0:1788598570.289849:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.289966:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723189376 00000100:00100000:0.0:1788598570.289972:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723189376 00000100:00100000:0.0:1788598570.290005:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1680 00000100:00100000:0.0:1788598570.290010:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+116:34628:x1875480723189376:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598570.290021:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.290031:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160724c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec9d8 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.290069:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.290079:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.290086:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598570.290107:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1788598570.290109:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598570.290120:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.290133:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160724c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d8 expref: 118 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.290143:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d8 expref: 117 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.290148:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.290150:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598570.290151:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be6c00, rc 0) 00000100:00100000:0.0:1788598570.290173:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+117:34628:x1875480723189376:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 164us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.290177:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1680 00000100:00100000:1.0:1788598570.291988:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.292131:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723189632 00000100:00100000:0.0:1788598570.292140:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723189632 00000100:00100000:0.0:1788598570.292187:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 341 00000100:00100000:0.0:1788598570.292197:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34624:x1875480723189632:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598570.292446:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+80:34624:x1875480723189632:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 250us (464us total) trans 4294968315 rc 0/0 00000100:00100000:0.0:1788598570.292455:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 341 00000100:00100000:1.0:1788598570.294482:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.294518:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.294544:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.294566:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723189888 00000100:00100000:3.0:1788598570.294575:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723189888 00000100:00100000:2.0:1788598570.294600:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723189760 00000100:00100000:2.0:1788598570.294604:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723189760 00000100:00100000:2.0:1788598570.294627:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723190016 00000100:00100000:2.0:1788598570.294630:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723190016 00000100:00100000:3.0:1788598570.294632:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 115 00000100:00100000:3.0:1788598570.294641:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc224a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+80:2435:x1875480723189888:12345-192.168.202.17@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1788598570.294646:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 464 00000100:00100000:2.0:1788598570.294652:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723189760:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598570.294656:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598570.294664:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.294679:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031e1b3d1/0x6b7334fb160724d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec9df expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.294680:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724b7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d1 expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.294699:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:3.0:1788598570.294704:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598570.294764:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747108352:192.168.202.17@tcp:106: 00000100:00100000:2.0:1788598570.294831:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb6526d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788598570.294900:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc224a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+79:2435:x1875480723189888:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 194us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.294909:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 115 00000100:00100000:0.0:1788598570.295108:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 465 00000100:00100000:0.0:1788598570.295117:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2432:x1875480723190016:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598570.295139:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.295150:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 14 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.295155:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598570.295157:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598570.295159:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.295174:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 14 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.295182:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 14 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.295190:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747108480:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598570.295230:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598570.298170:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.298256:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723190144 00000100:00100000:0.0:1788598570.298257:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747108480:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598570.298263:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723190144 00010000:00010000:0.0:1788598570.298282:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:3.0:1788598570.298301:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff8a1a8726d880 x1875480723190144/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 648/0 e 0 to 0 dl 1788598581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598570.298311:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8726d880 with x1875480723190144 ext(0->157) 00010000:00010000:3.0:1788598570.298318:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 15 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.298330:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 15 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598570.298337:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a8726d880 00000100:00100000:3.0:1788598570.298369:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 22 00000100:00100000:3.0:1788598570.298377:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2433:x1875480723190144:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:2.0:1788598570.298383:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747108352:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598570.298408:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000031e1b3d1/0x6b7334fb160724d3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9df expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.298426:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031e1b3d1/0x6b7334fb160724d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9df expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.298439:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfec00, rc 0) 00000100:00100000:2.0:1788598570.298590:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723189760:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3937us (4113us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.298597:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 464 00000100:00100000:3.0:1788598570.299836:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2433:x1875480723190144:12345-192.168.202.17@tcp:4:cp.0 Request processed in 1453us (1664us total) trans 4294967388 rc 0/0 00000100:00100000:3.0:1788598570.299846:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 22 00002000:00100000:3.0:1788598570.299856:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff8a1a8726d880 x1875480723190144/t4294967388(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 648/448 e 0 to 0 dl 1788598581 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598570.299864:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a8726d880 with x1875480723190144 ext(0->157) 00010000:00010000:3.0:1788598570.299871:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 17 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.299883:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 17 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598570.299891:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a8726d880 00000100:00100000:1.0:1788598570.303444:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.303503:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723190400 00000100:00100000:3.0:1788598570.303513:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723190400 00000100:00100000:3.0:1788598570.303566:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1681 00000100:00100000:3.0:1788598570.303576:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+117:34628:x1875480723190400:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:3.0:1788598570.303996:0:10034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 136 off14856 00000100:00100000:3.0:1788598570.304106:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+117:34628:x1875480723190400:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 531us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.304114:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1681 00000100:00100000:1.0:1788598570.304553:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.305676:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723190528 00000100:00100000:3.0:1788598570.305686:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723190528 00010000:00010000:3.0:1788598570.305722:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 17 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.305926:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 486 00000100:00100000:3.0:1788598570.305936:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2433:x1875480723190528:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598570.305952:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1788598570.305970:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1788598570.305976:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 17 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.305991:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 17 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.306014:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002c31532/0x6b7334fb160722a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ab expref: 17 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.306029:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.306031:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.306036:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.306045:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.306084:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598570.306141:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2433:x1875480723190528:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 206us (1589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.306148:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 486 00010000:00010000:1.0:1788598570.306220:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.306230:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.306250:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.306259:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.306266:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.306273:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1e000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598570.306277:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.306286:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.306298:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.306310:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0972cbe/0x6b7334fb160724da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.306354:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723190016:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 11239us (11809us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.306362:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 465 00000100:00100000:1.0:1788598570.309715:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.309768:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.309933:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723190784 00000100:00100000:0.0:1788598570.309943:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723190784 00000100:00100000:0.0:1788598570.309997:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723190912 00000100:00100000:0.0:1788598570.310001:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723190912 00000100:00100000:0.0:1788598570.310037:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1682 00000100:00100000:0.0:1788598570.310047:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34631:x1875480723190784:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598570.310069:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1683 00000100:00100000:2.0:1788598570.310077:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+117:34633:x1875480723190912:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598570.310086:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.310103:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160724e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec9e6 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.310146:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34631:x1875480723190784:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 100us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.310153:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1682 00010000:00010000:2.0:1788598570.310156:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310169:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310180:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310192:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160724ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310199:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160724ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310218:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160724ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310257:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310264:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310270:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310276:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310282:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.310286:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310295:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310306:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.310309:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.310314:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310320:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160724e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310334:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160724ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310341:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160724ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310346:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160724ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310351:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.310354:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160724ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310360:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160724ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310367:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1a85342900) 00010000:00010000:2.0:1788598570.310369:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.310372:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160724ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310378:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160724ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310407:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160724e1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9e6 expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.310416:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.310419:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.310422:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160724e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9e6 expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.310425:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00010000:00010000:2.0:1788598570.310431:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfe800, rc 0) 00000100:00100000:2.0:1788598570.310457:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+117:34633:x1875480723190912:12345-192.168.202.17@tcp:101:bash.0 Request processed in 381us (688us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.310467:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1683 00000100:00100000:3.0:1788598570.310534:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723191040 00000100:00100000:3.0:1788598570.310538:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723191040 00000100:00100000:0.0:1788598570.310637:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 564 00000100:00100000:0.0:1788598570.310647:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+117:2434:x1875480723191040:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:0.0:1788598570.310671:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.310681:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160724f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec9ed expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310715:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724fd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310724:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310822:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310908:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072504 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310917:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072504 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310924:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072504 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310943:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310950:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724fd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310956:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310962:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.310965:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310971:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310980:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.310983:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.310986:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.310991:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160724fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.311001:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072504 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.311008:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072504 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.311013:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072504 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.311017:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.311020:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072504 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.311025:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072504 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.311030:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598570.311033:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.311035:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072504 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.311039:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072504 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.311060:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160724f6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9ed expref: 118 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.311068:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.311070:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598570.311073:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160724f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9ed expref: 118 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.311084:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7600, rc -2) 00000100:00100000:0.0:1788598570.311125:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+117:2434:x1875480723191040:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 481us (700us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598570.311132:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 564 00000100:00100000:0.0:1788598570.314260:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.314340:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723191168 00000100:00100000:3.0:1788598570.314349:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723191168 00000100:00100000:3.0:1788598570.314402:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 466 00000100:00100000:3.0:1788598570.314410:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723191168:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598570.314427:0:24433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.314444:0:24433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082d34073/0x6b7334fb1607250b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec9f4 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598570.314467:0:24433:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a9bd92a, atime: 0x0, ctime: 0x6a9bd92a, blocks: 0x8 00010000:00010000:3.0:1788598570.314487:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.314489:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.314497:0:24433:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d34073/0x6b7334fb1607250b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9f4 expref: 16 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.314513:0:24433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000082d34073/0x6b7334fb1607250b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9f4 expref: 16 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.314526:0:24433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657000, rc 0) 00000100:00100000:3.0:1788598570.314582:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2432:x1875480723191168:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 173us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.314588:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 466 00000100:00100000:1.0:1788598570.318659:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.318824:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723191424 00000100:00100000:3.0:1788598570.318969:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723191424 00000100:00100000:3.0:1788598570.319070:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1684 00000100:00100000:3.0:1788598570.319080:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34631:x1875480723191424:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788598570.319190:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34631:x1875480723191424:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 111us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.319198:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1684 00000100:00100000:1.0:1788598570.320650:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.320754:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723191552 00000100:00100000:3.0:1788598570.320762:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723191552 00000100:00100000:0.0:1788598570.320954:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1685 00000100:00100000:0.0:1788598570.320963:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34634:x1875480723191552:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598570.320981:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.321002:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16072512 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdec9fb expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321055:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072519 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321066:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072519 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321074:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072519 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321084:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072520 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321088:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321091:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321123:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072519 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321128:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072519 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321132:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072519 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321135:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.321138:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072519 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321143:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072519 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321150:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.321152:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.321155:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072519 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321159:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072519 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321167:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321170:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072520 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321174:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072520 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321177:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.321179:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072520 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321182:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072520 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321185:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598570.321187:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.321188:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072520 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321191:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072520 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321244:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16072512 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9fb expref: 80 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321253:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.321255:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.321258:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb16072512 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9fb expref: 80 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.321267:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7600, rc 0) 00000100:00100000:0.0:1788598570.321361:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34634:x1875480723191552:12345-192.168.202.17@tcp:101:rm.0 Request processed in 399us (717us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598570.321368:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1685 00000100:00100000:2.0:1788598570.323396:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.323446:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723191680 00000100:00100000:3.0:1788598570.323455:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723191680 00000100:00100000:2.0:1788598570.323478:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00002000:00100000:3.0:1788598570.323498:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff8a1a87382d80 x1875480723191680/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 488/0 e 0 to 0 dl 1788598581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598570.323509:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87382d80 with x1875480723191680 ext(0->4095) 00002000:00010000:3.0:1788598570.323514:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87382d80 00000100:00100000:3.0:1788598570.323547:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 114 00000100:00100000:3.0:1788598570.323556:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2432:x1875480723191680:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788598570.323563:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723191808 00000100:00100000:1.0:1788598570.323567:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723191808 00000100:00100000:1.0:1788598570.323607:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1686 00000100:00100000:1.0:1788598570.323614:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34634:x1875480723191808:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598570.323625:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.323641:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072527 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca02 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.323691:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607252e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.323704:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607252e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.323714:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607252e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.323722:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2432:x1875480723191680:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 167us (334us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788598570.323729:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 114 00010000:00010000:1.0:1788598570.323758:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072535 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.323766:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.323771:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.323803:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607252e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.323819:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607252e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.323826:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607252e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.323832:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.324003:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607252e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324012:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607252e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324022:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.324025:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.324030:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607252e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324035:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607252e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324049:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324054:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072535 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324059:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072535 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324064:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.324066:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072535 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324071:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072535 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324077:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1bc29e3500) 00010000:00010000:1.0:1788598570.324079:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.324082:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072535 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324087:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072535 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324115:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072527 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca02 expref: 80 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324125:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.324127:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.324131:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072527 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca02 expref: 80 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.324139:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00002000:00100000:3.0:1788598570.324158:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff8a1a87382d80 x1875480723191680/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 488/4536 e 0 to 0 dl 1788598581 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598570.324167:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87382d80 with x1875480723191680 ext(0->4095) 00002000:00010000:3.0:1788598570.324170:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87382d80 00000100:00100000:1.0:1788598570.324177:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34634:x1875480723191808:12345-192.168.202.17@tcp:101:rm.0 Request processed in 564us (699us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598570.324183:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1686 00000100:00100000:2.0:1788598570.329168:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.329244:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723191936 00000100:00100000:3.0:1788598570.329254:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723191936 00000100:00100000:3.0:1788598570.329310:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1687 00000100:00100000:3.0:1788598570.329321:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+79:34631:x1875480723191936:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598570.329342:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.329361:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607253c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca09 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.329395:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.329409:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.329419:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.329542:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb1607253c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca09 expref: 81 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.329560:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca09 expref: 80 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.329569:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:3.0:1788598570.329572:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598570.329576:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657600, rc 0) 00000100:00100000:3.0:1788598570.329624:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+80:34631:x1875480723191936:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 305us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.329631:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1687 00000100:00100000:0.0:1788598570.334961:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.334992:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.335186:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723192064 00000100:00100000:3.0:1788598570.335195:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723192064 00000100:00100000:3.0:1788598570.335255:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723192192 00000100:00100000:3.0:1788598570.335258:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723192192 00000100:00100000:3.0:1788598570.335288:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1688 00000100:00100000:3.0:1788598570.335297:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+81:34631:x1875480723192064:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598570.335329:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598570.335436:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+81:34631:x1875480723192064:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 140us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.335445:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1688 00000100:00100000:3.0:1788598570.335462:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1689 00000100:00100000:3.0:1788598570.335468:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+80:34635:x1875480723192192:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598570.335477:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.335638:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607254a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca10 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.335682:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072551 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.335693:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072551 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.335701:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072551 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.335711:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072558 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.335716:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072558 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.335720:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072558 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336172:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072551 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336181:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072551 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336188:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072551 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336194:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.336198:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072551 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336213:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072551 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336225:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.336228:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.336232:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072551 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336238:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072551 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336250:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072558 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336255:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072558 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336260:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072558 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336265:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.336267:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072558 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336273:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072558 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336279:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1a86203700) 00010000:00010000:3.0:1788598570.336281:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.336283:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072558 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336288:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072558 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336319:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607254a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca10 expref: 81 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336328:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.336331:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.336334:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb1607254a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca10 expref: 81 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.336342:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656200, rc 0) 00000100:00100000:3.0:1788598570.336527:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+80:34635:x1875480723192192:12345-192.168.202.17@tcp:101:cp.0 Request processed in 1057us (1531us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598570.336535:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1689 00000100:00100000:0.0:1788598570.337919:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.338025:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723192320 00000100:00100000:2.0:1788598570.338032:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723192320 00000100:00100000:2.0:1788598570.338112:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 467 00000100:00100000:2.0:1788598570.338121:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2434:x1875480723192320:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598570.338153:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6983b84/0x6b7334fb1607255f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.338169:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.338172:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.338176:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6983b84/0x6b7334fb1607255f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.338189:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6983b84/0x6b7334fb1607255f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.338225:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6983b84/0x6b7334fb1607255f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.338233:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6983b84/0x6b7334fb1607255f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.338240:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6983b84/0x6b7334fb1607255f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.338248:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598570.338252:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6983b84/0x6b7334fb1607255f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.338262:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6983b84/0x6b7334fb1607255f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.338275:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6983b84/0x6b7334fb1607255f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.338282:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6983b84/0x6b7334fb1607255f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.338377:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2434:x1875480723192320:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 257us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.338385:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 467 00000100:00100000:0.0:1788598570.340268:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.340481:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723192448 00000100:00100000:3.0:1788598570.340490:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723192448 00000100:00100000:3.0:1788598570.340572:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1690 00000100:00100000:3.0:1788598570.340581:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+80:34635:x1875480723192448:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598570.340597:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.340615:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072566 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca17 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.340678:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607256d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.340691:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607256d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.340708:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607256d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.340718:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072574 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.340722:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072574 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.340726:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072574 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.340995:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607256d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341003:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607256d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341010:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607256d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341016:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.341020:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607256d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341026:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607256d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341037:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.341039:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.341044:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607256d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341049:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607256d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341062:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072574 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341066:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072574 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341069:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072574 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341072:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.341073:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072574 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341076:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072574 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341083:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1a86203600) 00010000:00010000:3.0:1788598570.341085:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.341087:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072574 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341090:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072574 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341114:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072566 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca17 expref: 81 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341120:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.341121:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.341123:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e200/0x6b7334fb16072566 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca17 expref: 81 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.341128:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:3.0:1788598570.341180:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+80:34635:x1875480723192448:12345-192.168.202.17@tcp:101:cp.0 Request processed in 601us (920us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598570.341186:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1690 00000100:00100000:2.0:1788598570.342092:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.342173:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723192704 00000100:00100000:0.0:1788598570.342180:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723192704 00000100:00100000:0.0:1788598570.342260:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1691 00000100:00100000:0.0:1788598570.342269:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+80:34631:x1875480723192704:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788598570.342326:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.342340:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca09 expref: 80 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.342347:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.342378:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca09 expref: 80 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.342391:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca09 expref: 80 pid: 10034 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.342404:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a68e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747108608:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598570.342483:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dde40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598570.344900:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.345189:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a68e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747108608:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598570.345221:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.345324:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723192960 00000100:00100000:1.0:1788598570.345331:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723192960 00000100:00100000:2.0:1788598570.345801:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.346059:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1692 00000100:00100000:1.0:1788598570.346068:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+81:34635:x1875480723192960:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598570.346085:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.346100:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072582 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca1e expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.346175:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.346186:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d8 expref: 116 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.346191:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.346226:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d8 expref: 116 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.346234:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d8 expref: 116 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.346246:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747108736:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598570.346312:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598570.346399:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723193088 00000100:00100000:3.0:1788598570.346404:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723193088 00010000:00010000:3.0:1788598570.346421:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca09 expref: 83 pid: 10034 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.346440:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 487 00000100:00100000:3.0:1788598570.346444:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+83:2433:x1875480723193088:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598570.346451:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598570.346455:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca09 expref: 83 pid: 10034 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.346463:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca09 expref: 83 pid: 10034 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.346474:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072543 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca09 expref: 83 pid: 10034 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.346494:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:3.0:1788598570.346498:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.346503:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.346507:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.346522:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598570.346540:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+82:2433:x1875480723193088:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 95us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.346544:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 487 00010000:00010000:2.0:1788598570.346948:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.346954:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.347070:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.347078:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.347082:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.347086:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.347088:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.347093:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.347099:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:2.0:1788598570.347101:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598570.347103:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.347106:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607257b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.347185:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+82:34631:x1875480723192704:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 4917us (5095us total) trans 4294968316 rc 0/0 00000100:00100000:2.0:1788598570.347190:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1691 00000040:00080000:1.0:1788598570.348780:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598570.348787:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598570.348825:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 50 count 8 00000040:00080000:1.0:1788598570.348887:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598570.349057:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747108864:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788598570.349612:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a860ffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598570.351188:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.351253:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.351399:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723193344 00000100:00100000:3.0:1788598570.351412:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723193344 00000100:00100000:3.0:1788598570.351508:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 342 00000100:00100000:3.0:1788598570.351522:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+83:34631:x1875480723193344:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598570.351830:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+84:34631:x1875480723193344:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 312us (647us total) trans 4294968317 rc 0/0 00000100:00100000:3.0:1788598570.351838:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 342 00000100:00100000:1.0:1788598570.352506:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747108736:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598570.352533:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.353040:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723193472 00000100:00100000:0.0:1788598570.353047:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723193472 00010000:00010000:0.0:1788598570.353077:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d8 expref: 117 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.353103:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 488 00000100:00100000:0.0:1788598570.353110:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+117:2433:x1875480723193472:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598570.353120:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598570.353125:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d8 expref: 117 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.353133:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d8 expref: 117 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.353149:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160724cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9d8 expref: 117 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.353160:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.353164:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.353171:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.353176:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.353192:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598570.354111:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+116:2433:x1875480723193472:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 994us (2851us total) trans 0 rc 0/0 00010000:00010000:1.0:1788598570.354114:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.354121:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 488 00010000:00010000:1.0:1788598570.354122:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354147:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354157:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354167:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.354383:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.354407:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723193600 00000100:00100000:0.0:1788598570.354413:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723193600 00000100:00100000:0.0:1788598570.354442:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1693 00000100:00100000:0.0:1788598570.354449:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+84:34636:x1875480723193600:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598570.354477:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000004:00080000:1.0:1788598570.354485:0:13009:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x21:0x0], index 1: 0 00000100:00100000:0.0:1788598570.354559:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+85:34636:x1875480723193600:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 110us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.354565:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1693 00010000:00010000:1.0:1788598570.354613:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354622:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354628:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.354636:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747108864:192.168.202.17@tcp:107:hsm_cdtr.0 00010000:00010000:1.0:1788598570.354657:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354663:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354669:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354674:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ea00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.354678:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354684:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354695:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.354697:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.354701:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354707:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb16072589 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598570.354722:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bbd8c125 reply state 00000000beee4487 transno 4294968318 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354732:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.354975:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1bc29e3500) 00010000:00010000:1.0:1788598570.354979:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598570.354982:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788598570.355013:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072582 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca1e expref: 84 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.355035:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca1e expref: 83 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.355041:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:1.0:1788598570.355043:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598570.355045:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5c800, rc 0) 00000100:00100000:1.0:1788598570.355070:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+84:34635:x1875480723192960:12345-192.168.202.17@tcp:101:cp.0 Request processed in 9004us (10177us total) trans 4294968318 rc 0/0 00000100:00100000:1.0:1788598570.355076:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1692 00000100:00100000:3.0:1788598570.358507:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.358507:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.358566:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723193984 00000100:00100000:2.0:1788598570.358573:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723193984 00000100:00100000:2.0:1788598570.358616:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 468 00000100:00100000:2.0:1788598570.358625:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2433:x1875480723193984:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598570.358642:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.358658:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008216f857/0x6b7334fb160725a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca2c expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598570.358677:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788598570.358692:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.358693:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.358699:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008216f857/0x6b7334fb160725a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca2c expref: 17 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.358712:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008216f857/0x6b7334fb160725a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca2c expref: 17 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.358721:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfe200, rc 0) 00000100:00100000:3.0:1788598570.358787:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723193856 00000100:00100000:3.0:1788598570.358791:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723193856 00000100:00100000:3.0:1788598570.358832:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1694 00000100:00100000:3.0:1788598570.358853:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+84:34636:x1875480723193856:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598570.358871:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.358917:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb160725ac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca25 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.359010:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160725b3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.359022:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160725b3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.359033:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160725b3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598570.359043:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00010000:00010000:1.0:1788598570.359142:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5cc00/0x6b7334fb160725ac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca25 expref: 87 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.359157:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160725b3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca25 expref: 86 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.359159:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2433:x1875480723193984:12345-192.168.202.17@tcp:101:cp.0 Request processed in 536us (661us total) trans 0 rc 0/0 00010000:00010000:1.0:1788598570.359166:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00000100:00100000:2.0:1788598570.359167:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 468 00010000:00010000:1.0:1788598570.359169:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598570.359172:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5ca00, rc 0) 00000100:00100000:1.0:1788598570.359192:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+86:34636:x1875480723193856:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 341us (694us total) trans 4294968319 rc 0/0 00000100:00100000:1.0:1788598570.359198:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1694 00000100:00100000:0.0:1788598570.362291:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.362333:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.362367:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723194240 00000100:00100000:3.0:1788598570.362377:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723194240 00000100:00100000:3.0:1788598570.362442:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 116 00000100:00100000:3.0:1788598570.362451:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+86:2435:x1875480723194240:12345-192.168.202.17@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788598570.362458:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00010000:00010000:3.0:1788598570.362464:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1788598570.362525:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723194368 00000100:00100000:1.0:1788598570.362530:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723194368 00000100:00100000:1.0:1788598570.362590:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723194112 00000100:00100000:1.0:1788598570.362593:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723194112 00000100:00100000:0.0:1788598570.362626:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 469 00000100:00100000:0.0:1788598570.362634:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+15:2432:x1875480723194368:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598570.362669:0:14172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.362689:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 15 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.362697:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598570.362700:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1788598570.362703:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.362833:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 15 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.362848:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 15 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.362864:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747108992:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598570.362944:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd480 going to sleep for 11 seconds 00010000:00010000:3.0:1788598570.364314:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160725b3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca25 expref: 86 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.364332:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00010000:00010000:3.0:1788598570.364337:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598570.364382:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+85:2435:x1875480723194240:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1932us (2100us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.364391:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 116 00000100:00100000:1.0:1788598570.364606:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 470 00000100:00100000:1.0:1788598570.364620:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+17:34635:x1875480723194112:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598570.364635:0:24433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.364649:0:24433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca33 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.364673:0:24433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008216f857/0x6b7334fb160725a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca2c expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.364683:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.364685:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.364688:0:24433:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 18 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.364718:0:24433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008216f857/0x6b7334fb160725a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca2c expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.364727:0:24433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008216f857/0x6b7334fb160725a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca2c expref: 18 pid: 8403 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.364888:0:24433:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24433:1875480747109120:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598570.364948:0:24433:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff1600 going to sleep for 11 seconds 00000100:00100000:1.0:1788598570.366058:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747108992:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598570.366082:0:14172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.366896:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.366967:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723194496 00000100:00100000:0.0:1788598570.366975:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723194496 00002000:00100000:0.0:1788598570.367015:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff8a1a88088a80 x1875480723194496/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 648/0 e 0 to 0 dl 1788598581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598570.367025:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88088a80 with x1875480723194496 ext(0->157) 00010000:00010000:0.0:1788598570.367033:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 16 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.367046:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 16 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598570.367053:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a88088a80 00000100:00100000:0.0:1788598570.367079:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 23 00000100:00100000:0.0:1788598570.367088:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2433:x1875480723194496:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:2.0:1788598570.368292:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.368378:0:24433:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24433:1875480747109120:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598570.368410:0:24433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 18 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.368428:0:24433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5de00, rc 0) 00000100:00100000:1.0:1788598570.368477:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+18:34635:x1875480723194112:12345-192.168.202.17@tcp:101:cp.0 Request processed in 3863us (6018us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.368486:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 470 00000100:00100000:3.0:1788598570.368491:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723194624 00000100:00100000:3.0:1788598570.368496:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723194624 00010000:00010000:3.0:1788598570.368518:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008216f857/0x6b7334fb160725a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca2c expref: 18 pid: 8403 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.368549:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 489 00000100:00100000:3.0:1788598570.368556:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+18:2432:x1875480723194624:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598570.368568:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598570.368584:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008216f857/0x6b7334fb160725a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca2c expref: 18 pid: 8403 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.368595:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008216f857/0x6b7334fb160725a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca2c expref: 18 pid: 8403 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.368616:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008216f857/0x6b7334fb160725a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca2c expref: 18 pid: 8403 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.368628:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.368630:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.368636:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 17 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.368644:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 17 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.368673:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 17 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.368692:0:6511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1875480747109248:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598570.368774:0:6511:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a87253240 going to sleep for 11 seconds 00000100:00100000:3.0:1788598570.369244:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+18:2433:x1875480723194496:12345-192.168.202.17@tcp:4:cp.0 Request processed in 2156us (2350us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1788598570.369253:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 23 00002000:00100000:3.0:1788598570.369263:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff8a1a88088a80 x1875480723194496/t4294967377(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 648/448 e 0 to 0 dl 1788598581 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598570.369272:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88088a80 with x1875480723194496 ext(0->157) 00010000:00010000:3.0:1788598570.369279:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 18 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.369487:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 18 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598570.369496:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a88088a80 00000100:00100000:3.0:1788598570.371948:0:6511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1875480747109248:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598570.371970:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598570.372011:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2432:x1875480723194624:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 3456us (3726us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.372019:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 489 00000100:00100000:0.0:1788598570.373363:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.373482:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723194880 00000100:00100000:1.0:1788598570.373491:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723194880 00000100:00100000:1.0:1788598570.373539:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 343 00000100:00100000:1.0:1788598570.373549:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+85:34635:x1875480723194880:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:2.0:1788598570.373835:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.373970:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723195008 00000100:00100000:0.0:1788598570.373974:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723195008 00010000:00010000:0.0:1788598570.374002:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 18 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.374029:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 490 00000100:00100000:0.0:1788598570.374037:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+18:2433:x1875480723195008:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598570.374047:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788598570.374066:0:6509:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788598570.374072:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 18 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.374086:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 18 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.374108:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072424 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec97d expref: 18 pid: 14172 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.374122:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598570.374124:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598570.374129:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.374139:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.374175:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598570.374224:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2433:x1875480723195008:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 187us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.374231:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 490 00010000:00010000:2.0:1788598570.374267:0:14172:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.374276:0:14172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.374294:0:14172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.374302:0:14172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.374310:0:14172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.374316:0:14172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598570.374320:0:14172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.374327:0:14172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.374339:0:14172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.374343:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+86:34635:x1875480723194880:12345-192.168.202.17@tcp:35:cp.0 Request processed in 796us (984us total) trans 4294968320 rc 0/0 00010000:00010000:2.0:1788598570.374347:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f19bdf91/0x6b7334fb160725c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.374350:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 343 00000100:00100000:2.0:1788598570.374388:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2432:x1875480723194368:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 11755us (12053us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.374395:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 469 00000100:00100000:0.0:1788598570.382761:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.383057:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723195264 00000100:00100000:2.0:1788598570.383067:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723195264 00000100:00100000:2.0:1788598570.383140:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1695 00000100:00100000:2.0:1788598570.383151:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+86:34636:x1875480723195264:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598570.383281:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+86:34636:x1875480723195264:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 130us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.383289:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1695 00000100:00100000:0.0:1788598570.394250:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.394343:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723195392 00000100:00100000:1.0:1788598570.394352:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723195392 00000100:00100000:1.0:1788598570.394410:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 471 00000100:00100000:1.0:1788598570.394418:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+16:2432:x1875480723195392:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.394434:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.394453:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a747ab5f/0x6b7334fb160725cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca3a expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598570.394479:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a9bd92a, atime: 0x0, ctime: 0x6a9bd92a, blocks: 0x8 00010000:00010000:1.0:1788598570.394506:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.394508:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.394515:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a747ab5f/0x6b7334fb160725cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca3a expref: 17 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.394529:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a747ab5f/0x6b7334fb160725cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca3a expref: 17 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.394545:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5cc00, rc 0) 00000100:00100000:1.0:1788598570.394594:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2432:x1875480723195392:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 177us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.394599:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 471 00000100:00100000:1.0:1788598570.399248:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.400457:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723195648 00000100:00100000:2.0:1788598570.400470:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723195648 00000100:00100000:2.0:1788598570.400590:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1696 00000100:00100000:2.0:1788598570.400600:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+86:34636:x1875480723195648:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598570.400728:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+86:34636:x1875480723195648:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 129us (1491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.400931:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1696 00000100:00100000:0.0:1788598570.404268:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.404354:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723195776 00000100:00100000:3.0:1788598570.404363:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723195776 00002000:00100000:3.0:1788598570.404421:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff8a1b88356680 x1875480723195776/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 488/0 e 0 to 0 dl 1788598581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598570.404440:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88356680 with x1875480723195776 ext(0->4095) 00002000:00010000:3.0:1788598570.404446:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b88356680 00000100:00100000:3.0:1788598570.404482:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 115 00000100:00100000:3.0:1788598570.404502:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2432:x1875480723195776:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788598570.404695:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2432:x1875480723195776:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 195us (435us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788598570.404703:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 115 00002000:00100000:3.0:1788598570.404709:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff8a1b88356680 x1875480723195776/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:561/0 lens 488/4536 e 0 to 0 dl 1788598581 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598570.404718:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88356680 with x1875480723195776 ext(0->4095) 00002000:00010000:3.0:1788598570.404721:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b88356680 00000100:00100000:1.0:1788598570.408896:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.409037:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723195904 00000100:00100000:0.0:1788598570.409047:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723195904 00000100:00100000:0.0:1788598570.409112:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1697 00000100:00100000:0.0:1788598570.409123:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+116:34639:x1875480723195904:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598570.409144:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.409163:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160725d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca41 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409246:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409260:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409269:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409277:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160725e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409281:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160725e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409285:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160725e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409339:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160725eb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409344:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160725eb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409348:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160725eb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598570.409379:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00000004:00200000:0.0:1788598570.409382:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598570.409397:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160725eb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409406:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160725eb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409412:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409417:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409421:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409425:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409428:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.409431:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409436:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409445:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.409446:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.409450:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409454:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160725dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409463:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160725e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409467:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160725e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409471:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160725e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409474:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be6c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.409476:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160725e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409479:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160725e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409492:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1bc29e3500) 00010000:00010000:0.0:1788598570.409494:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.409495:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160725e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409502:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160725e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409520:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160725d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca41 expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409528:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160725eb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca41 expref: 117 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.409533:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:0.0:1788598570.409534:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598570.409535:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7600, rc 0) 00000100:00100000:0.0:1788598570.409584:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+117:34639:x1875480723195904:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 465us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.409589:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1697 00000100:00100000:3.0:1788598570.410671:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.410715:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723196032 00000100:00100000:0.0:1788598570.410721:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723196032 00000100:00100000:0.0:1788598570.410787:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1698 00000100:00100000:0.0:1788598570.410795:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+86:34636:x1875480723196032:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598570.410811:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.410827:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb160725f2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca48 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.410867:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.410878:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.410889:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.410975:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb160725f2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca48 expref: 88 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.410986:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca48 expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.410992:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00010000:00010000:0.0:1788598570.410994:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598570.410997:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a739e00, rc 0) 00000100:00100000:0.0:1788598570.411303:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+87:34636:x1875480723196032:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 508us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.411310:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1698 00000100:00100000:3.0:1788598570.413828:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.413874:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.413963:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723196160 00000100:00100000:0.0:1788598570.413973:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723196160 00000100:00100000:0.0:1788598570.414018:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 472 00000100:00100000:0.0:1788598570.414026:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+20:2434:x1875480723196160:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598570.414042:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.414059:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5be10fd/0x6b7334fb16072600 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca4f expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.414111:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88354700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747109376:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598570.414183:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd480 going to sleep for 11 seconds 00000100:00100000:1.0:1788598570.414598:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723196288 00000100:00100000:1.0:1788598570.414603:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723196288 00000100:00100000:1.0:1788598570.414632:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1699 00000100:00100000:1.0:1788598570.414637:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+87:34636:x1875480723196288:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598570.414654:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598570.414725:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+87:34636:x1875480723196288:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 88us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.414731:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1699 00000100:00100000:3.0:1788598570.416953:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.417080:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723196416 00000100:00100000:1.0:1788598570.417088:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723196416 00000100:00100000:1.0:1788598570.417128:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 473 00000100:00100000:1.0:1788598570.417138:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2432:x1875480723196416:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.417177:0:24433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072607 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.417189:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.417191:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.417195:0:24433:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072607 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.417222:0:24433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072607 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.417244:0:24433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072607 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.417253:0:24433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072607 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.417261:0:24433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072607 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.417268:0:24433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5da00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598570.417272:0:24433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072607 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.417280:0:24433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072607 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.417294:0:24433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072607 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.417302:0:24433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb16072607 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.417375:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2432:x1875480723196416:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 237us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.417383:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 473 00002000:00010000:0.0:1788598570.417489:0:8868:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788598570.417494:0:8868:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb mtime: 0 -> 1788598570 00002000:00010000:0.0:1788598570.417496:0:8868:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb atime: 0 -> 1788598570 00002000:00010000:0.0:1788598570.417499:0:8868:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb ctime: 0 -> 1788598570 00002000:00010000:0.0:1788598570.417500:0:8868:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788598570.417511:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88354700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8868:1875480747109376:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598570.417535:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c5be10fd/0x6b7334fb16072600 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca4f expref: 21 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.417547:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5be10fd/0x6b7334fb16072600 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca4f expref: 21 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.417555:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738e00, rc 0) 00000100:00100000:0.0:1788598570.417580:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+20:2434:x1875480723196160:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3554us (3759us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598570.417586:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 472 00000100:00100000:3.0:1788598570.421847:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.421894:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.421982:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723196544 00000100:00100000:1.0:1788598570.421992:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723196544 00000100:00100000:1.0:1788598570.422041:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723196800 00000100:00100000:1.0:1788598570.422044:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723196800 00000100:00100000:1.0:1788598570.422067:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1700 00000100:00100000:1.0:1788598570.422076:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+117:34639:x1875480723196544:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598570.422096:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.422116:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1607260e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca56 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.422185:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.422228:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.422241:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598570.422282:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1788598570.422287:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598570.422306:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.422332:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb1607260e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca56 expref: 119 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.422351:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca56 expref: 118 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.422360:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.422363:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598570.422366:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88b1e000, rc 0) 00000100:00100000:1.0:1788598570.422418:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+118:34639:x1875480723196544:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 343us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.422425:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1700 00000100:00100000:1.0:1788598570.422442:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1701 00000100:00100000:1.0:1788598570.422449:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+87:34636:x1875480723196800:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788598570.422560:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.422571:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca48 expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.422579:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 4/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.422610:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca48 expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.422622:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca48 expref: 87 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.422640:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747109504:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598570.422694:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598570.426016:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.426028:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747109504:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598570.426058:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.426112:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723196928 00000100:00100000:3.0:1788598570.426118:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723196928 00010000:00010000:3.0:1788598570.426147:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca48 expref: 88 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.426174:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 491 00000100:00100000:3.0:1788598570.426180:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc2249450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+88:2433:x1875480723196928:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598570.426192:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598570.426197:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca48 expref: 88 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.426218:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca48 expref: 88 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.426244:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160725f9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca48 expref: 88 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.426260:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00010000:00010000:3.0:1788598570.426264:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.426272:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.426278:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.426308:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598570.426432:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc2249450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+87:2433:x1875480723196928:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 250us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.426439:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 491 00010000:00010000:2.0:1788598570.426530:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.426538:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.426677:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.426686:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.426691:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.426697:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ea00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.426702:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.426709:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.426719:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00010000:00010000:2.0:1788598570.426722:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598570.426725:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.426730:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ea00/0x6b7334fb1607261c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.426860:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+87:34636:x1875480723196800:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 4410us (4964us total) trans 4294968321 rc 0/0 00000100:00100000:2.0:1788598570.426870:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1701 00000040:00080000:3.0:1788598570.427182:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598570.427187:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598570.427643:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 8 00000040:00080000:3.0:1788598570.427653:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598570.429016:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.429057:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723197056 00000100:00100000:1.0:1788598570.429066:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723197056 00000100:00100000:1.0:1788598570.429111:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 474 00000100:00100000:1.0:1788598570.429120:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+20:2433:x1875480723197056:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598570.429137:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.429155:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056d84c82/0x6b7334fb16072623 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca5d expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.429221:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747109632:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598570.429299:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598570.431409:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.431447:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747109632:192.168.202.17@tcp:106: 00000100:00100000:2.0:1788598570.431513:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723197312 00000100:00100000:2.0:1788598570.431519:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723197312 00010000:00010000:1.0:1788598570.431537:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056d84c82/0x6b7334fb16072623 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca5d expref: 21 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.431564:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056d84c82/0x6b7334fb16072623 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca5d expref: 21 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.431571:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 344 00010000:00010000:1.0:1788598570.431576:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5ca00, rc 0) 00000100:00100000:2.0:1788598570.431579:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+87:34636:x1875480723197312:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598570.431633:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+20:2433:x1875480723197056:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 2513us (2622us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598570.431640:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 474 00000100:00100000:2.0:1788598570.432165:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+88:34636:x1875480723197312:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 584us (770us total) trans 4294968322 rc 0/0 00000100:00100000:2.0:1788598570.432172:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 344 00000100:00100000:0.0:1788598570.435979:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.436049:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723197568 00000100:00100000:2.0:1788598570.436058:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723197568 00000100:00100000:2.0:1788598570.436107:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1702 00000100:00100000:2.0:1788598570.436114:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+118:34639:x1875480723197568:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:2.0:1788598570.436268:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 136 off14992 00000100:00100000:2.0:1788598570.436348:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+118:34639:x1875480723197568:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 233us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.436355:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1702 00000100:00100000:1.0:1788598570.448617:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.448732:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723197696 00000100:00100000:3.0:1788598570.449079:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723197696 00000100:00100000:2.0:1788598570.449254:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1703 00000100:00100000:2.0:1788598570.449266:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+118:34640:x1875480723197696:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598570.449286:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.449305:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb1607262a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca64 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449372:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072631 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449408:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072631 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449420:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072631 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449435:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072638 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449443:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072638 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449449:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072638 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449494:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072631 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449502:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072631 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449509:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072631 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449515:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cff200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.449520:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072631 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449528:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072631 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449540:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.449543:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.449548:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072631 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449554:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072631 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449568:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072638 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449575:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072638 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449581:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072638 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449587:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.449590:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072638 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449596:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072638 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449603:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8a1a85342600) 00010000:00010000:2.0:1788598570.449605:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.449608:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072638 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449614:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb16072638 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449647:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb1607262a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca64 expref: 119 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449657:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.449659:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.449663:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb1607262a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca64 expref: 119 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.449673:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cff800, rc 0) 00000100:00100000:2.0:1788598570.449764:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+118:34640:x1875480723197696:12345-192.168.202.17@tcp:101:bash.0 Request processed in 500us (1156us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.449771:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1703 00000100:00100000:3.0:1788598570.459829:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.459971:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723197824 00000100:00100000:2.0:1788598570.459981:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723197824 00000100:00100000:2.0:1788598570.460048:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1704 00000100:00100000:2.0:1788598570.460057:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+88:34641:x1875480723197824:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598570.460082:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.460102:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb1607263f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca6b expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460169:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072646 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460183:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072646 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460195:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072646 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460222:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb1607264d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460229:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb1607264d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460236:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb1607264d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460270:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072646 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460277:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072646 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460283:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072646 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460289:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.460294:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072646 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460301:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072646 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460313:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.460317:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.460322:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072646 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460328:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072646 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460342:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb1607264d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460348:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb1607264d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460354:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb1607264d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460359:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.460361:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb1607264d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460367:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb1607264d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460374:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8a1a85342500) 00010000:00010000:2.0:1788598570.460377:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.460380:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb1607264d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460386:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb1607264d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460415:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb1607263f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca6b expref: 89 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460426:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.460428:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.460431:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb1607263f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca6b expref: 89 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.460441:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfee00, rc 0) 00000100:00100000:2.0:1788598570.460518:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+88:34641:x1875480723197824:12345-192.168.202.17@tcp:101:rm.0 Request processed in 462us (697us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.460526:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1704 00000100:00100000:1.0:1788598570.465115:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.465225:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723197952 00000100:00100000:0.0:1788598570.465235:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723197952 00000100:00100000:0.0:1788598570.465298:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1705 00000100:00100000:0.0:1788598570.465308:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+88:34641:x1875480723197952:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598570.465330:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.465351:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072654 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca72 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465419:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607265b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465435:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607265b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465446:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607265b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465461:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072662 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465469:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072662 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465476:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072662 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465523:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607265b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465531:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607265b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465538:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607265b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465544:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.465549:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607265b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465558:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607265b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465570:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.465574:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.465579:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607265b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465585:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607265b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465598:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072662 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465604:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072662 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465610:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072662 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465615:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.465618:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072662 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465625:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072662 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465632:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598570.465635:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.465638:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072662 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465644:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072662 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465676:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072654 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca72 expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465686:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.465689:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.465692:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072654 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca72 expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.465701:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738200, rc 0) 00000100:00100000:0.0:1788598570.465799:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+88:34641:x1875480723197952:12345-192.168.202.17@tcp:101:rm.0 Request processed in 491us (692us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598570.465806:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1705 00000100:00100000:1.0:1788598570.479520:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.479615:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723198080 00000100:00100000:2.0:1788598570.479624:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723198080 00000100:00100000:2.0:1788598570.479672:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1706 00000100:00100000:2.0:1788598570.479678:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+88:34642:x1875480723198080:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598570.479697:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.479720:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072669 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca79 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.479830:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072670 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.479967:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072670 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.479976:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072670 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.479989:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072677 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.479993:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072677 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.479997:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072677 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480026:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072670 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480029:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072670 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480033:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072670 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480037:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.480039:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072670 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480044:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072670 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480052:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.480054:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.480058:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072670 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480062:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072670 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480070:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072677 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480073:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072677 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480076:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072677 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480080:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.480081:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072677 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480084:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072677 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480088:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8a1a85342500) 00010000:00010000:2.0:1788598570.480089:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.480090:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072677 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480093:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072677 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480116:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072669 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca79 expref: 89 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480123:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.480124:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.480126:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072669 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca79 expref: 89 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.480132:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfee00, rc 0) 00000100:00100000:2.0:1788598570.480242:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+88:34642:x1875480723198080:12345-192.168.202.17@tcp:101:cp.0 Request processed in 562us (731us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.480249:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1706 00000100:00100000:3.0:1788598570.482404:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.482620:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723198208 00000100:00100000:0.0:1788598570.482631:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723198208 00000100:00100000:0.0:1788598570.482769:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1707 00000100:00100000:0.0:1788598570.482780:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+88:34642:x1875480723198208:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598570.482799:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.482826:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607267e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca80 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483141:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483152:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483160:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483169:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1607268c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483174:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1607268c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483178:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1607268c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483216:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483223:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483228:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483239:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483244:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.483249:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483256:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483268:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.483271:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.483275:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483282:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb16072685 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483296:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1607268c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483301:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1607268c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483304:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1607268c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483307:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.483308:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1607268c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483311:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1607268c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483315:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598570.483317:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.483318:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1607268c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483321:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb1607268c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483343:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607267e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca80 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483350:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.483351:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.483354:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607267e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca80 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.483359:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738e00, rc 0) 00000100:00100000:0.0:1788598570.483398:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+88:34642:x1875480723198208:12345-192.168.202.17@tcp:101:cp.0 Request processed in 621us (1001us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598570.483404:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1707 00000100:00100000:0.0:1788598570.486071:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.486130:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723198464 00000100:00100000:2.0:1788598570.486139:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723198464 00000100:00100000:2.0:1788598570.486182:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1708 00000100:00100000:2.0:1788598570.486188:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+88:34642:x1875480723198464:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598570.486214:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.486236:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072693 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca87 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.486332:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.486348:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca56 expref: 117 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.486355:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.486387:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca56 expref: 117 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.486403:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca56 expref: 117 pid: 13009 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.486417:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747109760:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598570.486509:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b9fcbaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598570.489680:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.490121:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747109760:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598570.490148:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.490426:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723198592 00000100:00100000:3.0:1788598570.490435:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723198592 00010000:00010000:3.0:1788598570.490469:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca56 expref: 118 pid: 13009 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.490583:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 492 00000100:00100000:3.0:1788598570.490591:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+118:2432:x1875480723198592:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598570.490602:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598570.490607:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca56 expref: 118 pid: 13009 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.490616:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca56 expref: 118 pid: 13009 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.490631:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1e000/0x6b7334fb16072615 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca56 expref: 118 pid: 13009 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.490643:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.490646:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.490652:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.490658:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.490681:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598570.490790:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.490798:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.490831:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.490854:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.490862:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598570.491112:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x20:0x0], index 0: 0 00010000:00010000:2.0:1788598570.491234:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491246:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491253:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491285:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491292:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491305:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491311:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.491315:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491323:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.491329:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+117:2432:x1875480723198592:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 737us (1657us total) trans 0 rc 0/0 00010000:00010000:2.0:1788598570.491331:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.491335:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598570.491337:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 492 00010000:00010000:2.0:1788598570.491339:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491344:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb1607269a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598570.491353:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000905486c0 reply state 0000000036a20a17 transno 4294968323 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491368:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491374:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8a1a85342500) 00010000:00010000:2.0:1788598570.491376:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598570.491379:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598570.491410:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072693 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca87 expref: 91 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491424:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca87 expref: 90 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.491431:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:2.0:1788598570.491433:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598570.491435:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cff800, rc 0) 00000100:00100000:2.0:1788598570.491465:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+91:34642:x1875480723198464:12345-192.168.202.17@tcp:101:cp.0 Request processed in 5277us (5401us total) trans 4294968323 rc 0/0 00000100:00100000:2.0:1788598570.491471:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1708 00000100:00100000:3.0:1788598570.494657:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.495319:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723198720 00000100:00100000:2.0:1788598570.495329:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723198720 00000100:00100000:2.0:1788598570.495451:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 475 00000100:00100000:2.0:1788598570.495462:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2432:x1875480723198720:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598570.495480:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.495511:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000481012a8/0x6b7334fb160726b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca8e expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598570.495537:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788598570.495555:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.495558:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.495565:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000481012a8/0x6b7334fb160726b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca8e expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.495582:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000481012a8/0x6b7334fb160726b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca8e expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.495596:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfe000, rc 0) 00000100:00100000:2.0:1788598570.495654:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+18:2432:x1875480723198720:12345-192.168.202.17@tcp:101:cp.0 Request processed in 194us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.495661:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 475 00000100:00100000:0.0:1788598570.499056:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.499154:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723198848 00000100:00100000:1.0:1788598570.499162:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723198848 00000100:00100000:1.0:1788598570.499224:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 476 00000100:00100000:1.0:1788598570.499235:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+18:34642:x1875480723198848:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598570.499252:0:24433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.499270:0:24433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca95 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.499301:0:24433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000481012a8/0x6b7334fb160726b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca8e expref: 19 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.499311:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.499313:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.499317:0:24433:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 19 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.499354:0:24433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000481012a8/0x6b7334fb160726b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca8e expref: 19 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.499368:0:24433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000481012a8/0x6b7334fb160726b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca8e expref: 19 pid: 8405 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.499382:0:24433:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24433:1875480747109888:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598570.499463:0:24433:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598570.501448:0:24433:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24433:1875480747109888:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598570.501479:0:24433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 19 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.501554:0:24433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5da00, rc 0) 00000100:00100000:1.0:1788598570.501605:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+19:34642:x1875480723198848:12345-192.168.202.17@tcp:101:cp.0 Request processed in 2372us (2557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.501613:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 476 00000100:00100000:3.0:1788598570.503441:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.503509:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723198976 00000100:00100000:0.0:1788598570.503517:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723198976 00010000:00010000:0.0:1788598570.503545:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000481012a8/0x6b7334fb160726b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca8e expref: 19 pid: 8405 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.503574:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 493 00000100:00100000:0.0:1788598570.503581:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+19:2433:x1875480723198976:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598570.503593:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598570.503610:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000481012a8/0x6b7334fb160726b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca8e expref: 19 pid: 8405 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.503619:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000481012a8/0x6b7334fb160726b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca8e expref: 19 pid: 8405 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.503635:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000481012a8/0x6b7334fb160726b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca8e expref: 19 pid: 8405 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.503647:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598570.503649:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598570.503654:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 18 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.503661:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 18 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.503684:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 18 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.503693:0:6509:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88355180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1875480747110016:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788598570.503853:0:6509:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd480 going to sleep for 11 seconds 00000100:00100000:0.0:1788598570.508186:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.508298:0:6509:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88355180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1875480747110016:192.168.202.17@tcp:105: 00010000:00010000:1.0:1788598570.508322:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598570.508381:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+18:2433:x1875480723198976:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 4798us (4944us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.508391:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 493 00000100:00100000:3.0:1788598570.508776:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723199232 00000100:00100000:3.0:1788598570.508784:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723199232 00000100:00100000:3.0:1788598570.508832:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 345 00000100:00100000:3.0:1788598570.508847:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+91:34642:x1875480723199232:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:3.0:1788598570.509055:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+92:34642:x1875480723199232:12345-192.168.202.17@tcp:35:cp.0 Request processed in 209us (878us total) trans 4294968324 rc 0/0 00000100:00100000:3.0:1788598570.509060:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 345 00000100:00100000:0.0:1788598570.553972:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.554714:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723199360 00000100:00100000:2.0:1788598570.554725:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723199360 00000100:00100000:2.0:1788598570.554821:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1709 00000100:00100000:2.0:1788598570.554831:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+117:34645:x1875480723199360:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598570.554865:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.554885:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160726c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeca9c expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.554951:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160726cb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.554966:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160726cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.554977:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160726cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.554992:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb160726d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.554999:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb160726d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555004:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb160726d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555066:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb160726d9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555074:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb160726d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555081:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb160726d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598570.555114:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00000004:00200000:2.0:1788598570.555118:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598570.555135:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb160726d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555146:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb160726d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555154:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160726cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555160:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160726cb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555170:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160726cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555175:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffc00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.555180:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160726cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555187:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160726cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555209:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.555213:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.555218:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160726cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555225:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160726cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555238:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb160726d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555245:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb160726d2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555251:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb160726d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555256:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cff200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.555259:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb160726d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555269:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb160726d2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555276:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8a1a85342500) 00010000:00010000:2.0:1788598570.555278:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.555281:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb160726d2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555287:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb160726d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555309:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb160726c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca9c expref: 119 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555322:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb160726d9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca9c expref: 118 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.555329:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:2.0:1788598570.555332:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598570.555334:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfe000, rc 0) 00000100:00100000:2.0:1788598570.555387:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+118:34645:x1875480723199360:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 558us (1425us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.555394:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1709 00000100:00100000:1.0:1788598570.559479:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.559680:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723199488 00000100:00100000:2.0:1788598570.559691:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723199488 00000100:00100000:2.0:1788598570.559789:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 477 00000100:00100000:2.0:1788598570.559800:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723199488:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598570.559830:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.560049:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb160726e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecaa3 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.560111:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747110144:192.168.202.17@tcp:106: 00000100:00100000:2.0:1788598570.560319:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb6526a80 going to sleep for 11 seconds 00002000:00010000:3.0:1788598570.563376:0:8403:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788598570.563384:0:8403:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb mtime: 0 -> 1788598570 00002000:00010000:3.0:1788598570.563387:0:8403:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb atime: 0 -> 1788598570 00002000:00010000:3.0:1788598570.563389:0:8403:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb ctime: 0 -> 1788598570 00002000:00010000:3.0:1788598570.563391:0:8403:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1788598570.563413:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747110144:192.168.202.17@tcp:106: 00010000:00010000:3.0:1788598570.563446:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb160726e0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaa3 expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.563469:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000752f8886/0x6b7334fb160726e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaa3 expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.563502:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cffe00, rc 0) 00000100:00100000:3.0:1788598570.563668:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723199488:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3869us (4198us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598570.563676:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 477 00000100:00100000:2.0:1788598570.567999:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.568143:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723199616 00000100:00100000:0.0:1788598570.568152:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723199616 00000100:00100000:0.0:1788598570.568251:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1710 00000100:00100000:0.0:1788598570.568262:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+118:34645:x1875480723199616:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598570.568284:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.568304:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160726e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecaaa expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.568371:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.568387:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.568399:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598570.568440:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1788598570.568444:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598570.568461:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.568498:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160726e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaaa expref: 120 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.568515:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaaa expref: 119 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.568525:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.568529:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788598570.568532:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7200, rc 0) 00000100:00100000:0.0:1788598570.568596:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+119:34645:x1875480723199616:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 335us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.568603:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1710 00000100:00100000:3.0:1788598570.572267:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.572365:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723199744 00000100:00100000:2.0:1788598570.572375:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723199744 00000100:00100000:2.0:1788598570.572433:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 478 00000100:00100000:2.0:1788598570.572443:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723199744:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598570.572459:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.572485:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb160726f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecab1 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.572543:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747110272:192.168.202.17@tcp:106: 00000100:00100000:2.0:1788598570.572626:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb6526f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598570.575840:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747110272:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598570.575880:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb160726f5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecab1 expref: 18 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.575903:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb160726f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecab1 expref: 18 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.575915:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfee00, rc 0) 00000100:00100000:2.0:1788598570.575968:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723199744:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3527us (3710us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.575977:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 478 00000100:00100000:2.0:1788598570.581383:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.581468:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723200000 00000100:00100000:0.0:1788598570.581478:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723200000 00000100:00100000:0.0:1788598570.581547:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1711 00000100:00100000:0.0:1788598570.581557:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+119:34645:x1875480723200000:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:0.0:1788598570.581721:0:10034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 136 off15128 00000100:00100000:0.0:1788598570.581879:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+119:34645:x1875480723200000:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 323us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.581886:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1711 00000100:00100000:3.0:1788598570.589698:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.589855:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723200128 00000100:00100000:0.0:1788598570.589866:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723200128 00000100:00100000:0.0:1788598570.589928:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1712 00000100:00100000:0.0:1788598570.589938:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+119:34646:x1875480723200128:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788598570.589960:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.589981:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160726fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecab8 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590052:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072703 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590067:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072703 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590078:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072703 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590091:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607270a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590098:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607270a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590104:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607270a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590136:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072703 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590142:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072703 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590148:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072703 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590155:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.590159:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072703 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590166:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072703 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590177:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.590180:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.590185:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072703 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590191:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072703 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590215:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607270a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590221:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607270a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590227:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607270a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590232:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.590234:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607270a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590240:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607270a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590251:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598570.590253:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.590256:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607270a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590261:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb1607270a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590293:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160726fc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecab8 expref: 120 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590304:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.590306:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.590310:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb160726fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecab8 expref: 120 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.590319:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be6c00, rc 0) 00000100:00100000:0.0:1788598570.590382:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+119:34646:x1875480723200128:12345-192.168.202.17@tcp:101:bash.0 Request processed in 446us (695us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598570.590389:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1712 00000100:00100000:3.0:1788598570.600093:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.600192:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723200256 00000100:00100000:0.0:1788598570.600212:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723200256 00000100:00100000:0.0:1788598570.600272:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1713 00000100:00100000:0.0:1788598570.600281:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+92:34647:x1875480723200256:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:0.0:1788598570.600304:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.600324:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072711 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecabf expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600396:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600411:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600423:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600437:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607271f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600444:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607271f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600450:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607271f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600485:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600503:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600508:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600514:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600520:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.600525:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600532:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600543:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.600546:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.600551:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600556:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072718 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600569:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607271f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600574:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607271f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600580:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607271f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600584:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.600586:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607271f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600591:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607271f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600598:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598570.600600:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.600603:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607271f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600608:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607271f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600640:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072711 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecabf expref: 93 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600650:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.600653:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.600656:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072711 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecabf expref: 93 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.600665:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738e00, rc 0) 00000100:00100000:0.0:1788598570.600722:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+92:34647:x1875480723200256:12345-192.168.202.17@tcp:101:rm.0 Request processed in 441us (637us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598570.600729:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1713 00000100:00100000:2.0:1788598570.605223:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.605306:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723200384 00000100:00100000:1.0:1788598570.605316:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723200384 00000100:00100000:1.0:1788598570.605369:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1714 00000100:00100000:1.0:1788598570.605379:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+92:34647:x1875480723200384:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598570.605400:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.605421:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072726 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecac6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605507:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607272d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605521:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607272d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605532:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607272d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605546:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16072734 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605554:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16072734 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605560:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16072734 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605593:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607272d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605600:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607272d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605607:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607272d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605612:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.605617:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607272d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605628:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607272d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605639:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.605642:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.605647:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607272d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605653:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607272d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605664:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16072734 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605669:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16072734 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605674:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16072734 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605677:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.605680:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16072734 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605685:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16072734 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605691:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598570.605693:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.605695:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16072734 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605703:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb16072734 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605770:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072726 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecac6 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605781:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.605783:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.605787:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072726 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecac6 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.605797:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5ca00, rc 0) 00000100:00100000:1.0:1788598570.605984:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+92:34647:x1875480723200384:12345-192.168.202.17@tcp:101:rm.0 Request processed in 606us (783us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598570.605991:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1714 00000100:00100000:3.0:1788598570.624443:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.624601:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723200512 00000100:00100000:1.0:1788598570.624610:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723200512 00000100:00100000:1.0:1788598570.624671:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1715 00000100:00100000:1.0:1788598570.624682:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+92:34648:x1875480723200512:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598570.624702:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.624722:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607273b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecacd expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624822:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072742 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624852:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072742 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624865:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072742 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624883:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072749 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624890:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624897:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624931:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072742 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624938:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072742 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624944:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072742 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624950:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.624955:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072742 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624962:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072742 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624974:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.624977:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.624982:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072742 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.624989:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072742 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.625002:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.625008:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.625014:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072749 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.625019:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.625022:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072749 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.625028:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072749 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.625035:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598570.625037:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.625040:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072749 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.625045:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072749 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.625077:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607273b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecacd expref: 93 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.625092:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.625094:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.625098:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb1607273b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecacd expref: 93 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.625107:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1600, rc 0) 00000100:00100000:1.0:1788598570.625156:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+92:34648:x1875480723200512:12345-192.168.202.17@tcp:101:cp.0 Request processed in 477us (723us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598570.625164:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1715 00000100:00100000:3.0:1788598570.628667:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.628763:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723200640 00000100:00100000:2.0:1788598570.628773:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723200640 00000100:00100000:2.0:1788598570.628846:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1716 00000100:00100000:2.0:1788598570.628857:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+92:34648:x1875480723200640:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598570.628874:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.628891:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072750 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecad4 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.628949:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072757 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.628962:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072757 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.628972:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072757 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.628987:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607275e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.628994:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607275e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629000:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607275e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629036:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072757 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629043:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072757 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629049:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072757 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629056:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.629060:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072757 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629067:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072757 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629078:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.629080:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.629084:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072757 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629090:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072757 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629102:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607275e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629107:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607275e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629112:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607275e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629117:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.629119:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607275e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629124:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607275e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629130:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8a1bc29e3600) 00010000:00010000:2.0:1788598570.629132:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.629134:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607275e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629139:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607275e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629165:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072750 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecad4 expref: 93 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629174:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.629177:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.629180:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072750 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecad4 expref: 93 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.629188:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfea00, rc 0) 00000100:00100000:2.0:1788598570.629254:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+92:34648:x1875480723200640:12345-192.168.202.17@tcp:101:cp.0 Request processed in 399us (596us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.629261:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1716 00000100:00100000:2.0:1788598570.633569:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.633655:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723200896 00000100:00100000:0.0:1788598570.633665:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723200896 00000100:00100000:0.0:1788598570.633720:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1717 00000100:00100000:0.0:1788598570.633729:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+92:34648:x1875480723200896:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598570.633782:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.633803:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072765 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecadb expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.633909:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.633929:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaaa expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.633938:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.633967:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaaa expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.633980:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaaa expref: 118 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.633993:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747110400:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598570.634085:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dde40 going to sleep for 11 seconds 00000100:00100000:3.0:1788598570.641698:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.641998:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747110400:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598570.642024:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.642540:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723201024 00000100:00100000:1.0:1788598570.642548:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723201024 00010000:00010000:1.0:1788598570.642586:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaaa expref: 119 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.642669:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 494 00000100:00100000:1.0:1788598570.642678:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+119:2432:x1875480723201024:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598570.642693:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598570.642699:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaaa expref: 119 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.642710:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaaa expref: 119 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.642760:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160726ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaaa expref: 119 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.642781:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.642786:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.642793:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.642801:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.642845:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598570.642908:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+118:2432:x1875480723201024:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 230us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.642915:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 494 00010000:00010000:0.0:1788598570.643760:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.643771:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.643797:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.643818:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.643829:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788598570.644150:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x22:0x0], index 1: 0 00010000:00010000:0.0:1788598570.644309:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644319:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644327:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644359:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644366:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644372:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644378:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a739e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.644383:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644390:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644400:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.644403:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.644408:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644415:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb1607276c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598570.644428:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a47286c reply state 0000000002468b14 transno 4294968325 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644439:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644445:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598570.644447:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598570.644450:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788598570.644493:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072765 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecadb expref: 95 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644511:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecadb expref: 94 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.644519:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598570.644521:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598570.644523:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be6c00, rc 0) 00000100:00100000:0.0:1788598570.644598:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+95:34648:x1875480723200896:12345-192.168.202.17@tcp:101:cp.0 Request processed in 10870us (11038us total) trans 4294968325 rc 0/0 00000100:00100000:0.0:1788598570.644608:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1717 00000100:00100000:2.0:1788598570.649323:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.649411:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723201152 00000100:00100000:0.0:1788598570.649421:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723201152 00000100:00100000:0.0:1788598570.649501:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 479 00000100:00100000:0.0:1788598570.649510:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+17:2434:x1875480723201152:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598570.649527:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.649545:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002268c9b3/0x6b7334fb16072788 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecae2 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598570.649568:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788598570.649585:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598570.649587:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598570.649595:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002268c9b3/0x6b7334fb16072788 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae2 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.649613:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002268c9b3/0x6b7334fb16072788 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae2 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.649628:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7800, rc 0) 00000100:00100000:0.0:1788598570.649681:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+18:2434:x1875480723201152:12345-192.168.202.17@tcp:101:cp.0 Request processed in 172us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.649687:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 479 00000100:00100000:2.0:1788598570.652834:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.652912:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723201280 00000100:00100000:3.0:1788598570.652923:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723201280 00000100:00100000:3.0:1788598570.652983:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 480 00000100:00100000:3.0:1788598570.652993:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+18:34648:x1875480723201280:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598570.653011:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.653028:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecae9 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.653058:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002268c9b3/0x6b7334fb16072788 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae2 expref: 19 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.653067:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.653069:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.653073:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 19 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.653132:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002268c9b3/0x6b7334fb16072788 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae2 expref: 19 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.653147:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002268c9b3/0x6b7334fb16072788 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae2 expref: 19 pid: 8868 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.653162:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747110528:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598570.653272:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a480 going to sleep for 11 seconds 00000100:00100000:3.0:1788598570.656003:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747110528:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598570.656044:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 19 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.656066:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:3.0:1788598570.656123:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+19:34648:x1875480723201280:12345-192.168.202.17@tcp:101:cp.0 Request processed in 3131us (3299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.656132:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 480 00000100:00100000:2.0:1788598570.658941:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.659155:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723201408 00000100:00100000:3.0:1788598570.659165:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723201408 00010000:00010000:3.0:1788598570.659215:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002268c9b3/0x6b7334fb16072788 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae2 expref: 19 pid: 8868 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.659259:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 495 00000100:00100000:3.0:1788598570.659268:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+19:2433:x1875480723201408:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598570.659287:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598570.659310:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002268c9b3/0x6b7334fb16072788 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae2 expref: 19 pid: 8868 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.659325:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002268c9b3/0x6b7334fb16072788 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae2 expref: 19 pid: 8868 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.659348:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002268c9b3/0x6b7334fb16072788 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae2 expref: 19 pid: 8868 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.659365:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.659367:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.659374:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 18 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.659385:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 18 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.659424:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 18 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598570.659438:0:6511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1875480747110656:192.168.202.17@tcp:105: 00000100:00100000:3.0:1788598570.659521:0:6511:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a480 going to sleep for 11 seconds 00000100:00100000:3.0:1788598570.662334:0:6511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1875480747110656:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598570.662361:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598570.662415:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+18:2433:x1875480723201408:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 3148us (3484us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.662426:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 495 00000100:00100000:2.0:1788598570.665558:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.665646:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723201664 00000100:00100000:0.0:1788598570.665656:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723201664 00000100:00100000:0.0:1788598570.665711:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 346 00000100:00100000:0.0:1788598570.665721:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba020e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+95:34648:x1875480723201664:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:0.0:1788598570.666039:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba020e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+96:34648:x1875480723201664:12345-192.168.202.17@tcp:35:cp.0 Request processed in 318us (490us total) trans 4294968326 rc 0/0 00000100:00100000:0.0:1788598570.666048:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 346 00000100:00100000:2.0:1788598570.720563:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.720663:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723201792 00000100:00100000:0.0:1788598570.720673:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723201792 00000100:00100000:0.0:1788598570.720765:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1718 00000100:00100000:0.0:1788598570.720777:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+118:34651:x1875480723201792:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598570.720797:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.720830:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072796 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecaf0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.720905:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.720921:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.720933:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.720944:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.720951:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.720956:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721019:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160727ab lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721027:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160727ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721033:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160727ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788598570.721074:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00000004:00200000:0.0:1788598570.721078:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788598570.721095:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160727ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721107:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160727ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721115:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721121:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721127:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721133:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721138:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.721142:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721149:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721159:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.721162:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.721165:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721175:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb1607279d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721187:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721194:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721210:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721215:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.721218:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721224:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727a4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721230:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8a1b84c1af00) 00010000:00010000:0.0:1788598570.721233:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.721236:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727a4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721241:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721266:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072796 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaf0 expref: 120 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721283:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160727ab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaf0 expref: 119 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.721291:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598570.721293:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788598570.721296:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a739e00, rc 0) 00000100:00100000:0.0:1788598570.721372:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+119:34651:x1875480723201792:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 598us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.721379:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1718 00000100:00100000:3.0:1788598570.731116:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.731157:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.731268:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723202048 00000100:00100000:0.0:1788598570.731278:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723202048 00000100:00100000:0.0:1788598570.731336:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 481 00000100:00100000:0.0:1788598570.731345:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+20:2433:x1875480723202048:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598570.731363:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.731380:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5be10fd/0x6b7334fb160727b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb2f expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.731439:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747110784:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598570.731533:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd840 going to sleep for 11 seconds 00000100:00100000:1.0:1788598570.731690:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723201920 00000100:00100000:1.0:1788598570.731694:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723201920 00000100:00100000:1.0:1788598570.731760:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 565 00000100:00100000:1.0:1788598570.731769:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:057ab826-16b2-4323-94a8-90eee763040a+119:2435:x1875480723201920:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:1.0:1788598570.731813:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.731826:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160727b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecaf7 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.731890:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.731906:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.731921:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.731990:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.731998:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732005:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732051:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732058:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727c0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732065:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732071:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.732076:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732083:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727c0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732096:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.732100:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.732106:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732113:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732127:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732133:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732139:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732144:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.732147:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732152:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732158:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598570.732161:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.732163:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732169:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732206:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160727b9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaf7 expref: 120 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732221:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.732223:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598570.732227:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160727b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaf7 expref: 120 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.732237:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5ca00, rc -2) 00000100:00100000:1.0:1788598570.732283:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:057ab826-16b2-4323-94a8-90eee763040a+119:2435:x1875480723201920:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 516us (1176us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598570.732290:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 565 00002000:00010000:0.0:1788598570.736206:0:8405:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788598570.736216:0:8405:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime: 0 -> 1788598570 00002000:00010000:0.0:1788598570.736219:0:8405:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb atime: 0 -> 1788598570 00002000:00010000:0.0:1788598570.736222:0:8405:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime: 0 -> 1788598570 00002000:00010000:0.0:1788598570.736224:0:8405:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788598570.736248:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747110784:192.168.202.17@tcp:106: 00010000:00010000:0.0:1788598570.736288:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c5be10fd/0x6b7334fb160727b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb2f expref: 21 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.736313:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5be10fd/0x6b7334fb160727b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb2f expref: 21 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.736328:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738e00, rc 0) 00000100:00100000:0.0:1788598570.736388:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+20:2433:x1875480723202048:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 5044us (5229us total) trans 0 rc 301/301 00000100:00100000:0.0:1788598570.736398:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 481 00000100:00100000:3.0:1788598570.741376:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.741576:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723202176 00000100:00100000:1.0:1788598570.741586:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723202176 00000100:00100000:1.0:1788598570.741649:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1719 00000100:00100000:1.0:1788598570.741660:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+119:34651:x1875480723202176:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598570.741681:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.741702:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb36 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.741800:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.741814:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.741826:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598570.741880:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1788598570.741885:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598570.741903:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.741930:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160727ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb36 expref: 121 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.741946:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb36 expref: 120 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.741955:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.741957:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598570.741961:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1600, rc 0) 00000100:00100000:1.0:1788598570.742022:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+120:34651:x1875480723202176:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 363us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.742028:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1719 00000100:00100000:3.0:1788598570.746054:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.746303:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723202304 00000100:00100000:1.0:1788598570.746313:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723202304 00000100:00100000:1.0:1788598570.746374:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 482 00000100:00100000:1.0:1788598570.746385:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+20:2432:x1875480723202304:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598570.746402:0:24433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.746421:0:24433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056d84c82/0x6b7334fb160727dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb3d expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.746610:0:24433:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24433:1875480747110912:192.168.202.17@tcp:106: 00000100:00100000:1.0:1788598570.746699:0:24433:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598570.750091:0:24433:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24433:1875480747110912:192.168.202.17@tcp:106: 00010000:00010000:1.0:1788598570.750130:0:24433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056d84c82/0x6b7334fb160727dc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb3d expref: 21 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.750154:0:24433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056d84c82/0x6b7334fb160727dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb3d expref: 21 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.750167:0:24433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5ca00, rc 0) 00000100:00100000:1.0:1788598570.750236:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+20:2432:x1875480723202304:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3853us (4191us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598570.750245:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 482 00000100:00100000:3.0:1788598570.754102:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598570.754126:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747111040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598570.754226:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598570.754569:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747111040 00000100:00100000:2.0:1788598570.754578:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747111040 00000100:00100000:2.0:1788598570.754632:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1788598570.754642:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747111040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598570.754661:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 204311360 pending 57344 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788598570.754711:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747111040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.754718:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1788598570.754844:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747111040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598570.757158:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.757261:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723202560 00000100:00100000:0.0:1788598570.757271:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723202560 00000100:00100000:0.0:1788598570.757328:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1720 00000100:00100000:0.0:1788598570.757338:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+120:34651:x1875480723202560:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:0.0:1788598570.757499:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 136 off15264 00000100:00100000:0.0:1788598570.757576:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+120:34651:x1875480723202560:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 240us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.757584:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1720 00000100:00100000:3.0:1788598570.764374:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.764456:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723202688 00000100:00100000:2.0:1788598570.764463:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723202688 00000100:00100000:2.0:1788598570.764515:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1721 00000100:00100000:2.0:1788598570.764521:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+120:34654:x1875480723202688:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598570.764538:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.764555:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160727e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb44 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764610:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160727ea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764620:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160727ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764629:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160727ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764642:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160727f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764646:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160727f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764650:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160727f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764678:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160727ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764682:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160727ea lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764686:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160727ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764690:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.764693:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160727ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764697:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160727ea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764705:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.764707:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.764712:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160727ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764718:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb160727ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764730:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160727f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764784:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160727f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764790:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160727f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764796:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.764799:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160727f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764804:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160727f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764812:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1bc29e3600) 00010000:00010000:2.0:1788598570.764814:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.764817:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160727f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764822:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb160727f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764860:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160727e3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb44 expref: 121 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764870:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.764873:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.764876:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb160727e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb44 expref: 121 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.764884:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfe400, rc 0) 00000100:00100000:2.0:1788598570.764951:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+120:34654:x1875480723202688:12345-192.168.202.17@tcp:101:bash.0 Request processed in 428us (583us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.764958:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1721 00000100:00100000:3.0:1788598570.767922:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.767997:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723202816 00000100:00100000:0.0:1788598570.768005:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723202816 00000100:00100000:0.0:1788598570.768059:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 566 00000100:00100000:0.0:1788598570.768067:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+120:2435:x1875480723202816:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:0.0:1788598570.768102:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.768116:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb4b expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768163:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160727ff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768173:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160727ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768180:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160727ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768189:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072806 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768194:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768210:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768242:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160727ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768249:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160727ff lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768255:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160727ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768261:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.768265:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160727ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768276:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160727ff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768288:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.768290:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.768294:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160727ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768298:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb160727ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768308:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768311:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072806 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768316:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072806 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768318:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88be7200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598570.768320:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072806 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768323:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072806 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768326:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x21330256 (ffff8a1b84c1a700) 00010000:00010000:0.0:1788598570.768328:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598570.768329:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072806 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768333:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb16072806 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768353:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727f8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb4b expref: 121 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768359:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598570.768360:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598570.768362:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb160727f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb4b expref: 121 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.768367:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738e00, rc -2) 00000100:00100000:0.0:1788598570.768448:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+120:2435:x1875480723202816:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 382us (534us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598570.768453:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 566 00000100:00100000:0.0:1788598570.779546:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.779666:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723202944 00000100:00100000:2.0:1788598570.779676:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723202944 00000100:00100000:2.0:1788598570.779764:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1722 00000100:00100000:2.0:1788598570.779774:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+96:34655:x1875480723202944:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598570.779796:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.779816:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607280d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb52 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.779884:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072814 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.779899:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072814 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.779911:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072814 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.779925:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb1607281b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.779932:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb1607281b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.779937:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb1607281b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.779971:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072814 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.779978:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072814 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.779984:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072814 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.779989:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.779994:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072814 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780001:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072814 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780012:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.780015:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.780019:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072814 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780025:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072814 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780037:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb1607281b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780043:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb1607281b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780049:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb1607281b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780054:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.780057:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb1607281b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780062:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb1607281b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780068:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1bc29e3600) 00010000:00010000:2.0:1788598570.780070:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.780072:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb1607281b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780078:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb1607281b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780109:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607280d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb52 expref: 97 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780120:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.780122:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.780125:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607280d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb52 expref: 97 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.780133:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfe400, rc 0) 00000100:00100000:2.0:1788598570.780185:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+96:34655:x1875480723202944:12345-192.168.202.17@tcp:101:rm.0 Request processed in 413us (647us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.780192:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1722 00000100:00100000:3.0:1788598570.784975:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.785166:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723203072 00000100:00100000:2.0:1788598570.785174:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723203072 00000100:00100000:2.0:1788598570.785233:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1723 00000100:00100000:2.0:1788598570.785242:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+96:34655:x1875480723203072:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598570.785263:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.785283:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072822 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb59 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785349:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785363:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785374:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785387:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072830 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785392:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785396:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785425:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785430:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785434:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785438:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785442:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.785445:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785449:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785457:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.785459:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.785462:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785465:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072829 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785473:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785477:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072830 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785489:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072830 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785494:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.785496:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072830 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785506:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072830 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785513:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1bc29e3600) 00010000:00010000:2.0:1788598570.785515:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.785518:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072830 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785524:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072830 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785551:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072822 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb59 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785559:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.785560:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.785562:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072822 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb59 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.785568:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfe400, rc 0) 00000100:00100000:2.0:1788598570.785625:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+96:34655:x1875480723203072:12345-192.168.202.17@tcp:101:rm.0 Request processed in 384us (657us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.785632:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1723 00000100:00100000:3.0:1788598570.798086:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.798254:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723203200 00000100:00100000:1.0:1788598570.798265:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723203200 00000100:00100000:1.0:1788598570.798330:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1724 00000100:00100000:1.0:1788598570.798341:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+96:34656:x1875480723203200:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598570.798361:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.798381:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072837 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb60 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.798443:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607283e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.798455:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607283e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.798464:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607283e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.798476:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072845 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.798589:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072845 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.798597:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072845 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799012:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607283e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799019:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607283e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799023:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607283e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799027:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.799030:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607283e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799035:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607283e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799045:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.799047:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.799050:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607283e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799054:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb1607283e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799063:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072845 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799067:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072845 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799071:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072845 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799073:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.799075:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072845 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799078:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072845 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799081:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598570.799082:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.799084:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072845 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799086:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072845 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799170:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072837 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb60 expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799177:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.799178:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.799180:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb16072837 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb60 expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.799190:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5ca00, rc 0) 00000100:00100000:1.0:1788598570.799312:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+96:34656:x1875480723203200:12345-192.168.202.17@tcp:101:cp.0 Request processed in 971us (1233us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598570.799320:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1724 00000100:00100000:0.0:1788598570.804666:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.805052:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723203328 00000100:00100000:3.0:1788598570.805063:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723203328 00000100:00100000:3.0:1788598570.805230:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1725 00000100:00100000:3.0:1788598570.805241:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+96:34656:x1875480723203328:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598570.805262:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.805282:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607284c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb67 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805351:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072853 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805366:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072853 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805378:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072853 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805395:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607285a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805402:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607285a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805409:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607285a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805444:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072853 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805451:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072853 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805458:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072853 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805465:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.805469:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072853 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805489:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072853 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805502:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.805505:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.805510:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072853 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805517:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072853 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805529:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607285a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805535:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607285a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805540:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607285a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805544:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.805547:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607285a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805552:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607285a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805559:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1a86203600) 00010000:00010000:3.0:1788598570.805561:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.805564:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607285a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805570:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607285a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805615:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607284c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb67 expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805632:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.805634:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.805638:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb1607284c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb67 expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.805647:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc 0) 00000100:00100000:3.0:1788598570.805714:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+96:34656:x1875480723203328:12345-192.168.202.17@tcp:101:cp.0 Request processed in 475us (1059us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598570.805721:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1725 00000100:00100000:3.0:1788598570.810796:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.811214:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723203584 00000100:00100000:0.0:1788598570.811223:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723203584 00000100:00100000:0.0:1788598570.811270:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1726 00000100:00100000:0.0:1788598570.811277:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+96:34656:x1875480723203584:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:0.0:1788598570.811296:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.811313:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072861 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb6e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.811410:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.811424:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb36 expref: 119 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.811433:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.811465:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb36 expref: 119 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.811487:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb36 expref: 119 pid: 6524 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.811497:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747111168:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598570.811588:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd480 going to sleep for 11 seconds 00000100:00100000:0.0:1788598570.814960:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.815022:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723203712 00000100:00100000:1.0:1788598570.815031:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723203712 00000100:00100000:2.0:1788598570.815054:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747111168:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598570.815066:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb36 expref: 120 pid: 6524 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.815076:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.815111:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 496 00000100:00100000:1.0:1788598570.815121:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+120:2432:x1875480723203712:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598570.815135:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598570.815141:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb36 expref: 120 pid: 6524 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.815154:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb36 expref: 120 pid: 6524 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.815175:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160727d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb36 expref: 120 pid: 6524 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.815189:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.815195:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.815213:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.815221:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.815249:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598570.815301:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+119:2432:x1875480723203712:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 182us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.815308:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 496 00010000:00010000:2.0:1788598570.815757:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.815766:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.815788:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.815797:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.815815:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598570.816310:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x21:0x0], index 0: 0 00010000:00010000:2.0:1788598570.816446:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816455:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816463:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816556:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816564:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816570:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816576:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.816580:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816648:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816660:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.816663:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.816667:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816673:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738e00/0x6b7334fb16072868 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598570.816687:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001698c62a reply state 00000000055da20a transno 4294968327 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816697:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.816703:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1bc29e3600) 00010000:00010000:2.0:1788598570.816705:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598570.816708:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598570.817072:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7800/0x6b7334fb16072861 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb6e expref: 99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.817088:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb6e expref: 98 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.817095:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:2.0:1788598570.817097:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598570.817100:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfe200, rc 0) 00000100:00100000:2.0:1788598570.817282:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+99:34656:x1875480723203584:12345-192.168.202.17@tcp:101:cp.0 Request processed in 6004us (6492us total) trans 4294968327 rc 0/0 00000100:00100000:2.0:1788598570.817292:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1726 00000100:00100000:0.0:1788598570.822342:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.822478:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723203968 00000100:00100000:3.0:1788598570.822496:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723203968 00000100:00100000:3.0:1788598570.822600:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 567 00000100:00100000:3.0:1788598570.822610:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+99:2435:x1875480723203968:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:3.0:1788598570.822677:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.822696:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072884 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb75 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822788:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607288b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822802:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607288b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822819:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607288b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822837:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072892 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822843:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072892 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822850:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072892 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822882:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607288b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822887:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607288b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822893:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607288b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822898:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.822903:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607288b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.822909:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607288b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823569:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.823574:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.823579:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607288b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823594:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb1607288b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823613:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072892 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823619:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072892 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823625:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072892 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823629:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.823632:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072892 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823638:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072892 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823646:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8a1a86203600) 00010000:00010000:3.0:1788598570.823648:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.823651:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072892 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823657:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072892 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823691:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072884 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb75 expref: 100 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823702:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.823705:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788598570.823708:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072884 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb75 expref: 100 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.823724:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc -2) 00000100:00100000:3.0:1788598570.823973:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+99:2435:x1875480723203968:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 1364us (1641us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598570.823984:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 567 00000100:00100000:1.0:1788598570.825458:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.825657:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723203840 00000100:00100000:3.0:1788598570.825667:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723203840 00000100:00100000:3.0:1788598570.825821:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 483 00000100:00100000:3.0:1788598570.825832:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+18:2433:x1875480723203840:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598570.825849:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.825868:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006172392c/0x6b7334fb16072899 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecb91 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598570.825891:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788598570.825908:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.825911:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598570.825919:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006172392c/0x6b7334fb16072899 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb91 expref: 19 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.825935:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006172392c/0x6b7334fb16072899 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb91 expref: 19 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.825948:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7200, rc 0) 00000100:00100000:3.0:1788598570.825998:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+19:2433:x1875480723203840:12345-192.168.202.17@tcp:101:cp.0 Request processed in 168us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.826008:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 483 00000100:00100000:1.0:1788598570.832124:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.832394:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723204096 00000100:00100000:3.0:1788598570.832404:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723204096 00000100:00100000:3.0:1788598570.832537:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 484 00000100:00100000:3.0:1788598570.832546:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+19:34656:x1875480723204096:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598570.832564:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.832929:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecbb4 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.833014:0:14172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006172392c/0x6b7334fb16072899 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb91 expref: 20 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.833024:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.833026:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598570.833030:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 20 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.833065:0:14172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006172392c/0x6b7334fb16072899 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb91 expref: 20 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.833078:0:14172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006172392c/0x6b7334fb16072899 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb91 expref: 20 pid: 8406 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.833092:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747111296:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598570.833190:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb6526a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788598570.836967:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.837103:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723204224 00000100:00100000:1.0:1788598570.837121:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723204224 00010000:00010000:1.0:1788598570.837159:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006172392c/0x6b7334fb16072899 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb91 expref: 21 pid: 8406 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.837211:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 497 00000100:00100000:1.0:1788598570.837221:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2432:x1875480723204224:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598570.837235:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598570.837255:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006172392c/0x6b7334fb16072899 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb91 expref: 21 pid: 8406 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.837268:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006172392c/0x6b7334fb16072899 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb91 expref: 21 pid: 8406 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.837295:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.837297:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598570.837305:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 21 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.837316:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 21 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.837353:0:8432:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 21 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598570.837368:0:8432:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8432:1875480747111424:192.168.202.17@tcp:105: 00000100:00100000:1.0:1788598570.837452:0:8432:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff16c0 going to sleep for 11 seconds 00010000:00010000:0.0:1788598570.837831:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006172392c/0x6b7334fb16072899 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb91 expref: 21 pid: 8406 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.837855:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14172:1875480747111296:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598570.837878:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 20 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598570.837890:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7800, rc 0) 00000100:00100000:0.0:1788598570.837918:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+20:34656:x1875480723204096:12345-192.168.202.17@tcp:101:cp.0 Request processed in 5374us (5815us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598570.837927:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 484 00000100:00100000:3.0:1788598570.841546:0:8432:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8432:1875480747111424:192.168.202.17@tcp:105: 00010000:00010000:3.0:1788598570.841576:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598570.841934:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+19:2432:x1875480723204224:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 4585us (4846us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598570.841947:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 497 00000100:00100000:3.0:1788598570.845677:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.845986:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723204480 00000100:00100000:1.0:1788598570.845996:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723204480 00000100:00100000:1.0:1788598570.846058:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 347 00000100:00100000:1.0:1788598570.846068:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+99:34656:x1875480723204480:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:1.0:1788598570.846732:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+100:34656:x1875480723204480:12345-192.168.202.17@tcp:35:cp.0 Request processed in 663us (1199us total) trans 4294968328 rc 0/0 00000100:00100000:1.0:1788598570.846774:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 347 00010000:00010000:2.0:1788598570.882662:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598570.893533:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.893764:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723204608 00000100:00100000:1.0:1788598570.893774:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723204608 00000100:00100000:1.0:1788598570.893825:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 568 00000100:00100000:1.0:1788598570.893845:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb3510450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+100:2434:x1875480723204608:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:1.0:1788598570.893906:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.893926:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecbbb expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.893987:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894002:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894013:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894029:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894035:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894041:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894080:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894086:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728ae lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894092:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894098:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.894102:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894122:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728ae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894134:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.894138:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.894143:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894149:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894165:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894171:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894177:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894182:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.894184:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894190:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894208:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598570.894212:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.894215:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894221:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894252:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728a7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbbb expref: 101 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894262:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.894265:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598570.894268:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbbb expref: 101 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.894277:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a889f4c00, rc -2) 00000100:00100000:1.0:1788598570.894352:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb3510450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+100:2434:x1875480723204608:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 517us (825us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598570.894359:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 568 00000100:00100000:0.0:1788598570.913140:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.913400:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723204736 00000100:00100000:1.0:1788598570.913410:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723204736 00000100:00100000:1.0:1788598570.913488:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1727 00000100:00100000:1.0:1788598570.913499:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+119:34663:x1875480723204736:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598570.913522:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.913544:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecbf3 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913628:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160728c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913644:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160728c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913657:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160728c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913667:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913675:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913681:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913793:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728d1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913813:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913820:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598570.913869:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00000004:00200000:1.0:1788598570.913873:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598570.913893:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913904:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913911:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160728c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913916:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160728c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913922:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160728c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913930:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a1000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.913934:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160728c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913940:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160728c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913951:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.913954:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.913958:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160728c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913964:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb160728c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913976:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913982:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913987:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.913992:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.913995:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.914000:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.914012:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1bc29e3600) 00010000:00010000:1.0:1788598570.914015:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.914017:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.914023:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.914049:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbf3 expref: 121 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.914061:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728d1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbf3 expref: 120 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.914067:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598570.914070:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788598570.914072:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b88b5ca00, rc 0) 00000100:00100000:1.0:1788598570.914141:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+120:34663:x1875480723204736:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 644us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.914148:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1727 00000100:00100000:3.0:1788598570.920989:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.921336:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723204864 00000100:00100000:2.0:1788598570.921346:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723204864 00000100:00100000:2.0:1788598570.921405:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 485 00000100:00100000:2.0:1788598570.921424:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723204864:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598570.921445:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.921465:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031e1b3d1/0x6b7334fb160728d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecbfa expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598570.921532:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747111552:192.168.202.17@tcp:106: 00000100:00100000:2.0:1788598570.921953:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb6526d80 going to sleep for 11 seconds 00002000:00010000:2.0:1788598570.925537:0:8403:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788598570.925545:0:8403:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb mtime: 0 -> 1788598571 00002000:00010000:2.0:1788598570.925547:0:8403:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb atime: 0 -> 1788598571 00002000:00010000:2.0:1788598570.925550:0:8403:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb ctime: 0 -> 1788598571 00002000:00010000:2.0:1788598570.925552:0:8403:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1788598570.925573:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747111552:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598570.925699:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000031e1b3d1/0x6b7334fb160728d8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbfa expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.925724:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031e1b3d1/0x6b7334fb160728d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbfa expref: 18 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.925767:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfec00, rc 0) 00000100:00100000:2.0:1788598570.925998:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723204864:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4583us (5017us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.926007:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 485 00000100:00100000:3.0:1788598570.931263:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.932181:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723204992 00000100:00100000:1.0:1788598570.932193:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723204992 00000100:00100000:1.0:1788598570.932298:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1728 00000100:00100000:1.0:1788598570.932309:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+120:34663:x1875480723204992:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:1.0:1788598570.932341:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.932365:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc01 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.932605:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.932621:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.932633:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788598570.932674:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1788598570.932679:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788598570.933607:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.933645:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb160728df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc01 expref: 122 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.933665:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc01 expref: 121 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.933674:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.933677:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788598570.933680:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1600, rc 0) 00000100:00100000:1.0:1788598570.934023:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+121:34663:x1875480723204992:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1714us (2767us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598570.934031:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1728 00000100:00100000:1.0:1788598570.939567:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598570.939998:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723205120 00000100:00100000:0.0:1788598570.940009:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723205120 00000100:00100000:0.0:1788598570.940103:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 486 00000100:00100000:0.0:1788598570.940113:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723205120:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598570.940132:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598570.940150:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5be10fd/0x6b7334fb160728ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc08 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598570.940217:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a879ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747111680:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598570.940302:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598570.943387:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a879ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747111680:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598570.943428:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c5be10fd/0x6b7334fb160728ed lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc08 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.943457:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5be10fd/0x6b7334fb160728ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc08 expref: 18 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.943471:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9a738e00, rc 0) 00000100:00100000:2.0:1788598570.943730:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723205120:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 3617us (4170us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.943768:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 486 00000100:00100000:0.0:1788598570.951281:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.951360:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723205376 00000100:00100000:2.0:1788598570.951369:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723205376 00000100:00100000:2.0:1788598570.951453:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1729 00000100:00100000:2.0:1788598570.951462:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+121:34663:x1875480723205376:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:2.0:1788598570.951621:0:10034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 136 off15400 00000100:00100000:2.0:1788598570.951693:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+121:34663:x1875480723205376:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 232us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598570.951701:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1729 00000100:00100000:1.0:1788598570.961230:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.961371:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723205504 00000100:00100000:2.0:1788598570.961381:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723205504 00000100:00100000:2.0:1788598570.961443:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1730 00000100:00100000:2.0:1788598570.961453:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+121:34664:x1875480723205504:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788598570.961481:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.961503:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb160728f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc0f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.961569:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962340:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962356:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962381:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072902 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962389:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072902 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962396:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072902 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962436:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962443:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962449:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962456:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962462:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfea00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.962466:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962769:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962785:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.962788:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.962794:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962801:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb160728fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962817:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072902 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962824:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072902 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962830:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072902 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962946:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.962949:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072902 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962956:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072902 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962965:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8a1b94e62f00) 00010000:00010000:2.0:1788598570.962968:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.962971:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072902 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.962977:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072902 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.963026:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb160728f4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc0f expref: 122 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.963035:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.963038:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.963041:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb160728f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc0f expref: 122 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.963051:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfec00, rc 0) 00000100:00100000:2.0:1788598570.963120:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+121:34664:x1875480723205504:12345-192.168.202.17@tcp:101:bash.0 Request processed in 1668us (1899us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.963130:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1730 00000100:00100000:0.0:1788598570.975111:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598570.975206:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723205632 00000100:00100000:1.0:1788598570.975214:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723205632 00000100:00100000:1.0:1788598570.975276:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1731 00000100:00100000:1.0:1788598570.975286:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+100:34665:x1875480723205632:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:1.0:1788598570.975306:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598570.975327:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072909 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc16 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975397:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072910 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975411:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072910 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975422:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072910 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975436:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072917 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975444:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072917 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975450:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072917 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975494:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072910 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975501:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072910 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975511:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072910 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975516:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a889f4c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.975521:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072910 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975528:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072910 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975538:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.975541:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.975545:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072910 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975551:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f4c00/0x6b7334fb16072910 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975563:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072917 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975569:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072917 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975575:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072917 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975692:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598570.975696:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072917 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975706:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072917 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975715:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598570.975717:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.975720:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072917 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975725:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072917 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975808:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072909 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc16 expref: 101 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975819:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598570.975822:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598570.975825:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1000/0x6b7334fb16072909 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc16 expref: 101 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598570.975835:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a878a1000, rc 0) 00000100:00100000:1.0:1788598570.975886:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+100:34665:x1875480723205632:12345-192.168.202.17@tcp:101:rm.0 Request processed in 602us (784us total) trans 0 rc 301/301 00000100:00100000:1.0:1788598570.975893:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1731 00000100:00100000:0.0:1788598570.980777:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598570.981187:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723205760 00000100:00100000:2.0:1788598570.981206:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723205760 00000100:00100000:2.0:1788598570.981261:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1732 00000100:00100000:2.0:1788598570.981270:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+100:34665:x1875480723205760:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:2.0:1788598570.981290:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598570.981311:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607291e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc24 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981379:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072925 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981393:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072925 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981404:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072925 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981421:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607292c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981429:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607292c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981435:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607292c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981469:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072925 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981477:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072925 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981483:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072925 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981490:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.981494:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072925 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981501:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072925 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981512:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.981515:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.981519:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072925 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981525:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072925 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981537:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607292c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981542:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607292c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981547:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607292c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981551:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfea00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598570.981554:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607292c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981558:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607292c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981565:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8a1b94e62f00) 00010000:00010000:2.0:1788598570.981567:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.981569:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607292c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981573:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607292c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981724:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607291e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc24 expref: 101 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981771:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598570.981774:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598570.981779:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb1607291e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc24 expref: 101 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598570.981789:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfec00, rc 0) 00000100:00100000:0.0:1788598570.981980:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598570.982131:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723205888 00000100:00100000:3.0:1788598570.982135:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723205888 00000100:00100000:3.0:1788598570.982189:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 569 00000100:00100000:3.0:1788598570.982206:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+101:2435:x1875480723205888:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:3.0:1788598570.982230:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598570.982239:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072933 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc1d expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982270:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607293a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982280:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607293a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982287:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607293a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982301:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072941 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982308:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072941 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982315:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072941 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982333:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607293a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982338:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607293a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982343:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607293a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982348:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.982351:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607293a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982357:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607293a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982364:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.982367:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.982371:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607293a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982377:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb1607293a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982387:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072941 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982392:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072941 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982397:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072941 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982402:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598570.982404:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072941 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982410:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072941 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982417:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff8a1a86203600) 00010000:00010000:3.0:1788598570.982419:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598570.982422:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072941 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982427:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb16072941 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982451:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072933 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc1d expref: 102 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982459:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598570.982461:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788598570.982464:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb16072933 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc1d expref: 102 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598570.982472:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc -2) 00000100:00100000:3.0:1788598570.982510:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+101:2435:x1875480723205888:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 314us (529us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598570.982518:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 569 00000100:00100000:2.0:1788598570.983175:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+100:34665:x1875480723205760:12345-192.168.202.17@tcp:101:rm.0 Request processed in 1902us (2442us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598570.983184:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1732 00000100:00100000:0.0:1788598571.002825:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.002861:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.002929:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723206016 00000100:00100000:2.0:1788598571.002940:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723206016 00000100:00100000:2.0:1788598571.002998:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1733 00000100:00100000:2.0:1788598571.003008:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+100:34666:x1875480723206016:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598571.003030:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598571.003051:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072948 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc2b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003125:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003140:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003152:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003166:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072956 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003173:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072956 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003180:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072956 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003243:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003251:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003256:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003262:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003267:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfea00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598571.003271:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003278:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003289:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598571.003292:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598571.003297:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003303:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607294f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003312:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072956 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003316:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072956 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003320:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072956 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003325:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598571.003328:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072956 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003333:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072956 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003340:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8a1b94e62f00) 00010000:00010000:2.0:1788598571.003342:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598571.003344:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072956 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003350:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072956 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003382:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072948 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc2b expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003390:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598571.003392:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598571.003394:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072948 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc2b expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.003400:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfec00, rc 0) 00000100:00100000:2.0:1788598571.003460:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+100:34666:x1875480723206016:12345-192.168.202.17@tcp:101:cp.0 Request processed in 453us (643us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598571.003470:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1733 00000100:00100000:1.0:1788598571.004707:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723206144 00000100:00100000:1.0:1788598571.004717:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723206144 00000100:00100000:1.0:1788598571.004789:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 570 00000100:00100000:1.0:1788598571.004796:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+100:2435:x1875480723206144:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:1.0:1788598571.004830:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598571.004847:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607295d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc32 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004882:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072964 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004893:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072964 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004904:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072964 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004916:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607296b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004923:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607296b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004929:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607296b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004957:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072964 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004962:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072964 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004967:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072964 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004970:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ede00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598571.004974:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072964 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004981:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072964 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.004990:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598571.004993:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598571.004997:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072964 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005003:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072964 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005015:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607296b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005020:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607296b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005026:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607296b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005031:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598571.005034:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607296b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005039:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607296b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005045:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff8a1b9fd8c200) 00010000:00010000:1.0:1788598571.005047:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598571.005050:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607296b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005055:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb1607296b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005079:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607295d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc32 expref: 101 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005089:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598571.005091:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598571.005094:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb1607295d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc32 expref: 101 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.005103:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eca00, rc -2) 00000100:00100000:1.0:1788598571.005155:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+100:2435:x1875480723206144:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 359us (2292us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598571.005162:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 570 00000100:00100000:0.0:1788598571.010670:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.010860:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723206272 00000100:00100000:2.0:1788598571.010869:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723206272 00000100:00100000:2.0:1788598571.010921:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1734 00000100:00100000:2.0:1788598571.010931:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+100:34666:x1875480723206272:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598571.010954:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598571.010974:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072972 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc39 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011046:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072979 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011062:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072979 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011074:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072979 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011089:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072980 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011096:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072980 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011103:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072980 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011139:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072979 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011149:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072979 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011154:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072979 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011159:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598571.011164:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072979 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011170:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072979 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011180:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598571.011183:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598571.011188:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072979 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011193:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072979 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011218:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072980 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011224:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072980 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011230:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072980 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011236:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfea00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598571.011239:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072980 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011245:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072980 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011251:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8a1b94e62f00) 00010000:00010000:2.0:1788598571.011253:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598571.011256:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072980 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011260:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb16072980 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011292:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072972 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc39 expref: 101 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011300:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598571.011301:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598571.011303:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072972 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc39 expref: 101 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.011309:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfec00, rc 0) 00000100:00100000:2.0:1788598571.011368:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+100:34666:x1875480723206272:12345-192.168.202.17@tcp:101:cp.0 Request processed in 438us (706us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598571.011376:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1734 00000100:00100000:0.0:1788598571.016071:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.016678:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723206528 00000100:00100000:2.0:1788598571.016687:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723206528 00000100:00100000:2.0:1788598571.016780:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1735 00000100:00100000:2.0:1788598571.016788:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+100:34666:x1875480723206528:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:2.0:1788598571.016808:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598571.016829:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072987 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc40 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.016950:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.016962:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc01 expref: 120 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.016968:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.016999:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc01 expref: 120 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.017012:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc01 expref: 120 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.017026:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747111808:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598571.017125:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb6526d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788598571.020209:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747111808:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598571.020240:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.021441:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.021619:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723206656 00000100:00100000:3.0:1788598571.021628:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723206656 00010000:00010000:3.0:1788598571.021666:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc01 expref: 121 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.021701:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 498 00000100:00100000:3.0:1788598571.021707:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b85f2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+121:2432:x1875480723206656:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598571.021718:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598571.021723:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc01 expref: 121 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.021731:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc01 expref: 121 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.021776:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1600/0x6b7334fb160728e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc01 expref: 121 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.021799:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598571.021804:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.021812:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.021818:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.021992:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598571.022062:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b85f2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+120:2432:x1875480723206656:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 354us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.022070:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 498 00010000:00010000:2.0:1788598571.022391:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.022400:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.022490:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.022502:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.022510:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788598571.022840:0:10034:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x23:0x0], index 1: 0 00010000:00010000:2.0:1788598571.023303:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607299c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.023315:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607299c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024250:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607299c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024305:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024310:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024315:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024318:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffe00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598571.024366:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024375:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024385:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598571.024387:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598571.024389:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024393:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb1607298e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598571.024405:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cefe6d7c reply state 000000005ae0d9fe transno 4294968329 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024454:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024458:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8a1b94e62f00) 00010000:00010000:2.0:1788598571.024459:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598571.024462:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598571.024498:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072987 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc40 expref: 103 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024512:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfea00/0x6b7334fb1607299c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc40 expref: 102 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.024520:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8a1a81295400) 00010000:00010000:2.0:1788598571.024523:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598571.024525:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfea00, rc 0) 00000100:00100000:2.0:1788598571.024758:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+103:34666:x1875480723206528:12345-192.168.202.17@tcp:101:cp.0 Request processed in 7969us (8696us total) trans 4294968329 rc 0/0 00000100:00100000:2.0:1788598571.024767:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1735 00000100:00100000:0.0:1788598571.028040:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.028150:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723206784 00000100:00100000:3.0:1788598571.028159:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723206784 00000100:00080000:2.0:1788598571.028211:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598571.028262:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 487 00000100:00100000:3.0:1788598571.028270:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+18:2432:x1875480723206784:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:3.0:1788598571.028285:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598571.028300:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb160729aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc47 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598571.028319:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788598571.028336:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.028339:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.028347:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb160729aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc47 expref: 19 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.028363:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb160729aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc47 expref: 19 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.028382:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc 0) 00000100:00100000:3.0:1788598571.028435:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+19:2432:x1875480723206784:12345-192.168.202.17@tcp:101:cp.0 Request processed in 166us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.028442:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 487 00000100:00100000:0.0:1788598571.032156:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.032278:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723206912 00000100:00100000:1.0:1788598571.032287:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723206912 00000100:00100000:1.0:1788598571.032385:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 488 00000100:00100000:1.0:1788598571.032396:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+19:34666:x1875480723206912:12345-192.168.202.17@tcp:101:cp.0 00010000:00010000:1.0:1788598571.032413:0:24433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598571.032431:0:24433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc4e expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.032461:0:24433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb160729aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc47 expref: 20 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.032475:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598571.032478:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598571.032482:0:24433:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 20 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.032520:0:24433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb160729aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc47 expref: 20 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.032534:0:24433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb160729aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc47 expref: 20 pid: 8405 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598571.032549:0:24433:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24433:1875480747111936:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598571.032646:0:24433:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598571.036267:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.036383:0:24433:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24433:1875480747111936:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598571.036418:0:24433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 20 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.036439:0:24433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ede00, rc 0) 00000100:00100000:3.0:1788598571.036499:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+20:34666:x1875480723206912:12345-192.168.202.17@tcp:101:cp.0 Request processed in 4105us (4352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.036507:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 488 00000100:00100000:2.0:1788598571.036782:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723207040 00000100:00100000:2.0:1788598571.036789:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723207040 00010000:00010000:2.0:1788598571.036820:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb160729aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc47 expref: 20 pid: 8405 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.036864:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 499 00000100:00100000:2.0:1788598571.036874:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+20:2433:x1875480723207040:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598571.036886:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598571.036906:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb160729aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc47 expref: 20 pid: 8405 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.036918:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb160729aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc47 expref: 20 pid: 8405 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.036940:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb160729aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc47 expref: 20 pid: 8405 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.036952:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.036954:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.036961:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 19 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.036970:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 19 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.037003:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 19 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.037016:0:6509:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1875480747112064:192.168.202.17@tcp:105: 00000100:00100000:2.0:1788598571.037081:0:6509:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b88902f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598571.048757:0:6509:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1875480747112064:192.168.202.17@tcp:105: 00010000:00010000:2.0:1788598571.048788:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598571.048860:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+19:2433:x1875480723207040:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 11986us (12602us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.048871:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 499 00000100:00100000:0.0:1788598571.053675:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.053762:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723207296 00000100:00100000:3.0:1788598571.053772:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723207296 00000100:00100000:3.0:1788598571.053837:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 348 00000100:00100000:3.0:1788598571.053848:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+103:34666:x1875480723207296:12345-192.168.202.17@tcp:35:cp.0 00000100:00100000:3.0:1788598571.054300:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+104:34666:x1875480723207296:12345-192.168.202.17@tcp:35:cp.0 Request processed in 453us (634us total) trans 4294968330 rc 0/0 00000100:00100000:3.0:1788598571.054309:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 348 00000100:00100000:1.0:1788598571.141271:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.141433:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723207424 00000100:00100000:3.0:1788598571.141443:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723207424 00000100:00100000:3.0:1788598571.141515:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1736 00000100:00100000:3.0:1788598571.141525:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+120:34669:x1875480723207424:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598571.141550:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598571.141571:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb160729b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc55 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141642:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160729bf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141657:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160729bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141670:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160729bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141683:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160729c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141690:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160729c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141696:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160729c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141814:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160729cd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141822:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160729cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141829:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160729cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598571.141870:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00000004:00200000:3.0:1788598571.141874:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788598571.141892:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160729cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141904:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160729cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141911:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160729bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141916:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160729bf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141923:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160729bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141928:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598571.141932:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160729bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141939:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160729bf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141950:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598571.141953:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598571.141957:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160729bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141964:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb160729bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141977:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160729c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141987:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160729c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141993:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160729c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.141998:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598571.142001:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160729c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.142006:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160729c6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.142012:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8a1b94e62f00) 00010000:00010000:3.0:1788598571.142014:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598571.142017:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160729c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.142021:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959fa00/0x6b7334fb160729c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.142045:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e600/0x6b7334fb160729b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc55 expref: 122 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.142074:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7200/0x6b7334fb160729cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc55 expref: 121 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.142082:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8a1a81295400) 00010000:00010000:3.0:1788598571.142084:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598571.144075:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a88be7200, rc 0) 00000100:00100000:3.0:1788598571.144209:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+121:34669:x1875480723207424:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 2672us (2933us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.144218:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1736 00000100:00100000:3.0:1788598571.161439:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.161476:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.161518:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723207680 00000100:00100000:3.0:1788598571.161527:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723207680 00000100:00100000:3.0:1788598571.161595:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 489 00000100:00100000:3.0:1788598571.161605:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+20:2435:x1875480723207680:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788598571.161622:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598571.161642:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160729d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc94 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.161700:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747112192:192.168.202.17@tcp:106: 00000100:00100000:3.0:1788598571.161834:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352af00 going to sleep for 11 seconds 00000100:00080000:3.0:1788598571.161953:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598571.162237:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723207552 00000100:00100000:0.0:1788598571.162242:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723207552 00000100:00100000:0.0:1788598571.162278:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 571 00000100:00100000:0.0:1788598571.162286:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:057ab826-16b2-4323-94a8-90eee763040a+121:2433:x1875480723207552:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:0.0:1788598571.162344:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598571.162357:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb160729db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc5c expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162408:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160729e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162423:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160729e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162434:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160729e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162451:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160729e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162457:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160729e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162463:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160729e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162497:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160729e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162508:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160729e2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162514:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160729e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162520:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598571.162525:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160729e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162531:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160729e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162543:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598571.162546:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598571.162550:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160729e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162556:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb160729e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162568:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160729e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162573:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160729e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162579:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160729e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162585:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598571.162588:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160729e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162594:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160729e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162600:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff8a1b84c1a700) 00010000:00010000:0.0:1788598571.162602:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598571.162605:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160729e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162610:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb160729e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162638:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb160729db lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc5c expref: 122 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162648:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598571.162651:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598571.162654:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb160729db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc5c expref: 122 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.162663:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535d200, rc -2) 00000100:00100000:0.0:1788598571.162705:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:057ab826-16b2-4323-94a8-90eee763040a+121:2433:x1875480723207552:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 420us (1277us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598571.162713:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 571 00002000:00010000:3.0:1788598571.168257:0:8406:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788598571.168266:0:8406:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb mtime: 0 -> 1788598571 00002000:00010000:3.0:1788598571.168269:0:8406:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb atime: 0 -> 1788598571 00002000:00010000:3.0:1788598571.168271:0:8406:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb ctime: 0 -> 1788598571 00002000:00010000:3.0:1788598571.168273:0:8406:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1788598571.168297:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747112192:192.168.202.17@tcp:106: 00010000:00010000:3.0:1788598571.168349:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160729d4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc94 expref: 21 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.168372:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb160729d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc94 expref: 21 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.168384:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89657600, rc 0) 00000100:00100000:3.0:1788598571.168515:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+20:2435:x1875480723207680:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 6910us (7037us total) trans 0 rc 301/301 00000100:00100000:3.0:1788598571.168525:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 489 00000100:00100000:1.0:1788598571.207157:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.213603:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723207808 00000100:00100000:2.0:1788598571.213619:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723207808 00000100:00100000:2.0:1788598571.213689:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1737 00000100:00100000:2.0:1788598571.213700:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+121:34669:x1875480723207808:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:2.0:1788598571.213722:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598571.213777:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160729f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecc9b expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.214384:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb160729f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.214402:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb160729f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.214427:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb160729f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598571.214899:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1788598571.214905:0:13009:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788598571.214930:0:13009:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb160729f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.214964:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb160729f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc9b expref: 123 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.214985:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb160729f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc9b expref: 122 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.214993:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598571.214996:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788598571.214999:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cffe00, rc 0) 00000100:00100000:2.0:1788598571.215086:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+122:34669:x1875480723207808:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1387us (7939us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.216094:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1737 00000100:00100000:1.0:1788598571.232178:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.232428:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723207936 00000100:00100000:0.0:1788598571.232439:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723207936 00000100:00100000:0.0:1788598571.232509:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 490 00000100:00100000:0.0:1788598571.232519:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+20:2432:x1875480723207936:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788598571.232540:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598571.232561:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160729fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecca2 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.232626:0:14172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747112320:192.168.202.17@tcp:106: 00000100:00100000:0.0:1788598571.235022:0:14172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598571.236604:0:14172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14172:1875480747112320:192.168.202.17@tcp:106: 00010000:00010000:2.0:1788598571.236643:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160729fe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecca2 expref: 21 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.236667:0:14172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cc56544/0x6b7334fb160729fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecca2 expref: 21 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.236681:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c400, rc 0) 00000100:00100000:2.0:1788598571.236783:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+20:2432:x1875480723207936:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 4265us (4614us total) trans 0 rc 301/301 00000100:00100000:2.0:1788598571.236793:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 490 00000100:00100000:1.0:1788598571.252813:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.252986:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723208192 00000100:00100000:2.0:1788598571.252997:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723208192 00000100:00100000:2.0:1788598571.253059:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1738 00000100:00100000:2.0:1788598571.253069:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+122:34669:x1875480723208192:12345-192.168.202.17@tcp:58:lfs.0 00000040:00080000:2.0:1788598571.253232:0:10034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 136 off15536 00000100:00100000:2.0:1788598571.253310:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+122:34669:x1875480723208192:12345-192.168.202.17@tcp:58:lfs.0 Request processed in 242us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.253317:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1738 00000040:00080000:3.0:1788598571.458004:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598571.458018:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598571.458057:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 53 count 13 00000040:00080000:3.0:1788598571.458074:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:3.0:1788598571.459127:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747112448:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598571.459275:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a600 going to sleep for 11 seconds 00000100:00100000:3.0:1788598571.469233:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747112448:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788598571.500004:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.500053:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.500092:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.500272:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723208320 00000100:00100000:2.0:1788598571.500272:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723208448 00000100:00100000:3.0:1788598571.500283:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723208320 00000100:00100000:2.0:1788598571.500283:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723208448 00000100:00100000:2.0:1788598571.500337:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723208576 00000100:00100000:2.0:1788598571.500340:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723208576 00000100:00100000:0.0:1788598571.500389:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1739 00000100:00100000:0.0:1788598571.500401:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+106:34681:x1875480723208448:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598571.500442:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598571.500559:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+106:34681:x1875480723208448:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 161us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.500566:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1739 00000100:00100000:1.0:1788598571.500942:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1740 00000100:00100000:1.0:1788598571.500955:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+106:34683:x1875480723208320:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598571.500973:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598571.501038:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+106:34683:x1875480723208320:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 88us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.501045:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1740 00000100:00100000:2.0:1788598571.506238:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1741 00000100:00100000:2.0:1788598571.506263:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+105:34682:x1875480723208576:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598571.506303:0:6525:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598571.506439:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+105:34682:x1875480723208576:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 189us (6345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.506447:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1741 00000100:00100000:1.0:1788598571.515998:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.516132:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723208832 00000100:00100000:3.0:1788598571.516142:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723208832 00000100:00100000:3.0:1788598571.516214:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1742 00000100:00100000:3.0:1788598571.516224:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+105:34681:x1875480723208832:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.516247:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598571.516266:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072a05 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecca9 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.516378:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072a0c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.516393:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072a0c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.516407:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072a0c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598571.516420:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00010000:00010000:3.0:1788598571.516527:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072a05 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecca9 expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.516546:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072a0c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecca9 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.516554:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:3.0:1788598571.516557:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598571.516561:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598571.517997:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+106:34681:x1875480723208832:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1766us (1999us total) trans 4294968331 rc 0/0 00000100:00100000:3.0:1788598571.518009:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1742 00000100:00100000:3.0:1788598571.529945:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.530057:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723209088 00000100:00100000:2.0:1788598571.530068:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723209088 00000100:00100000:2.0:1788598571.530137:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1743 00000100:00100000:2.0:1788598571.530148:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+106:34683:x1875480723209088:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598571.530169:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598571.530199:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072a1a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeccb0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.530332:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072a21 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.530348:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072a21 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.530361:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072a21 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598571.530374:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00010000:00010000:2.0:1788598571.530480:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072a1a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccb0 expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.530499:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072a21 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccb0 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.530509:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:2.0:1788598571.530512:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598571.530516:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfee00, rc 0) 00000100:00100000:2.0:1788598571.530591:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+108:34683:x1875480723209088:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 445us (654us total) trans 4294968332 rc 0/0 00000100:00100000:2.0:1788598571.530600:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1743 00000100:00100000:1.0:1788598571.538065:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.538175:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723209344 00000100:00100000:2.0:1788598571.538185:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723209344 00000100:00100000:2.0:1788598571.538260:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1744 00000100:00100000:2.0:1788598571.538270:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+108:34682:x1875480723209344:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598571.538289:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598571.538311:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072a2f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeccb7 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.538414:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072a36 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.538429:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072a36 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.538442:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072a36 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788598571.538454:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00010000:00010000:2.0:1788598571.538565:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffc00/0x6b7334fb16072a2f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccb7 expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.538597:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072a36 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccb7 expref: 110 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.538606:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:2.0:1788598571.538609:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788598571.538613:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cff200, rc 0) 00000100:00100000:2.0:1788598571.538665:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+110:34682:x1875480723209344:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 397us (609us total) trans 4294968333 rc 0/0 00000100:00100000:2.0:1788598571.538673:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1744 00000100:00100000:3.0:1788598571.543463:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.543719:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.545953:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723209472 00000100:00100000:2.0:1788598571.545967:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723209472 00000100:00100000:2.0:1788598571.546041:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 491 00000100:00100000:2.0:1788598571.546052:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+19:2434:x1875480723209472:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598571.546109:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.546130:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 19 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.546139:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1788598571.546142:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1788598571.546146:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.546183:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 19 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.546209:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 19 pid: 8406 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.546225:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747112576:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598571.546327:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b88902f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788598571.548404:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.548443:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.548495:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723209856 00000100:00100000:3.0:1788598571.548504:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723209856 00000100:00100000:3.0:1788598571.548559:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 492 00000100:00100000:3.0:1788598571.548568:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+19:2435:x1875480723209856:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.548612:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.548633:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 19 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.548642:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598571.548644:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598571.548648:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.548680:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 19 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.548692:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 19 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.548706:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747112704:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598571.548799:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1788598571.553953:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747112576:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598571.553983:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598571.554057:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723209600 00000100:00100000:1.0:1788598571.554064:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723209600 00000100:00100000:1.0:1788598571.554251:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723209728 00000100:00100000:1.0:1788598571.554255:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723209728 00000100:00100000:1.0:1788598571.554288:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 117 00000100:00100000:1.0:1788598571.554298:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+111:2433:x1875480723209600:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598571.554312:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598571.554336:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072a21 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccb0 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.554351:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:1.0:1788598571.554356:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598571.554406:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+110:2433:x1875480723209600:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 109us (10953us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.554414:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 117 00000100:00100000:1.0:1788598571.554431:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 118 00000100:00100000:1.0:1788598571.554438:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+109:2432:x1875480723209728:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598571.554446:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598571.554456:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff200/0x6b7334fb16072a36 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccb7 expref: 109 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.554466:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:1.0:1788598571.554469:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598571.554498:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+108:2432:x1875480723209728:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 59us (6053us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.554507:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 118 00000100:00100000:3.0:1788598571.555460:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747112704:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598571.555615:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.556646:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.556794:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723209984 00000100:00100000:1.0:1788598571.556810:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723209984 00000100:00100000:1.0:1788598571.556865:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 119 00000100:00100000:1.0:1788598571.556875:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+108:2433:x1875480723209984:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598571.556888:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598571.556908:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072a0c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecca9 expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.556927:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:1.0:1788598571.556931:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598571.556973:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+107:2433:x1875480723209984:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 100us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.556981:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 119 00000100:00100000:0.0:1788598571.558676:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.558725:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.558828:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723210112 00000100:00100000:3.0:1788598571.558837:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723210112 00002000:00100000:3.0:1788598571.558879:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff8a1a87a7fb80 x1875480723210112/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 648/0 e 0 to 0 dl 1788598582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598571.558891:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a7fb80 with x1875480723210112 ext(0->157) 00010000:00010000:3.0:1788598571.558900:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 20 pid: 8406 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.558916:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 20 pid: 8406 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598571.558925:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a87a7fb80 00000100:00100000:3.0:1788598571.558950:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723210240 00000100:00100000:3.0:1788598571.558953:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723210240 00002000:00100000:3.0:1788598571.558968:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff8a1a88c90700 x1875480723210240/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 648/0 e 0 to 0 dl 1788598582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598571.558976:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88c90700 with x1875480723210240 ext(0->157) 00010000:00010000:3.0:1788598571.558982:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 20 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.558993:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 20 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598571.559001:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a88c90700 00000100:00100000:3.0:1788598571.559017:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 24 00000100:00100000:3.0:1788598571.559025:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+20:2434:x1875480723210112:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:0.0:1788598571.559236:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 25 00000100:00100000:0.0:1788598571.559246:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+20:2433:x1875480723210240:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:0.0:1788598571.561707:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2433:x1875480723210240:12345-192.168.202.17@tcp:4:cp.0 Request processed in 2454us (2972us total) trans 4294967378 rc 0/0 00000100:00100000:0.0:1788598571.561719:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 25 00002000:00100000:0.0:1788598571.561754:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff8a1a88c90700 x1875480723210240/t4294967378(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 648/448 e 0 to 0 dl 1788598582 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788598571.561765:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88c90700 with x1875480723210240 ext(0->157) 00010000:00010000:0.0:1788598571.561775:0:14217:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 22 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.561790:0:14217:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 22 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598571.561807:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a88c90700 00000100:00100000:3.0:1788598571.565621:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.565659:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723210368 00000100:00100000:3.0:1788598571.565668:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723210368 00000100:00100000:3.0:1788598571.565725:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 493 00000100:00100000:3.0:1788598571.565759:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2433:x1875480723210368:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.565801:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.565822:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 23 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.565832:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598571.565834:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598571.565838:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.565873:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 23 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.565885:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 23 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.565901:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747112832:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598571.565968:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1788598571.566563:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2434:x1875480723210112:12345-192.168.202.17@tcp:4:cp.0 Request processed in 7534us (7890us total) trans 4294967389 rc 0/0 00000100:00100000:1.0:1788598571.566573:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 24 00002000:00100000:1.0:1788598571.566584:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff8a1a87a7fb80 x1875480723210112/t4294967389(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 648/448 e 0 to 0 dl 1788598582 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.566594:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87a7fb80 with x1875480723210112 ext(0->157) 00010000:00010000:1.0:1788598571.566603:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 23 pid: 8406 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.566617:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 23 pid: 8406 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598571.566631:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a87a7fb80 00000100:00100000:3.0:1788598571.569041:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.569140:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723210496 00000100:00100000:2.0:1788598571.569150:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723210496 00010000:00010000:2.0:1788598571.569188:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 23 pid: 8406 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.569240:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 500 00000100:00100000:2.0:1788598571.569250:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2435:x1875480723210496:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598571.569266:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788598571.569284:0:10276:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788598571.569290:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 23 pid: 8406 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.569303:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 23 pid: 8406 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.569327:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb1607278f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecae9 expref: 23 pid: 8406 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.569346:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.569348:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.569353:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.569363:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.569441:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598571.569505:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2435:x1875480723210496:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 256us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.569513:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 500 00010000:00010000:3.0:1788598571.570756:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.570773:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.570798:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.570933:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.570941:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.570948:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffc00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598571.570953:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.570962:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.570979:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.570987:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df158cb1/0x6b7334fb16072a44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.571174:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2434:x1875480723209472:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 25120us (27451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.571184:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 491 00000100:00100000:0.0:1788598571.577538:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.577573:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.577609:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.577937:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723210624 00000100:00100000:1.0:1788598571.577947:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723210624 00002000:00100000:1.0:1788598571.577996:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff8a1a88c91500 x1875480723210624/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 648/0 e 0 to 0 dl 1788598582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.578007:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88c91500 with x1875480723210624 ext(0->157) 00010000:00010000:1.0:1788598571.578016:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 21 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.578029:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 21 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598571.578038:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a88c91500 00000100:00100000:1.0:1788598571.578072:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 26 00000100:00100000:1.0:1788598571.578081:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2432:x1875480723210624:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:1.0:1788598571.579032:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2432:x1875480723210624:12345-192.168.202.17@tcp:4:cp.0 Request processed in 947us (1499us total) trans 4294967390 rc 0/0 00000100:00100000:1.0:1788598571.579042:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 26 00002000:00100000:1.0:1788598571.579051:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff8a1a88c91500 x1875480723210624/t4294967390(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 648/448 e 0 to 0 dl 1788598582 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.579060:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a88c91500 with x1875480723210624 ext(0->157) 00010000:00010000:1.0:1788598571.579067:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 23 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.579085:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 23 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788598571.579277:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a88c91500 00000100:00100000:3.0:1788598571.579695:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723210752 00000100:00100000:3.0:1788598571.579704:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723210752 00010000:00010000:3.0:1788598571.579731:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 22 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.583832:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723211008 00000100:00100000:2.0:1788598571.583846:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723211008 00000100:00100000:2.0:1788598571.583976:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1745 00000100:00100000:2.0:1788598571.583987:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34683:x1875480723211008:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598571.584123:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34683:x1875480723211008:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 137us (6512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.584131:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1745 00000100:00100000:3.0:1788598571.585201:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 501 00000100:00100000:3.0:1788598571.585215:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2432:x1875480723210752:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598571.585230:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1788598571.585249:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1788598571.585257:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 22 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585271:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 22 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585295:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000afbfe76/0x6b7334fb160726bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca95 expref: 22 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585312:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.585314:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.585319:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585329:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585362:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598571.585406:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2432:x1875480723210752:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 196us (7832us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.585413:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 501 00010000:00010000:3.0:1788598571.585450:0:8868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585460:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585487:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585494:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585502:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585509:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598571.585513:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585522:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585533:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.585541:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000041ee541/0x6b7334fb16072a4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.585588:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+20:2435:x1875480723209856:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 37022us (37193us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.585597:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 492 00000100:00100000:3.0:1788598571.586408:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747112832:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598571.586434:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598571.588325:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.589109:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723211136 00000100:00100000:3.0:1788598571.589119:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723211136 00010000:00010000:3.0:1788598571.589156:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 23 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.589632:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 502 00000100:00100000:3.0:1788598571.589647:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b85f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2435:x1875480723211136:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598571.589663:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1788598571.589683:0:8432:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1788598571.589690:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 23 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.589707:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 23 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.589730:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e54ab19e/0x6b7334fb160725c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca33 expref: 23 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.589773:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.589775:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.589780:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.589790:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.590222:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598571.590279:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b85f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2435:x1875480723211136:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 635us (1962us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.590288:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 502 00010000:00010000:1.0:1788598571.590499:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.590510:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.590531:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.590540:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.590548:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.590555:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598571.590560:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.590569:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.590583:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.590591:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b18e0006/0x6b7334fb16072a52 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598571.590641:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2433:x1875480723210368:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 24908us (25031us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.590650:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 493 00000100:00100000:1.0:1788598571.592101:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.592438:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.594657:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723211520 00000100:00100000:2.0:1788598571.594671:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723211520 00000100:00100000:2.0:1788598571.594763:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1746 00000100:00100000:2.0:1788598571.594774:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34682:x1875480723211520:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598571.594896:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34682:x1875480723211520:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 123us (2800us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.594903:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1746 00000100:00100000:0.0:1788598571.595170:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723211264 00000100:00100000:0.0:1788598571.595176:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723211264 00000100:00100000:0.0:1788598571.595218:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 494 00000100:00100000:0.0:1788598571.595225:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2432:x1875480723211264:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598571.595236:0:24433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598571.595256:0:24433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb16072a59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeccbe expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788598571.595282:0:24433:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 158, mtime: 0x6a9bd92a, atime: 0x0, ctime: 0x6a9bd92a, blocks: 0x8 00010000:00010000:0.0:1788598571.595298:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598571.595300:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598571.595308:0:24433:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb16072a59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccbe expref: 22 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.595334:0:24433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb16072a59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccbe expref: 22 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.595349:0:24433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535de00, rc 0) 00000100:00100000:0.0:1788598571.595374:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2432:x1875480723211264:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 150us (2937us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.595380:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 494 00000100:00100000:1.0:1788598571.598761:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.600302:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723211776 00000100:00100000:0.0:1788598571.600315:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723211776 00000100:00100000:0.0:1788598571.600394:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1747 00000100:00100000:0.0:1788598571.600405:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34681:x1875480723211776:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598571.600506:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34681:x1875480723211776:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 103us (1779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.600515:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1747 00000100:00100000:0.0:1788598571.607705:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.607980:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723211904 00000100:00100000:2.0:1788598571.607990:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723211904 00000100:00100000:2.0:1788598571.608081:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 495 00000100:00100000:2.0:1788598571.608091:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+20:2434:x1875480723211904:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598571.608109:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598571.608131:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df158cb1/0x6b7334fb16072a60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeccc5 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598571.608154:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a9bd92a, atime: 0x0, ctime: 0x6a9bd92a, blocks: 0x8 00010000:00010000:2.0:1788598571.608172:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.608174:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.608184:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df158cb1/0x6b7334fb16072a60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccc5 expref: 21 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.608215:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df158cb1/0x6b7334fb16072a60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccc5 expref: 21 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.608230:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cffc00, rc 0) 00000100:00100000:2.0:1788598571.608288:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2434:x1875480723211904:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 199us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.608296:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 495 00000100:00100000:1.0:1788598571.618685:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.618723:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.618773:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723212160 00000100:00100000:1.0:1788598571.618782:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723212160 00000100:00100000:1.0:1788598571.619364:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723212416 00000100:00100000:1.0:1788598571.619370:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723212416 00000100:00100000:1.0:1788598571.619395:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1748 00000100:00100000:1.0:1788598571.619404:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+108:34683:x1875480723212160:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598571.619517:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+108:34683:x1875480723212160:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 114us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.619525:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1748 00000100:00100000:1.0:1788598571.619544:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1749 00000100:00100000:1.0:1788598571.619551:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34682:x1875480723212416:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598571.619583:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34682:x1875480723212416:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 32us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.619590:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1749 00000100:00100000:1.0:1788598571.619642:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.620337:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723212544 00000100:00100000:2.0:1788598571.620345:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723212544 00000100:00100000:2.0:1788598571.620386:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 496 00000100:00100000:2.0:1788598571.620395:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2435:x1875480723212544:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598571.620406:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598571.620426:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3806533/0x6b7334fb16072a67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecccc expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598571.620449:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a9bd92a, atime: 0x0, ctime: 0x6a9bd92a, blocks: 0x8 00010000:00010000:2.0:1788598571.620466:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.620469:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.620488:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3806533/0x6b7334fb16072a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecccc expref: 23 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.620507:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e3806533/0x6b7334fb16072a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecccc expref: 23 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.620528:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cff200, rc 0) 00000100:00100000:2.0:1788598571.620562:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2435:x1875480723212544:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 169us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.620569:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 496 00000100:00100000:1.0:1788598571.626535:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.626629:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.638026:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723212800 00000100:00100000:1.0:1788598571.638042:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723212800 00002000:00100000:1.0:1788598571.638095:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff8a1b88355c00 x1875480723212800/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 488/0 e 0 to 0 dl 1788598582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.638108:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88355c00 with x1875480723212800 ext(0->4095) 00002000:00010000:1.0:1788598571.638114:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b88355c00 00000100:00100000:1.0:1788598571.638135:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723212672 00000100:00100000:1.0:1788598571.638139:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723212672 00002000:00100000:1.0:1788598571.638154:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff8a1b88356300 x1875480723212672/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 488/0 e 0 to 0 dl 1788598582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.638163:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88356300 with x1875480723212672 ext(0->4095) 00002000:00010000:1.0:1788598571.638167:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b88356300 00000100:00100000:1.0:1788598571.638184:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 116 00000100:00100000:1.0:1788598571.638208:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2432:x1875480723212800:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788598571.638381:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2432:x1875480723212800:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 174us (11854us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598571.638389:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 116 00002000:00100000:1.0:1788598571.638397:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff8a1b88355c00 x1875480723212800/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 488/4536 e 0 to 0 dl 1788598582 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.638411:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88355c00 with x1875480723212800 ext(0->4095) 00002000:00010000:1.0:1788598571.638414:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b88355c00 00000100:00100000:1.0:1788598571.638430:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 117 00000100:00100000:1.0:1788598571.638437:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2435:x1875480723212672:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788598571.638534:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2435:x1875480723212672:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 97us (11905us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598571.638542:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 117 00002000:00100000:1.0:1788598571.638547:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff8a1b88356300 x1875480723212672/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 488/4536 e 0 to 0 dl 1788598582 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.638556:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88356300 with x1875480723212672 ext(0->4095) 00002000:00010000:1.0:1788598571.638560:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1b88356300 00000100:00100000:1.0:1788598571.638629:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.638657:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723213056 00000100:00100000:1.0:1788598571.638661:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723213056 00000100:00100000:1.0:1788598571.638688:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1750 00000100:00100000:1.0:1788598571.638694:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34681:x1875480723213056:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788598571.638782:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34681:x1875480723213056:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 87us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.638790:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1750 00000100:00100000:1.0:1788598571.654701:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.654773:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.655223:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723213184 00000100:00100000:3.0:1788598571.655234:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723213184 00002000:00100000:3.0:1788598571.655283:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff8a1b88355180 x1875480723213184/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 488/0 e 0 to 0 dl 1788598582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598571.655294:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88355180 with x1875480723213184 ext(0->4095) 00002000:00010000:3.0:1788598571.655300:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b88355180 00000100:00100000:3.0:1788598571.655328:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 118 00000100:00100000:3.0:1788598571.655337:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88355180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2433:x1875480723213184:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788598571.655573:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723213312 00000100:00100000:0.0:1788598571.655578:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723213312 00000100:00100000:0.0:1788598571.655611:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1751 00000100:00100000:0.0:1788598571.655618:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+107:34682:x1875480723213312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788598571.655631:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598571.655652:0:10034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072a6e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeccd3 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.655691:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.655707:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.655721:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.655847:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072a6e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccd3 expref: 109 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.655866:0:10034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccd3 expref: 108 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.655876:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:0.0:1788598571.655879:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598571.655883:0:10034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c400, rc 0) 00000100:00100000:1.0:1788598571.655946:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.656408:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88355180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2433:x1875480723213184:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 1070us (1632us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788598571.656418:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 118 00002000:00100000:3.0:1788598571.656425:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff8a1b88355180 x1875480723213184/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 488/4536 e 0 to 0 dl 1788598582 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598571.656435:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1b88355180 with x1875480723213184 ext(0->4095) 00002000:00010000:3.0:1788598571.656440:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1b88355180 00000100:00100000:3.0:1788598571.663808:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723213440 00000100:00100000:3.0:1788598571.663824:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723213440 00000100:00100000:3.0:1788598571.663889:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1752 00000100:00100000:3.0:1788598571.663899:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+109:34683:x1875480723213440:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.663923:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598571.663943:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072a7c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeccda expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.663978:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.663992:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.664005:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.664121:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072a7c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccda expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.664138:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccda expref: 110 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.664147:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:3.0:1788598571.664150:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598571.664155:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656600, rc 0) 00000100:00100000:3.0:1788598571.664222:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+110:34683:x1875480723213440:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 324us (8275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.664229:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1752 00000100:00100000:0.0:1788598571.665594:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+109:34682:x1875480723213312:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 9969us (10895us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.665606:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1751 00000100:00100000:1.0:1788598571.685858:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.685981:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723213568 00000100:00100000:2.0:1788598571.685991:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723213568 00000100:00100000:2.0:1788598571.686042:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1753 00000100:00100000:2.0:1788598571.686053:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+109:34682:x1875480723213568:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598571.686086:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598571.686201:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+109:34682:x1875480723213568:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 138us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.686210:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1753 00000100:00100000:1.0:1788598571.697355:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.698650:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723213696 00000100:00100000:0.0:1788598571.698668:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723213696 00000100:00100000:0.0:1788598571.698751:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1754 00000100:00100000:0.0:1788598571.698763:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+109:34683:x1875480723213696:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598571.698811:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598571.698945:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+109:34683:x1875480723213696:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 183us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.698953:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1754 00000100:00100000:0.0:1788598571.700392:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.701128:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723213824 00000100:00100000:1.0:1788598571.701138:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723213824 00000100:00100000:1.0:1788598571.701208:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1755 00000100:00100000:1.0:1788598571.701219:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+109:34681:x1875480723213824:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598571.701238:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598571.701257:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072a8a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecce1 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.701289:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.701303:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.701314:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.701423:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072a8a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce1 expref: 111 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.701442:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce1 expref: 110 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.701451:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:1.0:1788598571.701454:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598571.701457:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed400, rc 0) 00000100:00100000:1.0:1788598571.701839:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+110:34681:x1875480723213824:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 622us (1456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.701850:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1755 00000100:00100000:1.0:1788598571.704292:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.704500:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723213952 00000100:00100000:0.0:1788598571.704511:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723213952 00000100:00100000:0.0:1788598571.704565:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 497 00000100:00100000:0.0:1788598571.704575:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2434:x1875480723213952:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788598571.704617:0:24433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000053c73cd2/0x6b7334fb16072a98 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.704633:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598571.704636:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598571.704640:0:24433:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053c73cd2/0x6b7334fb16072a98 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.704653:0:24433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053c73cd2/0x6b7334fb16072a98 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.704679:0:24433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000053c73cd2/0x6b7334fb16072a98 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.704688:0:24433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053c73cd2/0x6b7334fb16072a98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.704697:0:24433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053c73cd2/0x6b7334fb16072a98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.704704:0:24433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598571.704708:0:24433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053c73cd2/0x6b7334fb16072a98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.704718:0:24433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053c73cd2/0x6b7334fb16072a98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.704763:0:24433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053c73cd2/0x6b7334fb16072a98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.704772:0:24433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053c73cd2/0x6b7334fb16072a98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.704853:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2434:x1875480723213952:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 279us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.704861:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 497 00000100:00100000:1.0:1788598571.710241:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.710278:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.710309:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.710583:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723214080 00000100:00100000:3.0:1788598571.710594:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723214080 00000100:00100000:3.0:1788598571.710658:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 498 00000100:00100000:3.0:1788598571.710670:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2434:x1875480723214080:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.710717:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000041ee541/0x6b7334fb16072a9f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.710755:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.710758:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.710763:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000041ee541/0x6b7334fb16072a9f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.710779:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000041ee541/0x6b7334fb16072a9f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.710816:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000041ee541/0x6b7334fb16072a9f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.710825:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000041ee541/0x6b7334fb16072a9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.710834:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000041ee541/0x6b7334fb16072a9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.710848:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598571.710853:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000041ee541/0x6b7334fb16072a9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.710862:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000041ee541/0x6b7334fb16072a9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.710877:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000041ee541/0x6b7334fb16072a9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.710885:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000041ee541/0x6b7334fb16072a9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.710950:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2434:x1875480723214080:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 282us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.710958:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 498 00000100:00100000:0.0:1788598571.711100:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723214208 00000100:00100000:0.0:1788598571.711106:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723214208 00000100:00100000:0.0:1788598571.711137:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723214464 00000100:00100000:0.0:1788598571.711140:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723214464 00000100:00100000:0.0:1788598571.711159:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1756 00000100:00100000:0.0:1788598571.711165:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+111:34681:x1875480723214208:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788598571.711217:0:6524:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788598571.711293:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+111:34681:x1875480723214208:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 127us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.711301:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1756 00000100:00100000:0.0:1788598571.711314:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1757 00000100:00100000:0.0:1788598571.711320:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+110:34682:x1875480723214464:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788598571.711371:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.711386:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccd3 expref: 110 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.711395:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.711426:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccd3 expref: 110 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.711439:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccd3 expref: 110 pid: 10034 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.711452:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747112960:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598571.711517:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788598571.720355:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747112960:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598571.720386:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.723414:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.723563:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723214848 00000100:00100000:0.0:1788598571.723573:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723214848 00000100:00100000:0.0:1788598571.723632:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1758 00000100:00100000:0.0:1788598571.723642:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+111:34683:x1875480723214848:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788598571.723723:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.723774:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccda expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.723783:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 4/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.723826:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccda expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.724014:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccda expref: 111 pid: 6524 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.724031:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747113088:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598571.724120:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788598571.729610:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747113088:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598571.729641:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.729682:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.729708:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723215104 00000100:00100000:0.0:1788598571.729715:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723215104 00010000:00010000:0.0:1788598571.729788:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccda expref: 112 pid: 6524 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.729831:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 503 00000100:00100000:0.0:1788598571.729852:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+112:2433:x1875480723215104:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598571.729871:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598571.729879:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccda expref: 112 pid: 6524 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.729890:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccda expref: 112 pid: 6524 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.729913:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072a83 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccda expref: 112 pid: 6524 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.729929:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598571.729934:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.729942:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.729950:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.729970:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598571.730020:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+111:2433:x1875480723215104:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 170us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.730027:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 503 00010000:00010000:0.0:1788598571.730050:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.730058:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.730229:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.730238:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.730243:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.730248:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598571.730252:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.730259:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.730268:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:0.0:1788598571.730271:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788598571.730275:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 2/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.730280:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c600/0x6b7334fb16072aad lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.730354:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+111:34683:x1875480723214848:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 6713us (6949us total) trans 4294968334 rc 0/0 00000100:00100000:0.0:1788598571.730361:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1758 00000100:00100000:0.0:1788598571.730403:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.732704:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.733774:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723214976 00000100:00100000:3.0:1788598571.733788:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723214976 00000100:00100000:2.0:1788598571.733984:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723214592 00000100:00100000:2.0:1788598571.733994:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723214592 00000100:00100000:2.0:1788598571.734045:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 499 00000100:00100000:2.0:1788598571.734056:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2432:x1875480723214592:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598571.734099:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000067fde6d8/0x6b7334fb16072ab4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.734117:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.734119:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.734123:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067fde6d8/0x6b7334fb16072ab4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.734137:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067fde6d8/0x6b7334fb16072ab4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.734164:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000067fde6d8/0x6b7334fb16072ab4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.734173:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067fde6d8/0x6b7334fb16072ab4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.734180:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067fde6d8/0x6b7334fb16072ab4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.734186:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598571.735050:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067fde6d8/0x6b7334fb16072ab4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.735063:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067fde6d8/0x6b7334fb16072ab4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.735081:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067fde6d8/0x6b7334fb16072ab4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.735089:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067fde6d8/0x6b7334fb16072ab4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.735170:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2432:x1875480723214592:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 1113us (2473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.735180:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 499 00010000:00010000:2.0:1788598571.735595:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccd3 expref: 111 pid: 10034 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.735675:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 504 00000100:00100000:2.0:1788598571.735684:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+111:2433:x1875480723214976:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598571.735696:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598571.735703:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccd3 expref: 111 pid: 10034 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.735715:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccd3 expref: 111 pid: 10034 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.735752:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072a75 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccd3 expref: 111 pid: 10034 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.735766:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:2.0:1788598571.735772:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.735782:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.735789:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.735826:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598571.735849:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+110:2433:x1875480723214976:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 167us (5445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.735856:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 504 00000100:00100000:3.0:1788598571.736077:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.737056:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723215360 00000100:00100000:1.0:1788598571.737067:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723215360 00000100:00100000:1.0:1788598571.737111:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 349 00000100:00100000:1.0:1788598571.737119:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+110:34683:x1875480723215360:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788598571.737389:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+111:34683:x1875480723215360:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 269us (1311us total) trans 4294968335 rc 0/0 00000100:00100000:1.0:1788598571.737398:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 349 00010000:00010000:2.0:1788598571.738991:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.739006:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.739139:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.739148:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.739157:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.739163:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535d200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598571.739167:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.739175:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.739203:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:2.0:1788598571.739206:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598571.739211:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.739217:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535d200/0x6b7334fb16072aa6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.739409:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+111:34682:x1875480723214464:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 28084us (29094us total) trans 4294968336 rc 0/0 00000100:00100000:2.0:1788598571.739423:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1757 00000100:00100000:3.0:1788598571.743118:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.743237:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723215616 00000100:00100000:2.0:1788598571.743247:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723215616 00000100:00100000:2.0:1788598571.743297:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 350 00000100:00100000:2.0:1788598571.743307:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+111:34682:x1875480723215616:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788598571.743609:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+112:34682:x1875480723215616:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 302us (500us total) trans 4294968337 rc 0/0 00000100:00100000:2.0:1788598571.743618:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 350 00000100:00100000:3.0:1788598571.747239:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.747405:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723215872 00000100:00100000:0.0:1788598571.747416:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723215872 00000100:00100000:0.0:1788598571.747464:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1759 00000100:00100000:0.0:1788598571.747490:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+112:34681:x1875480723215872:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788598571.747572:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.747590:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce1 expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.747599:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 4/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.747631:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce1 expref: 112 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.747646:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce1 expref: 112 pid: 13009 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.747660:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747113216:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598571.747762:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890dd0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598571.752763:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747113216:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598571.752793:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598571.761179:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.761633:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723216000 00000100:00100000:3.0:1788598571.761643:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723216000 00010000:00010000:3.0:1788598571.761680:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce1 expref: 113 pid: 13009 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.761725:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 505 00000100:00100000:3.0:1788598571.761758:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+113:2432:x1875480723216000:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598571.761773:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598571.761779:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce1 expref: 113 pid: 13009 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.761793:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce1 expref: 113 pid: 13009 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.761826:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072a91 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce1 expref: 113 pid: 13009 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.761841:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:3.0:1788598571.761846:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.761855:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.761864:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.761894:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598571.761945:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+112:2432:x1875480723216000:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 212us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.761953:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 505 00010000:00010000:2.0:1788598571.762139:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.762149:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.762309:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.762317:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.762324:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.762331:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535ca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598571.762335:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.762343:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.762353:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:2.0:1788598571.762355:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598571.762359:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 2/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.762365:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535ca00/0x6b7334fb16072abb lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.762457:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+112:34681:x1875480723215872:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 14984us (15227us total) trans 4294968338 rc 0/0 00000100:00100000:2.0:1788598571.762466:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1759 00000040:00080000:3.0:1788598571.763350:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598571.763357:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598571.763383:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:3.0:1788598571.763391:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598571.763584:0:13634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abdf80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747113344:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788598571.763667:0:13634:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352af00 going to sleep for 11 seconds 00000100:00100000:1.0:1788598571.767543:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.767729:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723216256 00000100:00100000:3.0:1788598571.767765:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723216256 00000100:00100000:3.0:1788598571.767816:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 351 00000100:00100000:3.0:1788598571.767825:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+113:34681:x1875480723216256:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598571.768078:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+114:34681:x1875480723216256:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 253us (543us total) trans 4294968339 rc 0/0 00000100:00100000:3.0:1788598571.768086:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 351 00000100:00100000:3.0:1788598571.768647:0:13634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abdf80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13634:1875480747113344:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788598571.774619:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.774704:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.774949:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723216512 00000100:00100000:3.0:1788598571.774958:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723216512 00000100:00100000:3.0:1788598571.775011:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723216384 00000100:00100000:3.0:1788598571.775014:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723216384 00000100:00100000:3.0:1788598571.775036:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1760 00000100:00100000:3.0:1788598571.775045:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+114:34684:x1875480723216512:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598571.775074:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598571.775175:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+114:34684:x1875480723216512:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 130us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.775200:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1760 00000100:00100000:3.0:1788598571.775220:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1761 00000100:00100000:3.0:1788598571.775227:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+113:34685:x1875480723216384:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788598571.775238:0:10034:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788598571.775278:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+113:34685:x1875480723216384:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 51us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.775284:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1761 00000100:00100000:1.0:1788598571.791969:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.792018:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.792540:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723216768 00000100:00100000:3.0:1788598571.792551:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723216768 00000100:00100000:3.0:1788598571.792606:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723217024 00000100:00100000:3.0:1788598571.792609:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723217024 00000100:00100000:3.0:1788598571.792644:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1762 00000100:00100000:3.0:1788598571.792653:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+114:34684:x1875480723216768:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.792679:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598571.792700:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072ac2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecce8 expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.792839:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072ac9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.792855:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.792868:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598571.792881:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00010000:00010000:3.0:1788598571.792984:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072ac2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce8 expref: 117 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.793002:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce8 expref: 116 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.793011:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:3.0:1788598571.793013:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598571.793017:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656600, rc 0) 00000100:00100000:3.0:1788598571.793076:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+116:34684:x1875480723216768:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 424us (1118us total) trans 4294968340 rc 0/0 00000100:00100000:3.0:1788598571.793084:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1762 00000100:00100000:3.0:1788598571.793104:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1763 00000100:00100000:3.0:1788598571.793111:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+115:34685:x1875480723217024:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.793119:0:13009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598571.793127:0:13009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072ad7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeccef expref: -99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.793169:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072ade lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.793179:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072ade lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.793186:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072ade lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788598571.793205:0:13009:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00010000:00010000:3.0:1788598571.793249:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072ad7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccef expref: 118 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.793260:0:13009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072ade lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccef expref: 117 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.793266:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8a1a81295400) 00010000:00010000:3.0:1788598571.793268:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788598571.793271:0:13009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc 0) 00000100:00100000:3.0:1788598571.793292:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+117:34685:x1875480723217024:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 182us (1274us total) trans 4294968341 rc 0/0 00000100:00100000:3.0:1788598571.793298:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1763 00000100:00100000:3.0:1788598571.802324:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.802355:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.802378:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.802392:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.802419:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723217152 00000100:00100000:3.0:1788598571.802429:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723217152 00000100:00100000:3.0:1788598571.802475:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723217536 00000100:00100000:3.0:1788598571.802478:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723217536 00000100:00100000:3.0:1788598571.802497:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 500 00000100:00100000:3.0:1788598571.802503:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+21:2434:x1875480723217152:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.802541:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.802557:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 21 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.802567:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598571.802569:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598571.802571:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 4/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.802596:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 21 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.802605:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 21 pid: 14172 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.802616:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747113472:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598571.802689:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a780 going to sleep for 11 seconds 00000100:00100000:3.0:1788598571.802710:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 501 00000100:00100000:3.0:1788598571.802717:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2433:x1875480723217536:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.802761:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.802771:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 23 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.802776:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598571.802777:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1788598571.802779:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.802796:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 23 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.802802:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 23 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.802809:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747113600:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598571.802826:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a600 going to sleep for 11 seconds 00000100:00100000:3.0:1788598571.802841:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723217280 00000100:00100000:3.0:1788598571.802843:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723217280 00000100:00100000:3.0:1788598571.802863:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723217408 00000100:00100000:3.0:1788598571.802865:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723217408 00000100:00100000:3.0:1788598571.802876:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 120 00000100:00100000:3.0:1788598571.802879:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+118:2435:x1875480723217280:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598571.802886:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598571.802901:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072ac9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecce8 expref: 118 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.802914:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:3.0:1788598571.802918:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598571.802934:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+117:2435:x1875480723217280:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 54us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.802938:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 120 00000100:00100000:3.0:1788598571.802949:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 121 00000100:00100000:3.0:1788598571.802953:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+116:2435:x1875480723217408:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598571.802958:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598571.802964:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072ade lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccef expref: 116 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.802970:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8a1a81295400) 00010000:00010000:3.0:1788598571.802971:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598571.802980:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+115:2435:x1875480723217408:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 27us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.802983:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 121 00000100:00100000:1.0:1788598571.808932:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747113472:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598571.808965:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.811548:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747113600:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598571.811579:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.814890:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.815114:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.820597:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723217792 00000100:00100000:2.0:1788598571.820613:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723217792 00002000:00100000:2.0:1788598571.820675:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x23:0x0] (0->157) req@ffff8a1a86c18700 x1875480723217792/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 648/0 e 0 to 0 dl 1788598582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598571.820686:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a86c18700 with x1875480723217792 ext(0->157) 00010000:00010000:2.0:1788598571.820697:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 24 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.820713:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 24 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598571.820723:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a86c18700 00000100:00100000:2.0:1788598571.820763:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723217664 00000100:00100000:2.0:1788598571.820767:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723217664 00002000:00100000:2.0:1788598571.820784:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff8a1a87222300 x1875480723217664/t0(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 648/0 e 0 to 0 dl 1788598582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598571.820805:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87222300 with x1875480723217664 ext(0->157) 00010000:00010000:2.0:1788598571.820812:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 22 pid: 14172 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.820825:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 22 pid: 14172 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598571.820833:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a87222300 00000100:00100000:2.0:1788598571.820855:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 27 00000100:00100000:2.0:1788598571.820864:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+24:2433:x1875480723217792:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:3.0:1788598571.821342:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 28 00000100:00100000:3.0:1788598571.821352:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2434:x1875480723217664:12345-192.168.202.17@tcp:4:cp.0 00000100:00100000:3.0:1788598571.822058:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+24:2434:x1875480723217664:12345-192.168.202.17@tcp:4:cp.0 Request processed in 705us (6941us total) trans 4294967379 rc 0/0 00000100:00100000:3.0:1788598571.822068:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 28 00002000:00100000:3.0:1788598571.822075:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff8a1a87222300 x1875480723217664/t4294967379(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 648/448 e 0 to 0 dl 1788598582 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788598571.822084:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87222300 with x1875480723217664 ext(0->157) 00010000:00010000:3.0:1788598571.822092:0:14217:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 24 pid: 14172 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.822104:0:14217:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 24 pid: 14172 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598571.822116:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8a1a87222300 00000100:00100000:2.0:1788598571.824438:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+26:2433:x1875480723217792:12345-192.168.202.17@tcp:4:cp.0 Request processed in 2927us (8910us total) trans 4294967391 rc 0/0 00000100:00100000:2.0:1788598571.824452:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 27 00002000:00100000:2.0:1788598571.824464:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x23:0x0] (0->157) req@ffff8a1a86c18700 x1875480723217792/t4294967391(0) o4->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 648/448 e 0 to 0 dl 1788598582 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788598571.824532:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a86c18700 with x1875480723217792 ext(0->157) 00010000:00010000:2.0:1788598571.824542:0:8409:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 26 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.824565:0:8409:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 26 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788598571.824573:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8a1a86c18700 00000100:00100000:3.0:1788598571.826469:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.826729:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723217920 00000100:00100000:2.0:1788598571.826767:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723217920 00010000:00010000:2.0:1788598571.826817:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 24 pid: 14172 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.826852:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 506 00000100:00100000:2.0:1788598571.826861:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+24:2432:x1875480723217920:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598571.826875:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788598571.826893:0:6511:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788598571.826900:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 24 pid: 14172 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.826914:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 24 pid: 14172 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.826938:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002268c9b3/0x6b7334fb160728a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbb4 expref: 24 pid: 14172 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.826954:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.826957:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.826961:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.826972:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.826999:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598571.827047:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2432:x1875480723217920:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 187us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.827055:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 506 00010000:00010000:2.0:1788598571.827094:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.827103:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.827121:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.827129:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.827137:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.827145:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5de00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598571.827149:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.827164:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.827176:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.827183:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e54ab19e/0x6b7334fb16072aec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.827242:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2434:x1875480723217152:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 24739us (24925us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.827251:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 500 00000100:00100000:3.0:1788598571.834713:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.834913:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723218048 00000100:00100000:0.0:1788598571.834923:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723218048 00010000:00010000:0.0:1788598571.834961:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 26 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.835005:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 507 00000100:00100000:0.0:1788598571.835015:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b83cf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+26:2434:x1875480723218048:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598571.835030:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788598571.835049:0:8432:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788598571.835056:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 26 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.835070:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 26 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.835092:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb160729b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc4e expref: 26 pid: 24433 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.835111:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598571.835113:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598571.835117:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.835128:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.835151:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598571.835212:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b83cf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+25:2434:x1875480723218048:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 198us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.835219:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 507 00010000:00010000:3.0:1788598571.835692:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.835703:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.835723:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.835761:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.835771:0:8403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.835779:0:8403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b88b5da00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598571.835783:0:8403:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.835792:0:8403:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.835821:0:8403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.835831:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000afbfe76/0x6b7334fb16072af3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.835895:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+24:2433:x1875480723217536:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 33177us (33514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.835905:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 501 00000100:00100000:3.0:1788598571.841700:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.841860:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723218304 00000100:00100000:2.0:1788598571.841870:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723218304 00000100:00100000:2.0:1788598571.841921:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1764 00000100:00100000:2.0:1788598571.841930:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+115:34684:x1875480723218304:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598571.842036:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+115:34684:x1875480723218304:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 106us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.842043:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1764 00000040:00080000:3.0:1788598571.842967:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788598571.845173:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.845263:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723218560 00000100:00100000:2.0:1788598571.845274:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723218560 00000100:00100000:2.0:1788598571.845332:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1765 00000100:00100000:2.0:1788598571.845341:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+115:34685:x1875480723218560:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788598571.845436:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+115:34685:x1875480723218560:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 96us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.845444:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1765 00000100:00100000:2.0:1788598571.848930:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.849282:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723218688 00000100:00100000:3.0:1788598571.849291:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723218688 00000100:00100000:3.0:1788598571.849353:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 502 00000100:00100000:3.0:1788598571.849363:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2434:x1875480723218688:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.849381:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598571.849403:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072afa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeccf6 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598571.849430:0:8868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a9bd92b, atime: 0x0, ctime: 0x6a9bd92b, blocks: 0x8 00010000:00010000:3.0:1788598571.849450:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.849453:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.849461:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072afa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccf6 expref: 23 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.849493:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072afa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccf6 expref: 23 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.849506:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e600, rc 0) 00000100:00100000:3.0:1788598571.849565:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2434:x1875480723218688:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 203us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.849572:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 502 00000100:00100000:3.0:1788598571.849617:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.849638:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723218816 00000100:00100000:3.0:1788598571.849642:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723218816 00000100:00100000:3.0:1788598571.849666:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 503 00000100:00100000:3.0:1788598571.849672:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+24:2432:x1875480723218816:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.849680:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598571.849693:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb16072b01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdeccfd expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788598571.849709:0:14172:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 158, mtime: 0x6a9bd92b, atime: 0x0, ctime: 0x6a9bd92b, blocks: 0x8 00010000:00010000:3.0:1788598571.849718:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.849720:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.849724:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb16072b01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccfd expref: 25 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.849764:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bc6842c3/0x6b7334fb16072b01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccfd expref: 25 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.849779:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e200, rc 0) 00000100:00100000:3.0:1788598571.849813:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+25:2432:x1875480723218816:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 140us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.849819:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 503 00000100:00100000:3.0:1788598571.854090:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.854135:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.854205:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723219328 00000100:00100000:0.0:1788598571.854214:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723219328 00000100:00100000:0.0:1788598571.854265:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723219072 00000100:00100000:0.0:1788598571.854269:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723219072 00000100:00100000:0.0:1788598571.854454:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1766 00000100:00100000:0.0:1788598571.854465:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+116:34684:x1875480723219328:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598571.854575:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+116:34684:x1875480723219328:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 112us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.854583:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1766 00000100:00100000:0.0:1788598571.854600:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1767 00000100:00100000:0.0:1788598571.854606:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+115:34685:x1875480723219072:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788598571.854638:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+115:34685:x1875480723219072:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 32us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.854644:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1767 00000100:00100000:3.0:1788598571.857965:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.858060:0:14217:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723219456 00000100:00100000:1.0:1788598571.858071:0:14217:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723219456 00002000:00100000:1.0:1788598571.858119:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff8a1a87380e00 x1875480723219456/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 488/0 e 0 to 0 dl 1788598582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.858131:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87380e00 with x1875480723219456 ext(0->4095) 00002000:00010000:1.0:1788598571.858137:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a87380e00 00000100:00100000:1.0:1788598571.858170:0:14217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 119 00000100:00100000:1.0:1788598571.858179:0:14217:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2435:x1875480723219456:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788598571.858356:0:14217:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2435:x1875480723219456:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 177us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598571.858364:0:14217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 119 00002000:00100000:1.0:1788598571.858369:0:14217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff8a1a87380e00 x1875480723219456/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 488/4536 e 0 to 0 dl 1788598582 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.858378:0:14217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87380e00 with x1875480723219456 ext(0->4095) 00002000:00010000:1.0:1788598571.858381:0:14217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a1a87380e00 00000100:00100000:3.0:1788598571.862493:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.862577:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723219584 00000100:00100000:1.0:1788598571.862588:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723219584 00002000:00100000:1.0:1788598571.862637:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x23:0x0] (0->4095) req@ffff8a1a87380a80 x1875480723219584/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 488/0 e 0 to 0 dl 1788598582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.862648:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87380a80 with x1875480723219584 ext(0->4095) 00002000:00010000:1.0:1788598571.862654:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87380a80 00000100:00100000:1.0:1788598571.862690:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 120 00000100:00100000:1.0:1788598571.862700:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+25:2434:x1875480723219584:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788598571.862909:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+25:2434:x1875480723219584:12345-192.168.202.17@tcp:3:lhsmtool_posix.0 Request processed in 210us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788598571.862918:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 120 00002000:00100000:1.0:1788598571.862924:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x23:0x0] (0->4095) req@ffff8a1a87380a80 x1875480723219584/t0(0) o3->164192bd-165f-4c1c-be08-bc98a674c3c6@192.168.202.17@tcp:562/0 lens 488/4536 e 0 to 0 dl 1788598582 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788598571.862939:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a1a87380a80 with x1875480723219584 ext(0->4095) 00002000:00010000:1.0:1788598571.862942:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a1a87380a80 00000100:00100000:3.0:1788598571.867345:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.867438:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723219712 00000100:00100000:1.0:1788598571.867448:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723219712 00000100:00100000:1.0:1788598571.867518:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1768 00000100:00100000:1.0:1788598571.867528:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+115:34684:x1875480723219712:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788598571.867548:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598571.867569:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072b08 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd04 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.867605:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.867620:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.867632:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.867787:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072b08 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd04 expref: 117 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.868041:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd04 expref: 116 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.868052:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598571.868055:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788598571.868059:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ece00, rc 0) 00000100:00100000:1.0:1788598571.868124:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+116:34684:x1875480723219712:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 596us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.868132:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1768 00000100:00100000:1.0:1788598571.874690:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.874770:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.874854:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723219840 00000100:00100000:2.0:1788598571.874863:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723219840 00000100:00100000:2.0:1788598571.874921:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723219968 00000100:00100000:2.0:1788598571.874924:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723219968 00000100:00100000:2.0:1788598571.874955:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1769 00000100:00100000:2.0:1788598571.874964:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+117:34684:x1875480723219840:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788598571.874997:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788598571.875103:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+117:34684:x1875480723219840:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 139us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.875111:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1769 00000100:00100000:2.0:1788598571.875128:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1770 00000100:00100000:2.0:1788598571.875134:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+116:34685:x1875480723219968:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788598571.875143:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598571.875162:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072b16 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd0b expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.875204:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.875220:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.875232:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.875325:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072b16 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd0b expref: 118 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.875341:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd0b expref: 117 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.875349:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8a1a81295400) 00010000:00010000:2.0:1788598571.875352:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788598571.875356:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cfe800, rc 0) 00000100:00100000:2.0:1788598571.875378:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+117:34685:x1875480723219968:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 244us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.875384:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1770 00000100:00100000:0.0:1788598571.883543:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598571.883675:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723220096 00000100:00100000:2.0:1788598571.883685:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723220096 00000100:00100000:2.0:1788598571.883779:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 504 00000100:00100000:2.0:1788598571.883788:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2434:x1875480723220096:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788598571.883843:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb16072b24 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.883860:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.883863:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598571.883868:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb16072b24 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.883881:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb16072b24 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.883911:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb16072b24 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.883919:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb16072b24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.883927:0:8406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb16072b24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.883934:0:8406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfee00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598571.883938:0:8406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb16072b24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.883947:0:8406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb16072b24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.883961:0:8406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb16072b24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598571.883970:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051290d8b/0x6b7334fb16072b24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598571.884049:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2434:x1875480723220096:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 262us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598571.884056:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 504 00000100:00100000:3.0:1788598571.893790:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.893848:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.893936:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723220224 00000100:00100000:1.0:1788598571.893946:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723220224 00000100:00100000:1.0:1788598571.894005:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723220480 00000100:00100000:1.0:1788598571.894009:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723220480 00000100:00100000:1.0:1788598571.894033:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1771 00000100:00100000:1.0:1788598571.894042:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+118:34685:x1875480723220224:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788598571.894073:0:6523:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788598571.894184:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+118:34685:x1875480723220224:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 142us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598571.894204:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1771 00000100:00100000:1.0:1788598571.894221:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1772 00000100:00100000:1.0:1788598571.894227:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+117:34684:x1875480723220480:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788598571.894283:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.894300:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd04 expref: 117 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.894309:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.894343:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd04 expref: 117 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.894358:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd04 expref: 117 pid: 6524 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598571.894373:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747113728:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598571.894441:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bc2ff16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598571.900884:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.901762:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.901807:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723220736 00000100:00100000:3.0:1788598571.901815:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723220736 00000100:00100000:3.0:1788598571.901871:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 505 00000100:00100000:3.0:1788598571.901879:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+25:2433:x1875480723220736:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.901922:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b32 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.901936:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.901938:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598571.901943:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b32 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.901960:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b32 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.901986:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b32 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.901993:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.902001:0:8868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.902008:0:8868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959fa00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598571.902011:0:8868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.902019:0:8868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.902032:0:8868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.902039:0:8868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.902114:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+25:2433:x1875480723220736:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 235us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.902121:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 505 00000100:00100000:1.0:1788598571.903011:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747113728:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598571.903040:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.903565:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723220608 00000100:00100000:3.0:1788598571.903573:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723220608 00010000:00010000:3.0:1788598571.903605:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd04 expref: 118 pid: 6524 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.903661:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 508 00000100:00100000:3.0:1788598571.903669:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+118:2434:x1875480723220608:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598571.903683:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598571.903690:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd04 expref: 118 pid: 6524 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.903702:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd04 expref: 118 pid: 6524 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.903722:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072b0f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd04 expref: 118 pid: 6524 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.903750:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:3.0:1788598571.903756:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.903765:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.903777:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.904364:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598571.904436:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+117:2434:x1875480723220608:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 765us (3557us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598571.904444:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 508 00010000:00010000:3.0:1788598571.904490:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.904498:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.904648:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.904655:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.904661:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.904666:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ede00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598571.904669:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.904677:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.904688:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:3.0:1788598571.904692:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598571.904696:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.904702:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ede00/0x6b7334fb16072b2b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598571.906482:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598571.909407:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+117:34684:x1875480723220480:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 15168us (15547us total) trans 4294968342 rc 0/0 00000100:00100000:3.0:1788598571.909423:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1772 00000100:00100000:1.0:1788598571.910321:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598571.910414:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.910507:0:15204:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723221248 00000100:00100000:0.0:1788598571.910517:0:15204:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723221248 00000100:00100000:0.0:1788598571.910577:0:15204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 352 00000100:00100000:0.0:1788598571.910587:0:15204:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba020f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+117:34684:x1875480723221248:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788598571.910948:0:15204:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba020f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+118:34684:x1875480723221248:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 361us (533us total) trans 4294968343 rc 0/0 00000100:00100000:0.0:1788598571.910957:0:15204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 352 00000100:00100000:3.0:1788598571.911228:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723220992 00000100:00100000:3.0:1788598571.911233:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723220992 00000100:00100000:3.0:1788598571.911273:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1773 00000100:00100000:3.0:1788598571.911280:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+118:34685:x1875480723220992:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788598571.911336:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.911354:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd0b expref: 118 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.911363:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.911394:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd0b expref: 118 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.911407:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd0b expref: 118 pid: 6523 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.911425:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747113856:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598571.911493:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352a300 going to sleep for 11 seconds 00000100:00100000:2.0:1788598571.915771:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598571.916395:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723221376 00000100:00100000:0.0:1788598571.916405:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723221376 00010000:00010000:0.0:1788598571.916446:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd0b expref: 119 pid: 6523 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598571.916505:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 509 00000100:00100000:0.0:1788598571.916514:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+119:2432:x1875480723221376:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598571.916531:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598571.916539:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd0b expref: 119 pid: 6523 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.916554:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd0b expref: 119 pid: 6523 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.916578:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8a1a81295400) 00010000:00010000:0.0:1788598571.916584:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.916594:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.916602:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598571.916622:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598571.916684:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+119:2432:x1875480723221376:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 170us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598571.916692:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 509 00010000:00010000:3.0:1788598571.918125:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072b1d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd0b expref: 118 pid: 6523 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.918146:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747113856:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598571.918172:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.918181:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.918197:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.918345:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.918353:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.918359:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.918365:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8959e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598571.918369:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.918381:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.918396:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8a1a81295400) 00010000:00010000:3.0:1788598571.918399:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788598571.918403:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598571.918408:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8959e000/0x6b7334fb16072b39 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598571.918531:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+118:34685:x1875480723220992:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 7250us (8214us total) trans 4294968344 rc 0/0 00000100:00100000:3.0:1788598571.918540:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1773 00000040:00080000:1.0:1788598571.918872:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598571.918878:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598571.919377:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 13 00000040:00080000:1.0:1788598571.919388:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598571.927019:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598571.927104:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723221632 00000100:00100000:3.0:1788598571.927115:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723221632 00000100:00100000:3.0:1788598571.927172:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 353 00000100:00100000:3.0:1788598571.927182:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+118:34685:x1875480723221632:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788598571.927463:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+119:34685:x1875480723221632:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 282us (452us total) trans 4294968345 rc 0/0 00000100:00100000:3.0:1788598571.927480:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 353 00000100:00100000:0.0:1788598572.290803:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598572.290827:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747113984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598572.290895:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598572.290963:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747113984 00000100:00100000:0.0:1788598572.290972:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747113984 00000100:00100000:0.0:1788598572.291023:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1788598572.291032:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747113984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598572.291061:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253315904 pending 143360 free 3916120064 avail 3684597760 00000100:00100000:0.0:1788598572.291101:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747113984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598572.291109:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00080000:0.0:1788598572.291129:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598572.291165:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747113984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598572.293553:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747114112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598572.293615:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598572.293694:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747114112 00000100:00100000:1.0:1788598572.293703:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747114112 00000100:00100000:1.0:1788598572.293791:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1788598572.293799:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747114112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598572.293820:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253315904 pending 143360 free 3916120064 avail 3684597760 00000100:00100000:1.0:1788598572.293863:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747114112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598572.293869:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:2.0:1788598572.294506:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598572.294550:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747114112:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1788598572.299808:0:24471:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598572.299818:0:24471:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598572.299887:0:24471:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:1.0:1788598572.299895:0:24471:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598572.437427:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598572.437616:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723221760 00000100:00100000:3.0:1788598572.437626:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723221760 00000100:00100000:3.0:1788598572.437695:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 506 00000100:00100000:3.0:1788598572.437707:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723221760:12345-192.168.202.17@tcp:101:rm.0 00010000:00010000:3.0:1788598572.437750:0:24433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598572.437770:0:24433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb16072b40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd12 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.437794:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598572.437797:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598572.437804:0:24433:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb16072b40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd12 expref: 18 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.437822:0:24433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb16072b40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd12 expref: 18 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.437835:0:24433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959e000, rc 0) 00000100:00100000:3.0:1788598572.437893:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+18:2434:x1875480723221760:12345-192.168.202.17@tcp:101:rm.0 Request processed in 189us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598572.437901:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 506 00000100:00080000:3.0:1788598572.437924:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598572.446440:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598572.446483:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598572.446517:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598572.446539:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598572.446556:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598572.446572:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598572.446588:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598572.446607:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598572.446631:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723222400 00000100:00100000:1.0:1788598572.446641:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723222400 00000100:00100000:1.0:1788598572.446682:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723222528 00000100:00100000:1.0:1788598572.446685:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723222528 00000100:00100000:1.0:1788598572.446696:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723222656 00000100:00100000:1.0:1788598572.446698:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723222656 00000100:00100000:1.0:1788598572.446705:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723222784 00000100:00100000:1.0:1788598572.446707:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723222784 00000100:00100000:1.0:1788598572.446715:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723221888 00000100:00100000:1.0:1788598572.446717:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723221888 00000100:00100000:1.0:1788598572.446762:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723222144 00000100:00100000:1.0:1788598572.446765:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723222144 00000100:00100000:1.0:1788598572.446774:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723222016 00000100:00100000:1.0:1788598572.446776:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723222016 00000100:00100000:1.0:1788598572.446785:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723222272 00000100:00100000:1.0:1788598572.446787:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723222272 00000100:00100000:1.0:1788598572.446799:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 507 00000100:00100000:1.0:1788598572.446808:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+23:2434:x1875480723222400:12345-192.168.202.17@tcp:101:ll_agl.0 00010000:00010000:1.0:1788598572.446827:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598572.446845:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16072b47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd35 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598572.446875:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598572.446878:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598572.446886:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16072b47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd35 expref: 24 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598572.446905:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16072b47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd35 expref: 24 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598572.446919:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eda00, rc 0) 00000100:00100000:0.0:1788598572.447148:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 508 00000100:00100000:0.0:1788598572.447158:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723222528:12345-192.168.202.17@tcp:101:ll_agl.0 00010000:00010000:0.0:1788598572.447166:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598572.447176:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb16072b4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd3c expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.447202:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598572.447204:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598572.447210:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb16072b4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd3c expref: 22 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.447242:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb16072b4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd3c expref: 22 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.447253:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87aab800, rc 0) 00000100:00100000:1.0:1788598572.448441:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+24:2434:x1875480723222400:12345-192.168.202.17@tcp:101:ll_agl.0 Request processed in 1629us (2002us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598572.448455:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 507 00000100:00100000:1.0:1788598572.448483:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 509 00000100:00100000:1.0:1788598572.448494:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+23:2434:x1875480723222656:12345-192.168.202.17@tcp:101:ll_agl.0 00010000:00010000:1.0:1788598572.448506:0:8868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598572.448518:0:8868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb16072b55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd43 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598572.448536:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598572.448539:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598572.448544:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb16072b55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd43 expref: 24 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598572.448558:0:8868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb16072b55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd43 expref: 24 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598572.448575:0:8868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ede00, rc 0) 00000100:00100000:2.0:1788598572.449307:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 510 00000100:00100000:2.0:1788598572.449318:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+22:2434:x1875480723222784:12345-192.168.202.17@tcp:101:ll_agl.0 00010000:00010000:2.0:1788598572.449328:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598572.449342:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074efbb9a/0x6b7334fb16072b5c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd4a expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598572.449359:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598572.449361:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598572.449367:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074efbb9a/0x6b7334fb16072b5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd4a expref: 23 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598572.449379:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000074efbb9a/0x6b7334fb16072b5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd4a expref: 23 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598572.449389:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cff000, rc 0) 00000100:00100000:3.0:1788598572.450381:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 511 00000100:00100000:3.0:1788598572.450394:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+24:2433:x1875480723221888:12345-192.168.202.17@tcp:101:ll_sa.0 00010000:00010000:3.0:1788598572.450406:0:14172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598572.450418:0:14172:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b63 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd19 expref: -99 pid: 14172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.450436:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598572.450438:0:14172:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598572.450443:0:14172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd19 expref: 25 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.450456:0:14172:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd19 expref: 25 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.450467:0:14172:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8959fa00, rc 0) 00000100:00100000:0.0:1788598572.450564:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+23:2434:x1875480723222528:12345-192.168.202.17@tcp:101:ll_agl.0 Request processed in 3407us (4079us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598572.450572:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 508 00000100:00100000:0.0:1788598572.450598:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 512 00000100:00100000:0.0:1788598572.450606:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+25:2433:x1875480723222144:12345-192.168.202.17@tcp:101:ll_sa.0 00010000:00010000:0.0:1788598572.450614:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598572.450623:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f67e0d0/0x6b7334fb16072b6a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd27 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.450636:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598572.450637:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598572.450641:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f67e0d0/0x6b7334fb16072b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd27 expref: 26 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.450652:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f67e0d0/0x6b7334fb16072b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd27 expref: 26 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.450661:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87aaa200, rc 0) 00000100:00100000:0.0:1788598572.450681:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+26:2433:x1875480723222144:12345-192.168.202.17@tcp:101:ll_sa.0 Request processed in 76us (4108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598572.450687:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 512 00000100:00100000:0.0:1788598572.450701:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 513 00000100:00100000:0.0:1788598572.450709:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+22:2433:x1875480723222016:12345-192.168.202.17@tcp:101:ll_sa.0 00010000:00010000:0.0:1788598572.450716:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598572.450926:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006928e49d/0x6b7334fb16072b71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd20 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.450942:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598572.450944:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598572.450948:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006928e49d/0x6b7334fb16072b71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd20 expref: 23 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.450960:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006928e49d/0x6b7334fb16072b71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd20 expref: 23 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.450982:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535ca00, rc 0) 00000100:00100000:0.0:1788598572.451005:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+23:2433:x1875480723222016:12345-192.168.202.17@tcp:101:ll_sa.0 Request processed in 297us (4416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598572.451010:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 513 00000100:00100000:0.0:1788598572.451024:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 514 00000100:00100000:0.0:1788598572.451031:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+22:2433:x1875480723222272:12345-192.168.202.17@tcp:101:ll_sa.0 00010000:00010000:0.0:1788598572.451037:0:8403:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598572.451045:0:8403:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16072b78 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd2e expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.451055:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598572.451057:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598572.451061:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16072b78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd2e expref: 23 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.451071:0:8403:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16072b78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd2e expref: 23 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598572.451079:0:8403:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535d200, rc 0) 00000100:00100000:0.0:1788598572.451098:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+23:2433:x1875480723222272:12345-192.168.202.17@tcp:101:ll_sa.0 Request processed in 68us (4491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598572.451104:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 514 00000100:00100000:1.0:1788598572.455082:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+25:2434:x1875480723222656:12345-192.168.202.17@tcp:101:ll_agl.0 Request processed in 6581us (8553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598572.455094:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 509 00000100:00100000:2.0:1788598572.460073:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+22:2434:x1875480723222784:12345-192.168.202.17@tcp:101:ll_agl.0 Request processed in 9633us (12408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598572.460087:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 510 00000100:00100000:3.0:1788598572.460285:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+24:2433:x1875480723221888:12345-192.168.202.17@tcp:101:ll_sa.0 Request processed in 9893us (13725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598572.460294:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 511 00000100:00100000:0.0:1788598572.468707:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598572.482393:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723223040 00000100:00100000:3.0:1788598572.482409:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723223040 00000100:00100000:3.0:1788598572.482586:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1774 00000100:00100000:3.0:1788598572.482599:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+122:34686:x1875480723223040:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:3.0:1788598572.482649:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788598572.482675:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696800/0x6b7334fb1607200a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec73f expref: 122 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.482692:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:3.0:1788598572.482702:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb160729f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecc9b expref: 121 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.482712:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598572.482715:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:1.0:1788598572.482945:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788598572.483036:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072b7f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.483050:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072b7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.483059:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072b7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.483077:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.483083:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.483089:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.483241:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.483252:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec72a expref: 118 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.483259:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.483291:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec72a expref: 118 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.483304:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec72a expref: 118 pid: 10034 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598572.483317:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747114240:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598572.483411:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb352ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1788598572.492190:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598572.492248:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747114240:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598572.492277:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598572.492978:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723223168 00000100:00100000:3.0:1788598572.492986:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723223168 00010000:00010000:3.0:1788598572.493035:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec72a expref: 119 pid: 10034 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598572.493067:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 510 00000100:00100000:3.0:1788598572.493076:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+119:2432:x1875480723223168:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598572.493090:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598572.493098:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec72a expref: 119 pid: 10034 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493109:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec72a expref: 119 pid: 10034 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493139:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fe00/0x6b7334fb16071fd9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec72a expref: 119 pid: 10034 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493155:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:3.0:1788598572.493160:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493187:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493195:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493221:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598572.493272:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+118:2432:x1875480723223168:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 196us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598572.493280:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 510 00000100:00080000:3.0:1788598572.493301:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788598572.493314:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493321:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598572.493572:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9176 00000004:00080000:3.0:1788598572.493582:0:13009:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 862378846595ns, next at 863378844370ns, rc = 0 00010000:00010000:3.0:1788598572.493633:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493642:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493650:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493656:0:13009:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493663:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493669:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493697:0:13009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788598572.493716:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493764:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493771:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493777:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598572.493781:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493789:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493798:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:3.0:1788598572.493801:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788598572.493804:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493809:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072b8d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493825:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072b7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493831:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072b7f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493839:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072b7f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493844:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598572.493846:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072b7f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493852:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072b7f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493859:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598572.493862:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598572.493865:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072b7f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493871:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072b7f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598572.493881:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001096c9a reply state 00000000c122a192 transno 4294968346 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493892:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.493898:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8a1a86203600) 00010000:00010000:3.0:1788598572.493901:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598572.493904:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598572.493948:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+122:34686:x1875480723223040:12345-192.168.202.17@tcp:36:rm.0 Request processed in 11352us (25250us total) trans 4294968346 rc 0/0 00000100:00100000:3.0:1788598572.493956:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1774 00010000:00010000:3.0:1788598572.495940:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788598572.495951:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.495961:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598572.495965:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.495973:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.495990:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8a1a81295800) 00010000:00010000:3.0:1788598572.495992:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788598572.495997:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.496002:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072b94 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598572.496023:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598572.496024:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598572.496026:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598572.803350:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747114368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598572.803431:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598572.803594:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747114368 00000100:00100000:0.0:1788598572.803603:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747114368 00000100:00100000:0.0:1788598572.803659:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1788598572.803669:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747114368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598572.803707:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598572.803798:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747114368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598572.803805:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1788598572.803852:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747114368:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788598572.930316:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598572.930326:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598572.930418:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1788598572.930426:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598572.942666:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598573.684415:0:24522:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598573.684426:0:24522:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598573.684489:0:24522:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1788598573.684496:0:24522:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598573.792460:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598573.792541:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723223424 00000100:00100000:2.0:1788598573.792555:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723223424 00000100:00100000:2.0:1788598573.792632:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1775 00000100:00100000:2.0:1788598573.792644:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+122:34698:x1875480723223424:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:2.0:1788598573.792723:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598573.792786:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697400/0x6b7334fb160720dc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec793 expref: 122 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.792809:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:2.0:1788598573.792815:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598573.792847:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072b9b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.792865:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072b9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.792876:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072b9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.792889:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.792897:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.792904:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.793011:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.793021:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec77e expref: 117 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.793035:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.793076:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec77e expref: 117 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598573.793092:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec77e expref: 117 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598573.793109:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747114496:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598573.793231:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b88919cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788598573.799207:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598573.799289:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723223552 00000100:00100000:0.0:1788598573.799301:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723223552 00010000:00010000:0.0:1788598573.799352:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec77e expref: 118 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598573.799405:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 511 00000100:00100000:0.0:1788598573.799415:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+118:2433:x1875480723223552:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598573.799434:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598573.799443:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec77e expref: 118 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598573.799458:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec77e expref: 118 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598573.799487:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:0.0:1788598573.799492:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598573.799507:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598573.799514:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598573.799535:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598573.799601:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+118:2433:x1875480723223552:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 187us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598573.799608:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 511 00010000:00010000:3.0:1788598573.800333:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1c00/0x6b7334fb160720ab lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec77e expref: 117 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598573.800356:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747114496:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598573.800380:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.800391:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.800401:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598573.800918:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9528 00000004:00080000:3.0:1788598573.800935:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 863686199487ns, next at 864686195934ns, rc = 0 00010000:00010000:3.0:1788598573.801009:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801023:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801033:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801041:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801047:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801053:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801079:0:6523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788598573.801103:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801109:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801115:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801122:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598573.801127:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801136:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801147:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:3.0:1788598573.801150:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788598573.801155:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801161:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe800/0x6b7334fb16072ba9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801187:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072b9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801193:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072b9b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801199:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072b9b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801205:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598573.801207:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072b9b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801213:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072b9b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801227:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598573.801229:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598573.801232:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072b9b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801237:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfee00/0x6b7334fb16072b9b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598573.801248:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009102b4fa reply state 000000004e4b2c37 transno 4294968347 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801259:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598573.801265:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8a1b94e62e00) 00010000:00010000:3.0:1788598573.801267:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598573.801270:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598573.801390:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+123:34698:x1875480723223424:12345-192.168.202.17@tcp:36:rm.0 Request processed in 8747us (8941us total) trans 4294968347 rc 0/0 00000100:00100000:3.0:1788598573.801400:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1775 00010000:00010000:1.0:1788598573.801468:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598573.801475:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598573.801481:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598573.801484:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598573.801491:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598573.801500:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8a1b94e62a00) 00010000:00010000:1.0:1788598573.801502:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788598573.801505:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598573.801510:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072bb0 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598573.801530:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598573.801531:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598573.801532:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598573.958966:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598574.850494:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747114624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598574.850584:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598574.851487:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747114624 00000100:00100000:1.0:1788598574.851498:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747114624 00000100:00100000:1.0:1788598574.851551:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1788598574.851561:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747114624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598574.851606:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598574.851666:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747114624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598574.851673:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1788598574.851710:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747114624:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1788598574.854380:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968347 is committed 00000004:00080000:2.0:1788598574.854397:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000004:00080000:2.0:1788598574.854418:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000001:00080000:2.0:1788598574.854450:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968345 is committed 00000100:00100000:2.0:1788598574.854969:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747114752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788598574.855051:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788598574.855199:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855213:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855223:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855230:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a878a0000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598574.855237:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855246:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855268:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8a1b94e62e00) 00010000:00010000:3.0:1788598574.855273:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598574.855278:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855284:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0000/0x6b7334fb160720a4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855302:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855307:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855312:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855317:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89696e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598574.855320:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855326:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855334:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8a1a85f80800) 00010000:00010000:3.0:1788598574.855336:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598574.855340:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855345:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89696e00/0x6b7334fb16072176 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855364:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855370:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855376:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855381:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc2211400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598574.855384:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855390:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855396:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1b94e62d00) 00010000:00010000:3.0:1788598574.855399:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598574.855402:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855407:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc2211400/0x6b7334fb16072272 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855423:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855434:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598574.855490:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747114752 00000100:00100000:0.0:1788598574.855498:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747114752 00000100:00100000:0.0:1788598574.855565:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1788598574.855575:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747114752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788598574.855612:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1788598574.855612:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:31 count 1 00010000:00010000:3.0:1788598574.855619:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598574.855621:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855627:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855635:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1a86203a00) 00010000:00010000:3.0:1788598574.855637:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598574.855639:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855640:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855646:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656400/0x6b7334fb160723ec lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.855662:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160723bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec945 expref: 24 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855665:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855671:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.855674:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b63 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd19 expref: 23 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855678:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855683:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a88b1ee00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598574.855686:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855691:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855699:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1bc29e3500) 00010000:00010000:3.0:1788598574.855701:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598574.855704:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855709:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88b1ee00/0x6b7334fb16072590 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855725:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855731:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855760:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855766:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598574.855769:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855775:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855783:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8a1a85342500) 00010000:00010000:0.0:1788598574.855784:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598574.855785:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598574.855787:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598574.855788:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.855791:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855794:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb160726a1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855811:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855817:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855822:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.855826:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd19 expref: 23 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855827:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9a738200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598574.855830:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855836:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.855841:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd19 expref: 23 pid: 14172 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855842:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8a1b84c1af00) 00010000:00010000:3.0:1788598574.855845:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598574.855847:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855852:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738200/0x6b7334fb16072773 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598574.855858:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747114880:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598574.855865:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855875:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855880:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855884:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598574.855887:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855892:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855898:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1bc29e3600) 00010000:00010000:3.0:1788598574.855900:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598574.855903:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855907:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb1607286f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855920:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855926:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855932:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855937:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfec00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598574.855937:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160723bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec945 expref: 24 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855940:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855947:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.855948:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160723bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec945 expref: 24 pid: 8868 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855954:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8a1b94e62f00) 00010000:00010000:3.0:1788598574.855957:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598574.855957:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747115008:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598574.855959:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.855965:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfec00/0x6b7334fb16072995 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788598574.855986:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598574.855993:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a890ee0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788598574.856232:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856241:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856247:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856253:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598574.856256:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856263:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856273:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8a1a86203600) 00010000:00010000:1.0:1788598574.856275:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598574.856279:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856284:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072b86 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856301:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856307:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856313:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856318:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cff600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598574.856321:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856327:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856334:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8a1b94e62e00) 00010000:00010000:1.0:1788598574.856336:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598574.856340:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856345:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072ba2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598574.856459:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747115136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788598574.856503:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598574.856565:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747115136 00000100:00100000:1.0:1788598574.856571:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747115136 00000100:00100000:1.0:1788598574.856611:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1788598574.856619:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747115136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788598574.856635:0:8868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:29 count 1 00010000:00010000:1.0:1788598574.856654:0:8868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856670:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb160723e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec953 expref: 22 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856680:0:8868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb16072b40 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd12 expref: 21 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856686:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598574.856688:0:8868:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598574.856690:0:8868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856711:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb16072b40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd12 expref: 21 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856720:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb16072b40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd12 expref: 21 pid: 24433 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598574.856753:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747115264:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598574.856802:0:8868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb160723e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec953 expref: 22 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.856811:0:8868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb160723e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec953 expref: 22 pid: 14172 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598574.856821:0:8868:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747115392:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598574.856841:0:8868:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ee40 going to sleep for 11 seconds 00000100:00080000:1.0:1788598574.857004:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598574.863560:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598574.863592:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598574.863651:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747115264:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598574.863664:0:8868:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8868:1875480747115392:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598574.863814:0:8868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598574.863850:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723223808 00000100:00100000:3.0:1788598574.863858:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723223808 00010000:00010000:3.0:1788598574.863910:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160723bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec945 expref: 25 pid: 8868 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598574.863945:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723224064 00000100:00100000:3.0:1788598574.863948:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723224064 00010000:00010000:3.0:1788598574.863974:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb160723e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec953 expref: 23 pid: 14172 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598574.863997:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 512 00000100:00100000:3.0:1788598574.864017:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+25:2432:x1875480723223808:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598574.864039:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598574.864046:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160723bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec945 expref: 25 pid: 8868 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.864058:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160723bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec945 expref: 25 pid: 8868 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.864093:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598574.864152:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+25:2432:x1875480723223808:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 147us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598574.864175:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 512 00000100:00100000:3.0:1788598574.864196:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 513 00000100:00100000:3.0:1788598574.864202:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+23:2432:x1875480723224064:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598574.864211:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598574.864215:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb160723e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec953 expref: 23 pid: 14172 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.864229:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb160723e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec953 expref: 23 pid: 14172 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.864315:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000619ac960/0x6b7334fb160723e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec953 expref: 23 pid: 14172 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.864326:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598574.864345:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2432:x1875480723224064:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 143us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598574.864351:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 513 00000100:00080000:3.0:1788598574.864373:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598574.864377:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598574.864417:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598574.864547:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598574.864597:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723223680 00000100:00100000:3.0:1788598574.864601:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723223680 00000100:00100000:1.0:1788598574.864640:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723223936 00000100:00100000:1.0:1788598574.864645:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723223936 00010000:00010000:1.0:1788598574.864667:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb16072b40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd12 expref: 22 pid: 24433 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598574.864690:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 514 00000100:00100000:1.0:1788598574.864697:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+22:2432:x1875480723223936:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598574.864705:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598574.864709:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb16072b40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd12 expref: 22 pid: 24433 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.864719:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb16072b40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd12 expref: 22 pid: 24433 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.864761:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063b41df9/0x6b7334fb16072b40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd12 expref: 22 pid: 24433 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.864772:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598574.864775:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598574.864779:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.864789:0:6509:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.864814:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598574.864820:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747114880:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598574.864835:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6fa8cd6/0x6b7334fb160723bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec945 expref: 24 pid: 8868 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598574.864838:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723223936:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 143us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598574.864845:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 514 00000100:00100000:2.0:1788598574.864847:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747115008:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598574.864865:0:8868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.864869:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.864874:0:8868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.864886:0:8868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.864894:0:8868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.864921:0:8868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788598574.865005:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598574.865011:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.865019:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598574.865023:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.865032:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.865044:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.865051:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005be6d5c3/0x6b7334fb16072bbe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.865069:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598574.865071:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598574.865073:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598574.865113:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747115136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8495us (8609us total) trans 4294967380 rc 0/0 00000100:00100000:1.0:1788598574.865121:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000004:00080000:2.0:1788598574.865205:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a893a4380/2, rc 0, transno 4294967380 00000100:00100000:2.0:1788598574.865212:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747115136:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1788598574.865556:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd19 expref: 24 pid: 14172 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598574.865617:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 515 00000100:00100000:3.0:1788598574.865624:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b83cf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+24:2432:x1875480723223680:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598574.865634:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598574.865639:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd19 expref: 24 pid: 14172 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.865666:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd19 expref: 24 pid: 14172 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.865681:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaa07534/0x6b7334fb16072b63 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd19 expref: 24 pid: 14172 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.865771:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598574.865773:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598574.865777:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.865785:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.865807:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598574.865837:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b83cf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+23:2432:x1875480723223680:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 213us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598574.865844:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 515 00000100:00080000:3.0:1788598574.866633:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598574.866638:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788598574.866651:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.866663:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.866678:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.867217:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.867250:0:8403:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788598574.867378:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598574.867386:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.867399:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a8535c600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598574.867403:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.867413:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.867432:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.867440:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053c73cd2/0x6b7334fb16072bb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.867460:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598574.867462:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598574.867464:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598574.867572:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747114752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11996us (12517us total) trans 4294967392 rc 0/0 00000100:00100000:3.0:1788598574.867582:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000004:00080000:2.0:1788598574.867654:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a88088000/2, rc 0, transno 4294967392 00000100:00100000:2.0:1788598574.867662:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747114752:0@lo:6:osp-syn-1-0.0 00000040:00080000:3.0:1788598574.888145:0:24573:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598574.888167:0:24573:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598574.888223:0:24573:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788598574.888230:0:24573:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598574.944315:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598574.944537:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723224320 00000100:00100000:1.0:1788598574.944551:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723224320 00000100:00100000:1.0:1788598574.944670:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1776 00000100:00100000:1.0:1788598574.944863:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+119:34708:x1875480723224320:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:1.0:1788598574.944939:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598574.944984:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb160721ae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7e7 expref: 119 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945008:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:1.0:1788598574.945014:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598574.945041:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945056:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945066:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945080:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945086:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945092:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945213:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945225:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d2 expref: 59 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945234:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945273:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d2 expref: 59 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.945288:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d2 expref: 59 pid: 6525 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598574.945302:0:6525:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747115520:192.168.202.17@tcp:104: 00000100:00080000:3.0:1788598574.945925:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598574.946128:0:6525:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a8914ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1788598574.947297:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598574.947434:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723224448 00000100:00100000:0.0:1788598574.947445:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723224448 00000100:00100000:0.0:1788598574.947511:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 574 00000100:00100000:0.0:1788598574.947651:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:057ab826-16b2-4323-94a8-90eee763040a+119:2435:x1875480723224448:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:0.0:1788598574.947694:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598574.947716:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072bda lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd51 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947812:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072be1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947830:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072be1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947843:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072be1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947860:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072be8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947867:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072be8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947874:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072be8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947918:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072be1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947925:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072be1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947932:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072be1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947939:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80031c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598574.947944:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072be1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947952:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072be1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947977:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598574.947980:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598574.947986:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072be1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.947992:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072be1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.948004:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072be8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.948011:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072be8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.948016:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072be8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.948021:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80030e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598574.948024:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072be8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.948030:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072be8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.948038:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff8a1b8299e900) 00010000:00010000:0.0:1788598574.948041:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598574.948044:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072be8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.948050:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072be8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.948084:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072bda lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd51 expref: 120 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.948094:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598574.948096:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598574.948100:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a8535c400/0x6b7334fb16072bda lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd51 expref: 120 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598574.948109:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a8535c400, rc -2) 00000100:00100000:0.0:1788598574.948187:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:057ab826-16b2-4323-94a8-90eee763040a+119:2435:x1875480723224448:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 666us (895us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598574.948195:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 574 00000100:00100000:3.0:1788598574.949631:0:6525:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1875480747115520:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598574.949665:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598574.949832:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598574.949915:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723224576 00000100:00100000:3.0:1788598574.949922:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723224576 00000100:00100000:3.0:1788598574.950015:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 517 00000100:00100000:3.0:1788598574.950025:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+23:2433:x1875480723224576:12345-192.168.202.17@tcp:101:ll_agl.0 00010000:00010000:3.0:1788598574.950043:0:8406:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598574.950062:0:8406:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16072bef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd58 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.950089:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598574.950091:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598574.950100:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16072bef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd58 expref: 24 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.950129:0:8406:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef46dba1/0x6b7334fb16072bef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd58 expref: 24 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598574.950144:0:8406:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656400, rc 0) 00000100:00100000:3.0:1788598574.950207:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+24:2433:x1875480723224576:12345-192.168.202.17@tcp:101:ll_agl.0 Request processed in 182us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598574.950214:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 517 00000100:00100000:0.0:1788598574.958874:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598574.958959:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723224704 00000100:00100000:1.0:1788598574.958973:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723224704 00000100:00080000:2.0:1788598574.959213:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788598574.959247:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d2 expref: 60 pid: 6525 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598574.959287:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 516 00000100:00100000:1.0:1788598574.959295:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+60:2432:x1875480723224704:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598574.959310:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598574.959316:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d2 expref: 60 pid: 6525 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.959328:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d2 expref: 60 pid: 6525 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.959350:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89697a00/0x6b7334fb1607217d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec7d2 expref: 60 pid: 6525 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.959362:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:1.0:1788598574.959367:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.959375:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.959380:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.959413:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788598574.959436:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.959443:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598574.959479:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+59:2432:x1875480723224704:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 184us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598574.959486:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 516 00000040:00080000:2.0:1788598574.959886:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9240 00000004:00080000:2.0:1788598574.959899:0:6525:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 864845163867ns, next at 865845160480ns, rc = 0 00010000:00010000:2.0:1788598574.959976:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.959988:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.959996:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960003:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960010:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960017:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960033:0:6525:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788598574.960057:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960064:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960075:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960082:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598574.960087:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960096:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960117:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:2.0:1788598574.960120:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788598574.960125:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960132:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072bd3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960151:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960157:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960176:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960182:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960187:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598574.960191:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960196:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960204:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598574.960206:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598574.960209:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960214:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072bc5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598574.960226:0:6525:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095455dfc reply state 00000000525240b2 transno 4294968348 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960237:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598574.960242:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8a1b9fd8ca00) 00010000:00010000:2.0:1788598574.960244:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598574.960247:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598574.960311:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+120:34708:x1875480723224320:12345-192.168.202.17@tcp:36:rm.0 Request processed in 15631us (16355us total) trans 4294968348 rc 0/0 00000100:00100000:2.0:1788598574.960318:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1776 00010000:00010000:1.0:1788598574.960570:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598574.960577:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.960583:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe600 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598574.960587:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.960598:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.960608:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8a1a85f80e00) 00010000:00010000:1.0:1788598574.960610:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788598574.960613:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.960617:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe600/0x6b7334fb16072bf6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598574.960629:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598574.960630:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598574.960631:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598574.977963:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598575.236357:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598575.236417:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598575.236450:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598575.236477:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598575.236496:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598575.236516:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598575.236536:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598575.236556:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598575.237246:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598575.237282:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723225344 00000100:00100000:1.0:1788598575.237295:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723225344 00000100:00100000:1.0:1788598575.237352:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723225856 00000100:00100000:1.0:1788598575.237356:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723225856 00000100:00100000:1.0:1788598575.237372:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723225216 00000100:00100000:1.0:1788598575.237375:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723225216 00000100:00100000:1.0:1788598575.237386:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723225728 00000100:00100000:1.0:1788598575.237389:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723225728 00000100:00100000:1.0:1788598575.237406:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 760 00000100:00100000:1.0:1788598575.237417:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+24:2433:x1875480723225344:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598575.237509:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+24:2433:x1875480723225344:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 93us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598575.237517:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 760 00000100:00100000:1.0:1788598575.237535:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 761 00000100:00100000:1.0:1788598575.237542:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+24:2433:x1875480723225856:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598575.237569:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+24:2433:x1875480723225856:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598575.237576:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 761 00000100:00100000:1.0:1788598575.237588:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 762 00000100:00100000:1.0:1788598575.237594:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723225216:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598575.237618:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723225216:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598575.237623:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 762 00000100:00100000:1.0:1788598575.237635:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 763 00000100:00100000:1.0:1788598575.237641:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2433:x1875480723225728:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598575.237668:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+22:2433:x1875480723225728:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598575.237674:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 763 00000100:00100000:1.0:1788598575.237692:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723225088 00000100:00100000:1.0:1788598575.237695:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723225088 00000100:00100000:3.0:1788598575.237818:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723224832 00000100:00100000:3.0:1788598575.237824:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723224832 00000100:00100000:3.0:1788598575.237857:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 773 00000100:00100000:3.0:1788598575.237864:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723224832:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598575.237891:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723224832:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (1547us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.237897:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 773 00000100:00100000:1.0:1788598575.240273:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723225600 00000100:00100000:1.0:1788598575.240291:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723225600 00000100:00100000:3.0:1788598575.243956:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723224960 00000100:00100000:3.0:1788598575.243977:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723224960 00000100:00100000:3.0:1788598575.244039:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723225472 00000100:00100000:3.0:1788598575.244042:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723225472 00000100:00100000:3.0:1788598575.244066:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1139 00000100:00100000:3.0:1788598575.244077:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723225088:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598575.244185:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723225088:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 110us (7767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.244194:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1139 00000100:00100000:3.0:1788598575.244216:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1140 00000100:00100000:3.0:1788598575.244223:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723225600:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598575.244246:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723225600:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (7769us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.244253:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1140 00000100:00100000:3.0:1788598575.244261:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1141 00000100:00100000:3.0:1788598575.244266:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+120:2433:x1875480723224960:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598575.244294:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+120:2433:x1875480723224960:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (7777us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.244299:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1141 00000100:00100000:3.0:1788598575.244310:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1142 00000100:00100000:3.0:1788598575.244315:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+59:2433:x1875480723225472:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598575.244334:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+59:2433:x1875480723225472:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (7778us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.244340:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1142 00000100:00080000:1.0:1788598575.245090:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:0.0:1788598575.318926:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967380 is committed 00000001:00080000:0.0:1788598575.318947:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967379 is committed 00000001:00080000:0.0:1788598575.322924:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967392 is committed 00000001:00080000:0.0:1788598575.322942:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967391 is committed 00000100:00100000:2.0:1788598575.363185:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598575.363214:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747115648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598575.363300:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598575.363426:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747115648 00000100:00100000:1.0:1788598575.363436:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747115648 00000100:00100000:1.0:1788598575.363508:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1788598575.363517:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747115648:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788598575.363584:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1788598575.363635:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921367040 avail 3689844736 00000100:00100000:1.0:1788598575.363764:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747115648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 248us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598575.363772:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1788598575.364643:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747115776:0@lo:400:kworker.0 00000100:00100000:2.0:1788598575.366847:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747115648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598575.366888:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747116032:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.368967:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598575.369083:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747116288:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369133:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598575.369169:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747116800:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369195:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598575.369225:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788598575.369232:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747115904:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369259:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598575.369279:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747116416:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369297:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598575.369314:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747116928:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369331:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598575.369376:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747116288 00000100:00100000:3.0:1788598575.369385:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747116288 00000100:00100000:3.0:1788598575.369442:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1788598575.369451:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747116288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369533:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747116288:12345-0@lo:400:kworker.0 Request processed in 82us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.369542:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1788598575.369571:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747116800 00000100:00100000:3.0:1788598575.369575:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747116800 00000100:00100000:3.0:1788598575.369603:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1788598575.369609:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747116800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369640:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747116800:12345-0@lo:400:kworker.0 Request processed in 31us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.369647:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1788598575.369665:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747115904 00000100:00100000:3.0:1788598575.369669:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747115904 00000100:00100000:3.0:1788598575.369693:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747116416 00000100:00100000:3.0:1788598575.369695:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747116416 00000100:00100000:3.0:1788598575.369726:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747116928 00000100:00100000:3.0:1788598575.369729:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747116928 00000100:00100000:3.0:1788598575.369776:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1788598575.369782:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747115904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369812:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747115904:12345-0@lo:400:kworker.0 Request processed in 30us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.369817:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1788598575.369829:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1788598575.369835:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747116416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369871:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747116416:12345-0@lo:400:kworker.0 Request processed in 36us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.369876:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1788598575.369886:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:3.0:1788598575.369892:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747116928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369915:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747116928:12345-0@lo:400:kworker.0 Request processed in 23us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.369920:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:3.0:1788598575.369956:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747116160:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.369982:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598575.369999:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747116672:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370020:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598575.370037:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747117184:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370055:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598575.370086:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747116672 00000100:00100000:3.0:1788598575.370089:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747116672 00000100:00100000:3.0:1788598575.370113:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747117184 00000100:00100000:3.0:1788598575.370116:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747117184 00000100:00100000:3.0:1788598575.370135:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1788598575.370141:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747116672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370186:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747116672:12345-0@lo:400:kworker.0 Request processed in 45us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.370191:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1788598575.370202:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1788598575.370207:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747117184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370235:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747117184:12345-0@lo:400:kworker.0 Request processed in 29us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.370241:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00080000:3.0:1788598575.370262:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598575.370267:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598575.370297:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747116672:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370307:0:3666:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967392 gen 2 00000004:00080000:3.0:1788598575.370313:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a88088000, transno 4294967392 00000100:00100000:3.0:1788598575.370323:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747117184:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370463:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747116160 00000100:00100000:3.0:1788598575.370467:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747116160 00000100:00100000:3.0:1788598575.370489:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1788598575.370495:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747116160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370527:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747116160:12345-0@lo:400:kworker.0 Request processed in 31us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.370533:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1788598575.370558:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747116160:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370588:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747115904:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370598:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747116416:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370608:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747116928:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370617:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747116288:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.370626:0:3667:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967380 gen 2 00000004:00080000:3.0:1788598575.370630:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a893a4380, transno 4294967380 00000100:00100000:3.0:1788598575.370639:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747116800:0@lo:400:kworker.0 00000100:00100000:2.0:1788598575.370644:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598575.370668:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747116544:0@lo:400:kworker.0 00000100:00100000:2.0:1788598575.371293:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598575.371312:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747117056:0@lo:400:kworker.0 00000100:00100000:2.0:1788598575.371333:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598575.371365:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747116032 00000100:00100000:2.0:1788598575.371370:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747116032 00000100:00100000:2.0:1788598575.371397:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1788598575.371403:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747116032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598575.371448:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747116032:12345-0@lo:400:kworker.0 Request processed in 45us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598575.371454:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1788598575.371505:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747116032:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.372711:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747116544 00000100:00100000:3.0:1788598575.372721:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747116544 00000100:00100000:3.0:1788598575.372790:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747117056 00000100:00100000:3.0:1788598575.372794:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747117056 00000100:00100000:3.0:1788598575.372810:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:3.0:1788598575.372817:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747116544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.372947:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747116544:12345-0@lo:400:kworker.0 Request processed in 130us (1654us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.372953:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:3.0:1788598575.372969:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1788598575.372975:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747117056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.373004:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747117056:12345-0@lo:400:kworker.0 Request processed in 30us (1670us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.373009:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00080000:3.0:1788598575.373027:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598575.373066:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747116544:0@lo:400:kworker.0 00000100:00100000:3.0:1788598575.373077:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747117056:0@lo:400:kworker.0 00000100:00100000:1.0:1788598575.375703:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747115776 00000100:00100000:1.0:1788598575.375719:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747115776 00000100:00100000:1.0:1788598575.375790:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1788598575.375801:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747115776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598575.375907:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747115776:12345-0@lo:400:kworker.0 Request processed in 109us (6950us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598575.375913:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1788598575.376204:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747115776:0@lo:400:kworker.0 00000040:00080000:3.0:1788598575.769981:0:24625:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598575.769993:0:24625:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598575.770060:0:24625:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788598575.770070:0:24625:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598575.838674:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598575.838810:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723225984 00000100:00100000:3.0:1788598575.838823:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723225984 00000100:00100000:3.0:1788598575.838903:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 577 00000100:00100000:3.0:1788598575.838914:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:057ab826-16b2-4323-94a8-90eee763040a+120:2434:x1875480723225984:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:3.0:1788598575.838960:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598575.838988:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072bfd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd5f expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839058:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c04 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839075:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839090:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839107:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839115:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839121:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839182:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839190:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c04 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839197:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839203:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598575.839208:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839215:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c04 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839229:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598575.839232:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598575.839238:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839243:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839254:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839259:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c0b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839265:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839271:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598575.839274:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839279:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839286:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x996ea506 (ffff8a1a85342b00) 00010000:00010000:3.0:1788598575.839288:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598575.839291:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c0b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839296:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839334:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072bfd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd5f expref: 121 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839344:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598575.839346:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788598575.839350:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072bfd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd5f expref: 121 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.839359:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656200, rc -2) 00000100:00100000:3.0:1788598575.839442:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:057ab826-16b2-4323-94a8-90eee763040a+120:2434:x1875480723225984:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 529us (780us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788598575.839449:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 577 00000100:00100000:3.0:1788598575.846123:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598575.848697:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723226240 00000100:00100000:0.0:1788598575.848716:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723226240 00000100:00100000:0.0:1788598575.848824:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1777 00000100:00100000:0.0:1788598575.848846:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+120:34721:x1875480723226240:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:0.0:1788598575.848921:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598575.848956:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb160722d4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec8ea expref: 120 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.848980:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:0.0:1788598575.848984:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598575.849009:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072c12 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.849022:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072c12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.849030:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072c12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.849040:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.849044:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.849047:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.849141:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.849148:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec865 expref: 58 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.849165:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.849313:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec865 expref: 58 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.849328:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec865 expref: 58 pid: 6523 timeout: 965 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598575.849346:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747117312:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598575.849469:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85ff36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788598575.853864:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598575.854993:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747117312:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598575.855027:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598575.856871:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723226368 00000100:00100000:3.0:1788598575.856888:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723226368 00010000:00010000:3.0:1788598575.856941:0:10276:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec865 expref: 59 pid: 6523 timeout: 965 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598575.856999:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 517 00000100:00100000:3.0:1788598575.857009:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+59:2432:x1875480723226368:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598575.857028:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598575.857035:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec865 expref: 59 pid: 6523 timeout: 965 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.857048:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec865 expref: 59 pid: 6523 timeout: 965 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.857074:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561c00/0x6b7334fb16072279 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec865 expref: 59 pid: 6523 timeout: 965 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.857091:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:3.0:1788598575.857096:0:10276:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.857254:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.857264:0:10276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598575.857298:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598575.857356:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.857364:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598575.857371:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+58:2432:x1875480723226368:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 364us (3521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598575.857380:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 517 00000040:00080000:1.0:1788598575.857822:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9592 00000004:00080000:1.0:1788598575.857909:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 865743174071ns, next at 866743097139ns, rc = 0 00010000:00010000:1.0:1788598575.857980:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.857992:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858001:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858007:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858013:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858019:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858035:0:6523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788598575.858057:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858062:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858067:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858073:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87387400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598575.858077:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858086:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858095:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:1.0:1788598575.858098:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598575.858102:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858108:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c20 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858123:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072c12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858129:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072c12 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858135:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072c12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858139:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80031c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598575.858142:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072c12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858147:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072c12 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.858192:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598575.858450:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598575.858454:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598575.858458:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072c12 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858463:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80031c00/0x6b7334fb16072c12 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598575.858481:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9ffac81 reply state 000000006c2e9091 transno 4294968349 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858493:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598575.858500:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1b8299e500) 00010000:00010000:1.0:1788598575.858502:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598575.858505:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788598575.858778:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+121:34721:x1875480723226240:12345-192.168.202.17@tcp:36:rm.0 Request processed in 9940us (12663us total) trans 4294968349 rc 0/0 00000100:00100000:1.0:1788598575.858787:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1777 00010000:00010000:0.0:1788598575.858887:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.858893:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed000 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598575.858897:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.858904:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.858915:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8a1b94e62b00) 00010000:00010000:0.0:1788598575.858917:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788598575.858920:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.858925:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072c27 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598575.858943:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598575.858945:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598575.858947:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598575.874545:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598575.874584:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747117440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598575.874673:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598575.878691:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747117440 00000100:00100000:2.0:1788598575.878712:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747117440 00000100:00100000:2.0:1788598575.878815:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1788598575.878828:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747117440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598575.878862:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921367040 avail 3689844736 00000100:00100000:2.0:1788598575.878969:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747117440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (4295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598575.878977:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1788598575.879066:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747117440:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598576.002121:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598576.902327:0:24676:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598576.902341:0:24676:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598576.902500:0:24676:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788598576.902510:0:24676:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598576.979599:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598576.979639:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598576.979670:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723226624 00000100:00100000:3.0:1788598576.979683:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723226624 00000100:00100000:2.0:1788598576.986152:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723226752 00000100:00100000:2.0:1788598576.986172:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723226752 00000100:00100000:2.0:1788598576.986264:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 578 00000100:00100000:2.0:1788598576.986276:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+122:2435:x1875480723226752:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:2.0:1788598576.986331:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788598576.986357:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072c2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd66 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986440:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072c35 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986458:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072c35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986474:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072c35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986490:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072c3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986496:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072c3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986504:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072c3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986549:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072c35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986558:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072c35 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986565:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072c35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986571:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffa00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598576.986576:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072c35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986584:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072c35 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986600:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598576.986603:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598576.986610:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072c35 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986617:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffa00/0x6b7334fb16072c35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986632:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072c3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986638:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072c3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986644:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072c3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986649:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598576.986653:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072c3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986659:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072c3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986666:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff8a1a81295e00) 00010000:00010000:2.0:1788598576.986669:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598576.986672:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072c3c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986678:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe400/0x6b7334fb16072c3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986710:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072c2e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd66 expref: 123 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986720:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598576.986722:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788598576.986726:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff600/0x6b7334fb16072c2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd66 expref: 123 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598576.986985:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1bc5cff600, rc -2) 00000100:00100000:2.0:1788598576.987100:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+122:2435:x1875480723226752:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 816us (7449us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788598576.987109:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 578 00000100:00100000:3.0:1788598576.996854:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1778 00000100:00100000:3.0:1788598576.996880:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+121:34731:x1875480723226624:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:3.0:1788598576.996960:0:13009:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598576.996997:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb1607248d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec98b expref: 121 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997032:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00010000:00010000:3.0:1788598576.997039:0:13009:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598576.997067:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072c43 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997084:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072c43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997107:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072c43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997125:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997132:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997138:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997249:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997261:0:13009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec95a expref: 57 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997270:0:13009:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997313:0:13009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec95a expref: 57 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598576.997331:0:13009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec95a expref: 57 pid: 6525 timeout: 966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598576.997349:0:13009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747117568:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598576.998016:0:13009:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e80600 going to sleep for 11 seconds 00000100:00080000:3.0:1788598576.998070:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598577.012018:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598577.012059:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723226880 00000100:00100000:1.0:1788598577.012070:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723226880 00010000:00010000:1.0:1788598577.012153:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec95a expref: 58 pid: 6525 timeout: 966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598577.012197:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 518 00000100:00100000:1.0:1788598577.012209:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+58:2432:x1875480723226880:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598577.012550:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598577.012561:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec95a expref: 58 pid: 6525 timeout: 966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598577.012579:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec95a expref: 58 pid: 6525 timeout: 966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598577.012615:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00010000:00010000:1.0:1788598577.012621:0:8432:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598577.012633:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598577.012642:0:8432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598577.012667:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598577.012728:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+58:2432:x1875480723226880:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 522us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598577.012889:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 518 00000100:00080000:1.0:1788598577.012919:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788598577.013813:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff400/0x6b7334fb160723f3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec95a expref: 57 pid: 6525 timeout: 966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598577.013837:0:13009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13009:1875480747117568:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598577.013867:0:13009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.013878:0:13009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.013884:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788598577.014240:0:13009:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9304 00000004:00080000:0.0:1788598577.014252:0:13009:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 866899516251ns, next at 867899513075ns, rc = 0 00010000:00010000:0.0:1788598577.014314:0:13009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014329:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014341:0:13009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014349:0:13009:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014356:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014362:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014385:0:13009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788598577.014409:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014420:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014427:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014433:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598577.014438:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014446:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014457:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00010000:00010000:0.0:1788598577.014460:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598577.014465:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014471:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072c51 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014490:0:13009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072c43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014496:0:13009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072c43 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014502:0:13009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072c43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014506:0:13009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598577.014510:0:13009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072c43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014516:0:13009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072c43 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014522:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598577.014525:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598577.014527:0:13009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072c43 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014532:0:13009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072c43 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788598577.014542:0:13009:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042566a8f reply state 000000006b07d625 transno 4294968350 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014554:0:13009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598577.014560:0:13009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1a85342b00) 00010000:00010000:0.0:1788598577.014562:0:13009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788598577.014565:0:13009:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788598577.014646:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+122:34731:x1875480723226624:12345-192.168.202.17@tcp:36:rm.0 Request processed in 17776us (35058us total) trans 4294968350 rc 0/0 00000100:00100000:0.0:1788598577.014656:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1778 00010000:00010000:3.0:1788598577.016322:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788598577.016334:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598577.016346:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:3.0:1788598577.016350:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598577.016360:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598577.016384:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8a1a85342800) 00010000:00010000:3.0:1788598577.016387:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788598577.016392:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598577.016399:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c58 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598577.016422:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598577.016435:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598577.016437:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598577.031587:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598577.410100:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598577.410130:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747117696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598577.410440:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598577.410597:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747117696 00000100:00100000:3.0:1788598577.410608:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747117696 00000100:00100000:3.0:1788598577.410684:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1788598577.410696:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747117696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598577.410764:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916124160 avail 3684601856 00000100:00100000:3.0:1788598577.410823:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747117696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598577.410831:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1788598577.410884:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747117696:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788598577.415536:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598577.417516:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598577.417550:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747117824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598577.417647:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598577.417726:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747117824 00000100:00100000:1.0:1788598577.418429:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747117824 00000100:00100000:1.0:1788598577.418512:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788598577.418523:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747117824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598577.418556:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916124160 avail 3684601856 00000100:00100000:1.0:1788598577.418623:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747117824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598577.418631:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788598577.418690:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8808bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747117824:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788598577.418839:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598577.922019:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598577.922050:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747117952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598577.922157:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598577.922305:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747117952 00000100:00100000:2.0:1788598577.922316:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747117952 00000100:00100000:2.0:1788598577.922380:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1788598577.922391:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747117952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598577.922446:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1788598577.922522:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747117952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598577.922530:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1788598577.922918:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747117952:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788598578.052632:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598578.127488:0:24727:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598578.127502:0:24727:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598578.127566:0:24727:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788598578.127576:0:24727:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598578.239441:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598578.239492:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723227008 00000100:00100000:0.0:1788598578.239506:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723227008 00000100:00100000:0.0:1788598578.239595:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 580 00000100:00100000:0.0:1788598578.239609:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:057ab826-16b2-4323-94a8-90eee763040a+122:2434:x1875480723227008:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:0.0:1788598578.239666:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598578.239690:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd7b expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239789:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb16072c66 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239809:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb16072c66 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239825:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb16072c66 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239844:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c6d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239851:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239857:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239906:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb16072c66 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239912:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb16072c66 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239918:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb16072c66 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239927:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598578.239932:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb16072c66 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239939:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb16072c66 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239951:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598578.239954:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598578.239960:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb16072c66 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239966:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386200/0x6b7334fb16072c66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239980:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239986:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c6d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239991:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.239996:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a87386400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598578.239998:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.240004:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.240016:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff8a1b8299ea00) 00010000:00010000:0.0:1788598578.240018:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598578.240020:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c6d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.240026:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386400/0x6b7334fb16072c6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.240061:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c5f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd7b expref: 123 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.240071:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598578.240073:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598578.240077:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387400/0x6b7334fb16072c5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd7b expref: 123 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.240086:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a87387400, rc -2) 00000100:00100000:0.0:1788598578.240194:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:057ab826-16b2-4323-94a8-90eee763040a+122:2434:x1875480723227008:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 577us (757us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598578.240203:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 580 00000100:00080000:2.0:1788598578.240760:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598578.251288:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598578.251466:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723227264 00000100:00100000:0.0:1788598578.251479:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723227264 00000100:00100000:0.0:1788598578.251578:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1779 00000100:00100000:0.0:1788598578.251591:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+122:34743:x1875480723227264:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:0.0:1788598578.251670:0:10034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598578.251707:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7600/0x6b7334fb160725eb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca41 expref: 122 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.251757:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:0.0:1788598578.251765:0:10034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788598578.251795:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16072c74 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.251812:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16072c74 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.251823:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16072c74 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.251850:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.251859:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.251866:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.251964:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.251975:0:10034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca1e expref: 56 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.251984:0:10034:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.252028:0:10034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca1e expref: 56 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598578.252044:0:10034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca1e expref: 56 pid: 13009 timeout: 968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598578.252062:0:10034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c91180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747118080:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598578.252436:0:10034:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85ff3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788598578.256285:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598578.256457:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723227392 00000100:00100000:2.0:1788598578.256468:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723227392 00010000:00010000:2.0:1788598578.256519:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca1e expref: 57 pid: 13009 timeout: 968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598578.256575:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 519 00000100:00100000:2.0:1788598578.256586:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:2433:x1875480723227392:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598578.256603:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598578.256611:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca1e expref: 57 pid: 13009 timeout: 968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598578.256626:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca1e expref: 57 pid: 13009 timeout: 968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598578.256655:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:2.0:1788598578.256662:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598578.256672:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598578.256681:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598578.256704:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598578.256823:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+57:2433:x1875480723227392:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 239us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598578.256831:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 519 00010000:00010000:1.0:1788598578.260841:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5c800/0x6b7334fb16072597 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca1e expref: 56 pid: 13009 timeout: 968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598578.260873:0:10034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c91180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10034:1875480747118080:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598578.260905:0:10034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.260916:0:10034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.260924:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788598578.261717:0:10034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].21, 64 off9656 00000004:00080000:1.0:1788598578.261731:0:10034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 868146996110ns, next at 869146992589ns, rc = 0 00010000:00010000:1.0:1788598578.261827:0:10034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261846:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261858:0:10034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261866:0:10034:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261874:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261880:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261908:0:10034:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788598578.261935:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261942:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261948:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261954:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598578.261959:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261967:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261981:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:1.0:1788598578.261984:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598578.261990:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.261996:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e600/0x6b7334fb16072c82 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.262022:0:10034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16072c74 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.262028:0:10034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16072c74 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.262034:0:10034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16072c74 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.262039:0:10034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030e000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598578.262042:0:10034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16072c74 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.262048:0:10034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16072c74 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.262057:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598578.262060:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598578.262063:0:10034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16072c74 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.262069:0:10034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e000/0x6b7334fb16072c74 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598578.262080:0:10034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050208d2c reply state 000000005dbfe5ff transno 4294968351 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.262092:0:10034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598578.262098:0:10034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1b8299e700) 00010000:00010000:1.0:1788598578.262101:0:10034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598578.262106:0:10034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788598578.262731:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598578.262755:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598578.262764:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598578.262768:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598578.262775:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598578.262787:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8a1b9fd8c900) 00010000:00010000:2.0:1788598578.262790:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788598578.262793:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598578.262800:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072c89 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598578.262823:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598578.262825:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598578.262826:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598578.264942:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+123:34743:x1875480723227264:12345-192.168.202.17@tcp:36:rm.0 Request processed in 13340us (13657us total) trans 4294968351 rc 0/0 00000100:00100000:1.0:1788598578.264958:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1779 00010000:00010000:2.0:1788598579.074184:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598579.454579:0:24778:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598579.454590:0:24778:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598579.455271:0:24778:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1788598579.455279:0:24778:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598579.518472:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598579.518472:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598579.518516:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723227648 00000100:00100000:3.0:1788598579.518529:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723227648 00000100:00100000:3.0:1788598579.518596:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1780 00000100:00100000:3.0:1788598579.518607:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+123:34753:x1875480723227648:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:3.0:1788598579.518687:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598579.518753:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe000/0x6b7334fb160726d9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca9c expref: 123 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.518775:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:3.0:1788598579.518781:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598579.518811:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072c90 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.518829:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072c90 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.518854:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072c90 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.518872:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.518880:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.518887:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.518985:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.518996:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca87 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.519003:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 4/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.519047:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca87 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.519062:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca87 expref: 55 pid: 10034 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598579.519078:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747118208:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598579.524191:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723227776 00000100:00100000:1.0:1788598579.524216:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723227776 00000100:00100000:1.0:1788598579.524322:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 581 00000100:00100000:1.0:1788598579.524334:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+123:2435:x1875480723227776:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:1.0:1788598579.524385:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1788598579.525227:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb0e803c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788598579.525316:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072ca5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecd82 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.525850:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072cac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.525874:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072cac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.525892:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072cac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.525913:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072cb3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.525921:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.525928:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.525982:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072cac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.525990:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072cac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.525997:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072cac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526004:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598579.526009:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072cac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526017:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072cac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526033:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598579.526036:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598579.526043:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072cac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526050:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072cac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526067:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526073:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072cb3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526079:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072cb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526085:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598579.526088:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072cb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526094:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072cb3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526102:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff8a1b9fd8c600) 00010000:00010000:1.0:1788598579.526104:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598579.526107:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072cb3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526114:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072cb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526172:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072ca5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd82 expref: 124 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526184:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598579.526186:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598579.526190:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072ca5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd82 expref: 124 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.526200:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed400, rc -2) 00000100:00100000:1.0:1788598579.526288:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+123:2435:x1875480723227776:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 1955us (7826us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598579.526301:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 581 00000100:00100000:2.0:1788598579.537461:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598579.537624:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747118208:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598579.537675:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598579.538125:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723227904 00000100:00100000:1.0:1788598579.538135:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723227904 00010000:00010000:1.0:1788598579.538201:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca87 expref: 56 pid: 10034 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598579.538245:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 520 00000100:00100000:1.0:1788598579.538255:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+56:2432:x1875480723227904:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598579.538275:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598579.538283:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca87 expref: 56 pid: 10034 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.538296:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca87 expref: 56 pid: 10034 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.538321:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cff800/0x6b7334fb160726a8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca87 expref: 56 pid: 10034 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.538339:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:1.0:1788598579.538345:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.538356:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.538364:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.538385:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598579.538455:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2432:x1875480723227904:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 201us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598579.538468:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 520 00000100:00080000:2.0:1788598579.538621:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788598579.541641:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.541663:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788598579.542030:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9368 00000004:00080000:3.0:1788598579.542041:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 869427305761ns, next at 870427303051ns, rc = 0 00010000:00010000:3.0:1788598579.542132:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.542151:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.542165:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.542172:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.542178:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543801:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543836:0:6523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788598579.543871:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543878:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543884:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543891:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598579.543896:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543909:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543926:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:3.0:1788598579.543930:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788598579.543936:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543942:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072c9e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543968:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072c90 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543975:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072c90 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543980:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072c90 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543985:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598579.543988:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072c90 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.543994:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072c90 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.544002:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598579.544004:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598579.544007:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072c90 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.544017:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072c90 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788598579.544027:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073b9e64b reply state 00000000043a07e7 transno 4294968352 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.544042:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598579.544049:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8a1a85342c00) 00010000:00010000:3.0:1788598579.544051:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788598579.544056:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788598579.544197:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+124:34753:x1875480723227648:12345-192.168.202.17@tcp:36:rm.0 Request processed in 25584us (25730us total) trans 4294968352 rc 0/0 00000100:00100000:3.0:1788598579.544209:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1780 00010000:00010000:1.0:1788598579.548520:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598579.548539:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.548552:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598579.548557:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.548568:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.548590:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8a1a85342600) 00010000:00010000:1.0:1788598579.548594:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788598579.548599:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 1/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.548605:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656200/0x6b7334fb16072cba lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598579.548636:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598579.548638:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598579.548640:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598579.973507:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598579.973557:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747118336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598579.973666:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598579.975233:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747118336 00000100:00100000:2.0:1788598579.975251:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747118336 00000100:00100000:2.0:1788598579.975320:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1788598579.975333:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747118336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598579.975387:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598579.975499:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747118336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 168us (1832us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598579.975507:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1788598579.975777:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747118336:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598580.104105:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598580.363937:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598580.364132:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723228160 00000100:00100000:3.0:1788598580.364142:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723228160 00000100:00100000:3.0:1788598580.364210:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1149 00000100:00100000:3.0:1788598580.364222:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+124:2435:x1875480723228160:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598580.365825:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+124:2435:x1875480723228160:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 1598us (1889us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598580.365838:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1149 00000100:00080000:3.0:1788598580.365872:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598580.368922:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598580.368966:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598580.368986:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598580.369007:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598580.369020:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598580.369037:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598580.369050:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598580.369067:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598580.369102:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723228672 00000100:00100000:2.0:1788598580.369119:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723228672 00000100:00100000:2.0:1788598580.369161:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1150 00000100:00100000:2.0:1788598580.369169:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2435:x1875480723228672:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598580.369229:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2435:x1875480723228672:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 61us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598580.369236:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1150 00000100:00100000:2.0:1788598580.369251:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723228288 00000100:00100000:2.0:1788598580.369254:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723228288 00000100:00100000:2.0:1788598580.369271:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723228800 00000100:00100000:2.0:1788598580.369273:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723228800 00000100:00100000:2.0:1788598580.369285:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1151 00000100:00100000:2.0:1788598580.369290:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723228288:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598580.369309:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723228288:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598580.369315:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1151 00000100:00100000:2.0:1788598580.369324:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1152 00000100:00100000:2.0:1788598580.369328:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723228800:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598580.369344:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723228800:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 15us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598580.369349:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1152 00000100:00100000:3.0:1788598580.371247:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723228416 00000100:00100000:3.0:1788598580.371259:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723228416 00000100:00100000:3.0:1788598580.371310:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723228928 00000100:00100000:3.0:1788598580.371313:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723228928 00000100:00100000:3.0:1788598580.371330:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723228544 00000100:00100000:3.0:1788598580.371332:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723228544 00000100:00100000:3.0:1788598580.371342:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723229056 00000100:00100000:3.0:1788598580.371344:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723229056 00000100:00100000:3.0:1788598580.371362:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 767 00000100:00100000:3.0:1788598580.371370:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723228416:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598580.372074:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 768 00000100:00100000:1.0:1788598580.372087:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2435:x1875480723228928:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598580.372159:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2435:x1875480723228928:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 77us (3171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.372167:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 768 00000100:00100000:1.0:1788598580.372187:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 769 00000100:00100000:1.0:1788598580.372194:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+24:2435:x1875480723228544:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598580.372219:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+24:2435:x1875480723228544:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (3181us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.372225:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 769 00000100:00100000:1.0:1788598580.372236:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 770 00000100:00100000:1.0:1788598580.372242:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2435:x1875480723229056:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598580.372264:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2435:x1875480723229056:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (3196us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.372270:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 770 00000100:00100000:3.0:1788598580.373140:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723228416:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 1766us (4219us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598580.373149:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 767 00000100:00100000:3.0:1788598580.373181:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723228032 00000100:00100000:3.0:1788598580.373199:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723228032 00000100:00100000:3.0:1788598580.373248:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 775 00000100:00100000:3.0:1788598580.373256:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723228032:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598580.373284:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723228032:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (4275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598580.373291:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 775 00000100:00080000:3.0:1788598580.373343:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598580.373348:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598580.373352:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:0.0:1788598580.419523:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968352 is committed 00000004:00080000:0.0:1788598580.419533:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000004:00080000:0.0:1788598580.419547:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000004:00080000:0.0:1788598580.419557:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000004:00080000:0.0:1788598580.419562:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:0.0:1788598580.419570:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000100:00100000:0.0:1788598580.419718:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747118464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788598580.419799:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598580.419851:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747118976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788598580.419874:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598580.419909:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598580.419915:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747118848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788598580.419939:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598580.419980:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747118592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788598580.420006:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598580.420024:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598580.420029:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747118720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788598580.420047:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598580.420077:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747118464 00000100:00100000:0.0:1788598580.420084:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747118464 00000100:00100000:0.0:1788598580.420142:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747118976 00000100:00100000:0.0:1788598580.420146:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747118976 00000100:00100000:0.0:1788598580.420159:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747118848 00000100:00100000:0.0:1788598580.420162:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747118848 00000100:00100000:0.0:1788598580.420169:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747118592 00000100:00100000:0.0:1788598580.420172:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747118592 00000100:00100000:0.0:1788598580.420179:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747118720 00000100:00100000:0.0:1788598580.420181:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747118720 00000100:00100000:0.0:1788598580.420192:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1788598580.420199:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3668:x1875480747118464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788598580.420227:0:24433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:30 count 1 00010000:00010000:0.0:1788598580.420253:0:24433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.420274:0:24433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb160723de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec94c expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.420284:0:24433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006928e49d/0x6b7334fb16072b71 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd20 expref: 20 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.420297:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.420299:0:24433:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.420303:0:24433:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420580:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420589:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420596:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420602:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598580.420606:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420613:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420629:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8a1b9fd8ca00) 00010000:00010000:2.0:1788598580.420633:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598580.420639:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420647:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072bcc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420672:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420678:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420684:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420690:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b80030e00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598580.420693:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420699:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420707:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8a1b8299e500) 00010000:00010000:2.0:1788598580.420710:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598580.420713:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420719:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b80030e00/0x6b7334fb16072c19 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420751:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420763:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420769:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420775:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598580.420778:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420784:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420792:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8a1a85342b00) 00010000:00010000:2.0:1788598580.420794:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598580.420797:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420803:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656600/0x6b7334fb16072c4a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13009 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420816:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420823:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420829:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420835:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1ba030f200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598580.420838:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420845:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420852:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8a1b8299e700) 00010000:00010000:2.0:1788598580.420855:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598580.420858:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420864:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f200/0x6b7334fb16072c7b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420876:0:3651:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420881:0:3651:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420887:0:3651:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420892:0:3651:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598580.420895:0:3651:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420901:0:3651:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420908:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8a1a85342c00) 00010000:00010000:2.0:1788598580.420911:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598580.420914:0:3651:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.420920:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072c97 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598580.420998:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1788598580.421009:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747118976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788598580.421027:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:33 count 1 00010000:00010000:3.0:1788598580.421044:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.421061:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3806533/0x6b7334fb16072a67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecccc expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.421075:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16072b47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd35 expref: 23 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.421082:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598580.421084:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598580.421087:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.421128:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16072b47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd35 expref: 23 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.421142:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16072b47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd35 expref: 23 pid: 8868 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598580.421155:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747119104:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598580.421239:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e3806533/0x6b7334fb16072a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecccc expref: 13 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.421249:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e3806533/0x6b7334fb16072a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecccc expref: 13 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598580.421258:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747119232:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598580.421281:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92c00 going to sleep for 11 seconds 00010000:00010000:0.0:1788598580.422899:0:24433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006928e49d/0x6b7334fb16072b71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd20 expref: 20 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.422917:0:24433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006928e49d/0x6b7334fb16072b71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd20 expref: 20 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.422931:0:24433:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24433:1875480747119360:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598580.423171:0:24433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb160723de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec94c expref: 11 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423182:0:24433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb160723de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec94c expref: 11 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.423191:0:24433:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24433:1875480747119488:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598580.423214:0:24433:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85ff39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598580.423246:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1788598580.423259:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747118848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788598580.423286:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:32 count 1 00010000:00010000:0.0:1788598580.423308:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423323:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000082d34073/0x6b7334fb1607250b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9f4 expref: 13 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423333:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f67e0d0/0x6b7334fb16072b6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd27 expref: 23 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423341:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.423343:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.423347:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423368:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f67e0d0/0x6b7334fb16072b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd27 expref: 23 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423379:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f67e0d0/0x6b7334fb16072b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd27 expref: 23 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.423400:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747119616:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598580.423432:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000082d34073/0x6b7334fb1607250b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9f4 expref: 13 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423442:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000082d34073/0x6b7334fb1607250b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9f4 expref: 13 pid: 24433 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.423458:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747119744:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598580.423481:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85ff3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788598580.423499:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1788598580.423507:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747118592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788598580.423521:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:31 count 1 00010000:00010000:0.0:1788598580.423535:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423546:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a747ab5f/0x6b7334fb160725cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca3a expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423566:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16072b78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd2e expref: 20 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423575:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.423576:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.423579:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423598:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16072b78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd2e expref: 20 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423607:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16072b78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd2e expref: 20 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.423621:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747119872:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598580.423651:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a747ab5f/0x6b7334fb160725cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca3a expref: 11 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.423661:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a747ab5f/0x6b7334fb160725cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca3a expref: 11 pid: 8406 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.423669:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747120000:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598580.423687:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85ff3e40 going to sleep for 11 seconds 00000100:00080000:0.0:1788598580.423708:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598580.423713:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598580.424900:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747119104:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598580.424914:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1875480747119232:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598580.424938:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598580.429376:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598580.429423:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598580.429478:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723229184 00000100:00100000:3.0:1788598580.429488:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723229184 00010000:00010000:3.0:1788598580.429528:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16072b47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd35 expref: 24 pid: 8868 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598580.429601:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723229312 00000100:00100000:3.0:1788598580.429606:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723229312 00010000:00010000:3.0:1788598580.429623:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e3806533/0x6b7334fb16072a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecccc expref: 14 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598580.433083:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 521 00000100:00100000:2.0:1788598580.433102:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b83cf4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+24:2432:x1875480723229184:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598580.433131:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598580.433142:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16072b47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd35 expref: 24 pid: 8868 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.433160:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16072b47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd35 expref: 24 pid: 8868 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.433185:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d851f5a/0x6b7334fb16072b47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd35 expref: 24 pid: 8868 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.433201:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598580.433271:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b83cf4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+23:2432:x1875480723229184:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 177us (3914us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598580.433278:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 521 00000100:00100000:2.0:1788598580.433336:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 522 00000100:00100000:2.0:1788598580.433343:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+14:2433:x1875480723229312:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598580.433351:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598580.433356:0:10276:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e3806533/0x6b7334fb16072a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecccc expref: 14 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.433367:0:10276:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e3806533/0x6b7334fb16072a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecccc expref: 14 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.433381:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3806533/0x6b7334fb16072a67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecccc expref: 14 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.434488:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598580.434494:0:10276:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598580.434500:0:10276:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.434513:0:10276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.434549:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598580.434594:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723229312:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1248us (5167us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598580.434603:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 522 00010000:00010000:2.0:1788598580.434630:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.434640:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.434656:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.434663:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.434680:0:8405:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598580.434815:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598580.434837:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598580.434855:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598580.434902:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598580.434935:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598580.434982:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747119616:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598580.434993:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1875480747119744:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598580.435012:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.435033:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723229568 00000100:00100000:0.0:1788598580.435039:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723229568 00010000:00010000:0.0:1788598580.435066:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb160723de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec94c expref: 12 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.435084:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723229440 00000100:00100000:0.0:1788598580.435087:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723229440 00010000:00010000:0.0:1788598580.435100:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006928e49d/0x6b7334fb16072b71 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd20 expref: 21 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.435122:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723229696 00000100:00100000:0.0:1788598580.435125:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723229696 00010000:00010000:0.0:1788598580.435136:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f67e0d0/0x6b7334fb16072b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd27 expref: 23 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.435147:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723229952 00000100:00100000:0.0:1788598580.435150:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723229952 00010000:00010000:0.0:1788598580.435161:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a747ab5f/0x6b7334fb160725cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca3a expref: 13 pid: 8406 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.435172:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723229824 00000100:00100000:0.0:1788598580.435174:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723229824 00010000:00010000:0.0:1788598580.435183:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16072b78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd2e expref: 22 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.435196:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 523 00000100:00100000:0.0:1788598580.435203:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723229568:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598580.435214:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598580.435220:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb160723de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec94c expref: 13 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.435236:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb160723de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec94c expref: 13 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.435257:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598580.435285:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2433:x1875480723229568:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 82us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598580.435292:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 523 00000100:00100000:0.0:1788598580.435304:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 524 00000100:00100000:0.0:1788598580.435310:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+22:2433:x1875480723229440:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598580.435318:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598580.435323:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006928e49d/0x6b7334fb16072b71 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd20 expref: 22 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.435332:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006928e49d/0x6b7334fb16072b71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd20 expref: 22 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.435343:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.435345:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.435348:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.435370:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.435383:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598580.435401:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+22:2433:x1875480723229440:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 91us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598580.435408:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 524 00000100:00100000:0.0:1788598580.435421:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 525 00000100:00100000:0.0:1788598580.435427:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+23:2433:x1875480723229696:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598580.435435:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598580.435439:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f67e0d0/0x6b7334fb16072b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd27 expref: 23 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.435448:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f67e0d0/0x6b7334fb16072b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd27 expref: 23 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.435461:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f67e0d0/0x6b7334fb16072b6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd27 expref: 23 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.435485:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598580.435503:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+22:2433:x1875480723229696:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 77us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598580.435509:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 525 00000100:00100000:0.0:1788598580.435520:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 526 00000100:00100000:2.0:1788598580.436143:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3668:x1875480747118976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15134us (16264us total) trans 4294967393 rc 0/0 00000100:00100000:2.0:1788598580.436153:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1788598580.436171:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1788598580.436180:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747118720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788598580.436204:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:32 count 1 00010000:00010000:2.0:1788598580.436225:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436239:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000df158cb1/0x6b7334fb16072a60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccc5 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436249:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb16072b4e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd3c expref: 21 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436256:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598580.436258:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598580.436262:0:8405:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 5/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436292:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb16072b4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd3c expref: 21 pid: 8403 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436303:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb16072b4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd3c expref: 21 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598580.436318:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747120128:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598580.436384:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000df158cb1/0x6b7334fb16072a60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccc5 expref: 12 pid: 14172 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436393:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000df158cb1/0x6b7334fb16072a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccc5 expref: 12 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598580.436402:0:8405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747120256:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598580.436425:0:8405:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a873a5cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1788598580.436441:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598580.436447:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436455:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656c00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598580.436459:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436473:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436487:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436495:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce619c1f/0x6b7334fb16072cc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.436511:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598580.436513:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598580.436515:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598580.436832:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723229952:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598580.436843:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598580.436849:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a747ab5f/0x6b7334fb160725cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca3a expref: 12 pid: 8406 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.436867:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a747ab5f/0x6b7334fb160725cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca3a expref: 12 pid: 8406 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.436883:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598580.436918:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723229952:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1392us (2015us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598580.436926:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 526 00000100:00100000:0.0:1788598580.436943:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 527 00000100:00100000:0.0:1788598580.436949:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723229824:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598580.436956:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598580.436962:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16072b78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd2e expref: 21 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.436972:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16072b78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd2e expref: 21 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.436985:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.436987:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.436990:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.436999:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.437013:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598580.437029:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723229824:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 81us (2094us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598580.437035:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 527 00010000:00010000:0.0:1788598580.437077:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006baa69f8/0x6b7334fb16072b78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd2e expref: 20 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.437088:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747119872:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598580.437099:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a747ab5f/0x6b7334fb160725cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeca3a expref: 11 pid: 8406 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.437120:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1875480747120000:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598580.437136:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.437145:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.437152:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.437160:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.437168:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.437194:0:8406:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598580.437325:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3665:x1875480747118592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13818us (17317us total) trans 4294967381 rc 0/0 00000100:00100000:0.0:1788598580.437331:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00010000:00010000:0.0:1788598580.437347:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598580.438838:0:24433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006928e49d/0x6b7334fb16072b71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd20 expref: 19 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598580.438856:0:24433:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24433:1875480747119360:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598580.438871:0:24433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c54f24/0x6b7334fb160723de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec94c expref: 10 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598580.438881:0:24433:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24433:1875480747119488:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598580.438902:0:24433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.438913:0:24433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.438920:0:24433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.438929:0:24433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.438937:0:24433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.438980:0:24433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598580.439125:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3668:x1875480747118464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18925us (19325us total) trans 4294967382 rc 0/0 00000100:00100000:1.0:1788598580.439134:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00010000:00010000:0.0:1788598580.439189:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.439199:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598580.439203:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.439212:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.439228:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.439234:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab6d45f7/0x6b7334fb16072cd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.439254:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598580.439257:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.439268:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc99200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598580.439271:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.439278:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.439287:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.439293:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f4f905f/0x6b7334fb16072cc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.439306:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598580.439308:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598580.439310:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788598580.439339:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1bc5b83b80/2, rc 0, transno 4294967381 00000100:00100000:0.0:1788598580.439346:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747118592:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788598580.440496:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788598580.442717:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1bc5abd500/2, rc 0, transno 4294967393 00000100:00100000:0.0:1788598580.448801:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598580.448843:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723230080 00000100:00100000:0.0:1788598580.448853:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723230080 00010000:00010000:0.0:1788598580.448891:0:8432:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082d34073/0x6b7334fb1607250b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9f4 expref: 13 pid: 24433 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.448928:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 528 00000100:00100000:0.0:1788598580.448939:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34b9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+13:2432:x1875480723230080:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598580.448955:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598580.448961:0:8432:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000082d34073/0x6b7334fb1607250b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9f4 expref: 13 pid: 24433 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.448975:0:8432:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082d34073/0x6b7334fb1607250b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9f4 expref: 13 pid: 24433 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.448998:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082d34073/0x6b7334fb1607250b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdec9f4 expref: 13 pid: 24433 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.449014:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.449016:0:8432:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598580.449021:0:8432:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.449030:0:8432:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.449326:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598580.450153:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747118976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788598580.450215:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34b9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723230080:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1275us (1420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598580.450225:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 528 00010000:00010000:0.0:1788598580.450286:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.450297:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.450307:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.450314:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.450331:0:8403:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788598580.450669:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3668:x1875480747118848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27411us (30726us total) trans 4294967394 rc 0/0 00000100:00100000:0.0:1788598580.450678:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00010000:00010000:0.0:1788598580.450700:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598580.450706:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.450715:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98400 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598580.450719:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.450728:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.450762:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.450770:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005a4f90b/0x6b7334fb16072ccf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.450789:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598580.450791:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598580.450793:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598580.450835:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747120256:192.168.202.17@tcp:104: 00000004:00080000:0.0:1788598580.450835:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a8725e300/2, rc 0, transno 4294967394 00000100:00100000:0.0:1788598580.450840:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747118848:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788598580.450853:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a87a69880/2, rc 0, transno 4294967382 00000100:00100000:0.0:1788598580.450857:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747118464:0@lo:6:osp-syn-0-0.0 00000040:00080000:1.0:1788598580.452349:0:24829:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598580.452358:0:24829:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598580.452555:0:24829:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1788598580.452563:0:24829:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598580.452978:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598580.453039:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598580.453083:0:8405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1875480747120128:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598580.453159:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723230208 00000100:00100000:3.0:1788598580.453166:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723230208 00010000:00010000:0.0:1788598580.453180:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.453196:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df158cb1/0x6b7334fb16072a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccc5 expref: 10 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598580.453202:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723230336 00000100:00100000:0.0:1788598580.453204:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723230336 00010000:00010000:0.0:1788598580.453219:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb16072b4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd3c expref: 19 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598580.453230:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 529 00000100:00100000:3.0:1788598580.453238:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+10:2432:x1875480723230208:12345-192.168.202.17@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788598580.453238:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 530 00000100:00100000:0.0:1788598580.453243:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+19:2432:x1875480723230336:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598580.453252:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788598580.453252:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598580.453257:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df158cb1/0x6b7334fb16072a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccc5 expref: 10 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.453257:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb16072b4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd3c expref: 19 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.453268:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df158cb1/0x6b7334fb16072a60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccc5 expref: 10 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.453599:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb16072b4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd3c expref: 19 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.453622:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afb23d5f/0x6b7334fb16072b4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd3c expref: 19 pid: 8403 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.453639:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598580.453684:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+18:2432:x1875480723230336:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 440us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598580.453692:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 530 00010000:00010000:3.0:1788598580.456158:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df158cb1/0x6b7334fb16072a60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccc5 expref: 10 pid: 14172 timeout: 970 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.456182:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598580.456185:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1788598580.456190:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.456200:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.457096:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598580.457175:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723230208:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 3934us (4198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.457186:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 529 00010000:00010000:3.0:1788598580.458151:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.458167:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.458178:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.458186:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.458207:0:8405:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788598580.458395:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3665:x1875480747118720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22215us (38344us total) trans 4294967383 rc 0/0 00000100:00100000:3.0:1788598580.458416:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00010000:00010000:0.0:1788598580.458482:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598580.458490:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.458499:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffa00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598580.458504:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.458513:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788598580.458550:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1a8726ea00/2, rc 0, transno 4294967383 00000100:00100000:1.0:1788598580.458558:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747118720:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788598580.458656:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.458664:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002171ff2c/0x6b7334fb16072cdd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598580.458685:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598580.458686:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598580.458688:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598580.485770:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747120512:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.485846:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.485904:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747121024:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.485927:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.485944:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747121536:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.485985:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.486021:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788598580.486027:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747120384:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.486056:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.486078:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747120896:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.486104:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.486133:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747121408:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.486153:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.486177:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747120640:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.486201:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.486218:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747121152:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.486236:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.486252:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747121664:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.486275:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.486295:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788598580.486301:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747120768:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.486321:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.486332:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747121280:0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.486352:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598580.486382:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747120512 00000100:00100000:1.0:1788598580.486390:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747120512 00000100:00100000:1.0:1788598580.486425:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747121024 00000100:00100000:1.0:1788598580.486428:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747121024 00000100:00100000:1.0:1788598580.486453:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747121536 00000100:00100000:1.0:1788598580.486456:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747121536 00000100:00100000:1.0:1788598580.486468:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747121408 00000100:00100000:1.0:1788598580.486471:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747121408 00000100:00100000:1.0:1788598580.486483:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747121152 00000100:00100000:1.0:1788598580.486485:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747121152 00000100:00100000:1.0:1788598580.486496:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747120768 00000100:00100000:1.0:1788598580.486498:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747120768 00000100:00100000:1.0:1788598580.486512:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1788598580.486521:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747120512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598580.487105:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598580.487125:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747121792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598580.487162:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598580.487195:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747121792 00000100:00100000:2.0:1788598580.487199:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747121792 00000100:00100000:2.0:1788598580.487234:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1788598580.487240:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747121792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598580.487271:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921367040 avail 3689844736 00000100:00100000:2.0:1788598580.487311:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747121792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598580.487318:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1788598580.487367:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747121792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598580.487701:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747120512:12345-0@lo:400:kworker.0 Request processed in 1180us (1854us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.487708:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1788598580.487725:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1788598580.487756:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747121024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.487786:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747121024:12345-0@lo:400:kworker.0 Request processed in 55us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.487792:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1788598580.487804:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1788598580.487811:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747121536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.487837:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747121536:12345-0@lo:400:kworker.0 Request processed in 28us (1852us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.487843:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1788598580.487856:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1788598580.487861:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747121408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.487888:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747121408:12345-0@lo:400:kworker.0 Request processed in 26us (1734us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.487893:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1788598580.487904:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1788598580.487910:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747121152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.487942:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747121152:12345-0@lo:400:kworker.0 Request processed in 33us (1705us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.487947:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1788598580.487971:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1788598580.487977:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747120768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.488002:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747120768:12345-0@lo:400:kworker.0 Request processed in 26us (1680us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.488008:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1788598580.488038:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747120384 00000100:00100000:1.0:1788598580.488043:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747120384 00000100:00100000:1.0:1788598580.488073:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1788598580.488079:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747120384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.488119:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747120384:12345-0@lo:400:kworker.0 Request processed in 29us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.488125:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1788598580.488153:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747120896 00000100:00100000:1.0:1788598580.488158:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747120896 00000100:00100000:1.0:1788598580.488181:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747120640 00000100:00100000:1.0:1788598580.488183:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747120640 00000100:00100000:1.0:1788598580.488197:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1788598580.488202:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747120896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.488234:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747120896:12345-0@lo:400:kworker.0 Request processed in 32us (2129us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.488240:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1788598580.488252:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1788598580.488257:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747120640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.488281:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747120640:12345-0@lo:400:kworker.0 Request processed in 24us (2080us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.488285:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1788598580.488315:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747121664 00000100:00100000:1.0:1788598580.488319:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747121664 00000100:00100000:1.0:1788598580.488343:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747121280 00000100:00100000:1.0:1788598580.488346:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747121280 00000100:00100000:1.0:1788598580.488368:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1788598580.488374:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747121664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.488416:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747121664:12345-0@lo:400:kworker.0 Request processed in 42us (2139us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.488422:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1788598580.488433:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1788598580.488439:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747121280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598580.488465:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747121280:12345-0@lo:400:kworker.0 Request processed in 26us (2112us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598580.488470:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00080000:1.0:1788598580.488490:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598580.488494:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598580.488496:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598580.488499:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598580.489014:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747120768:0@lo:400:kworker.0 00000100:00100000:2.0:1788598580.489030:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747121280:0@lo:400:kworker.0 00000100:00100000:2.0:1788598580.489041:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747120640:0@lo:400:kworker.0 00000100:00100000:2.0:1788598580.489051:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747121152:0@lo:400:kworker.0 00000100:00100000:2.0:1788598580.489060:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747121664:0@lo:400:kworker.0 00000100:00100000:0.0:1788598580.491684:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747120512:0@lo:400:kworker.0 00000100:00100000:0.0:1788598580.491705:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747121024:0@lo:400:kworker.0 00000100:00100000:0.0:1788598580.491717:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747121536:0@lo:400:kworker.0 00000100:00100000:0.0:1788598580.492080:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747120384:0@lo:400:kworker.0 00000100:00100000:0.0:1788598580.492094:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747120896:0@lo:400:kworker.0 00000100:00100000:0.0:1788598580.492106:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747121408:0@lo:400:kworker.0 00000100:00100000:3.0:1788598580.522184:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598580.522302:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723230720 00000100:00100000:1.0:1788598580.522313:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723230720 00000100:00100000:1.0:1788598580.522385:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 585 00000100:00100000:1.0:1788598580.522468:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+114:2434:x1875480723230720:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:1.0:1788598580.522504:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598580.523056:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072ce4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecda5 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523130:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072ceb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523145:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072ceb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523155:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072ceb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523170:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072cf2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523176:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523182:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523218:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072ceb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523225:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072ceb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523236:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072ceb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523241:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598580.523245:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072ceb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523253:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072ceb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523265:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598580.523268:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598580.523273:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072ceb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523280:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072ceb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523293:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523299:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072cf2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523304:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072cf2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523309:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ec400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598580.523312:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072cf2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523322:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072cf2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523329:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x71bff0c5 (ffff8a1b94e62e00) 00010000:00010000:1.0:1788598580.523331:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598580.523334:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072cf2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523339:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ec400/0x6b7334fb16072cf2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523368:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072ce4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecda5 expref: 115 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.523377:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598580.523379:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598580.523382:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072ce4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecda5 expref: 115 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.524155:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893eda00, rc -2) 00000100:00100000:1.0:1788598580.524295:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+114:2434:x1875480723230720:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 1827us (2117us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598580.524306:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 585 00000100:00100000:2.0:1788598580.532316:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598580.532483:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723230592 00000100:00100000:3.0:1788598580.532493:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723230592 00000100:00100000:3.0:1788598580.532555:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1781 00000100:00100000:3.0:1788598580.532565:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+114:34765:x1875480723230592:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:3.0:1788598580.532617:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598580.532643:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a739e00/0x6b7334fb160727ab lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecaf0 expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532660:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:3.0:1788598580.532665:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788598580.532687:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072cf9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532699:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072cf9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532708:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072cf9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532720:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532727:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532758:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532830:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532846:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecadb expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532853:0:6524:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532884:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecadb expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.532897:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecadb expref: 54 pid: 6523 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598580.532912:0:6524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747121920:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598580.533011:0:6524:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1a88a92180 going to sleep for 11 seconds 00000100:00100000:3.0:1788598580.538099:0:6524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1875480747121920:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788598580.538140:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598580.539636:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598580.541271:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723230848 00000100:00100000:3.0:1788598580.541284:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723230848 00010000:00010000:3.0:1788598580.541324:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecadb expref: 55 pid: 6523 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598580.541378:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 531 00000100:00100000:3.0:1788598580.541387:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+55:2432:x1875480723230848:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598580.541414:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598580.541422:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecadb expref: 55 pid: 6523 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.541434:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecadb expref: 55 pid: 6523 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.541456:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6c00/0x6b7334fb1607277a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecadb expref: 55 pid: 6523 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.541469:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:3.0:1788598580.541475:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.541484:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.541491:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598580.541519:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598580.541617:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.541626:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788598580.541934:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].22, 64 off9720 00000004:00080000:1.0:1788598580.541945:0:6524:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 870427209909ns, next at 871427206959ns, rc = 0 00010000:00010000:1.0:1788598580.542021:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542033:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542042:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542049:0:6524:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542056:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542062:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542077:0:6524:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788598580.542096:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542102:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542119:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542125:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598580.542129:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542136:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542145:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:1.0:1788598580.542148:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598580.542152:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542159:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656800/0x6b7334fb16072d07 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542176:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072cf9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542181:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072cf9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542186:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072cf9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542191:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657600 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598580.542194:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072cf9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542199:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072cf9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542206:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598580.542209:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598580.542211:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072cf9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542216:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657600/0x6b7334fb16072cf9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788598580.542224:0:6524:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000124e26e9 reply state 00000000d1773c63 transno 4294968353 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542234:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598580.542239:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8a1a85342900) 00010000:00010000:1.0:1788598580.542241:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788598580.542244:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788598580.542322:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+115:34765:x1875480723230592:12345-192.168.202.17@tcp:36:rm.0 Request processed in 9757us (10013us total) trans 4294968353 rc 0/0 00000100:00100000:1.0:1788598580.542331:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1781 00000100:00100000:3.0:1788598580.542570:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+54:2432:x1875480723230848:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 1183us (2939us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598580.542578:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 531 00010000:00010000:2.0:1788598580.542722:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788598580.542729:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.542761:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eda00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:2.0:1788598580.542764:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.542772:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.542782:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8a1b84c1a100) 00010000:00010000:2.0:1788598580.542784:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788598580.542787:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 1/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.542791:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eda00/0x6b7334fb16072d0e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598580.542807:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598580.542809:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598580.542810:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598580.995337:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747122048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598580.995974:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598581.001671:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747122048 00000100:00100000:3.0:1788598581.001693:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747122048 00000100:00100000:3.0:1788598581.002076:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1788598581.002090:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747122048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598581.002136:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921367040 avail 3689844736 00000100:00100000:3.0:1788598581.002327:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747122048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 240us (6354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598581.002402:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1788598581.002513:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747122048:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1788598581.058441:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788598581.126476:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598581.472652:0:24880:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598581.472665:0:24880:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598581.473029:0:24880:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1788598581.473039:0:24880:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598581.547601:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598581.547728:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598581.547791:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723231104 00000100:00100000:1.0:1788598581.547804:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723231104 00000100:00100000:1.0:1788598581.547870:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1782 00000100:00100000:1.0:1788598581.547880:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+115:34775:x1875480723231104:12345-192.168.202.17@tcp:36:rm.0 00010000:00010000:1.0:1788598581.547964:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598581.548000:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ca00/0x6b7334fb160728d1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecbf3 expref: 115 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548024:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598581.548030:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598581.548060:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072d15 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548076:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072d15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548088:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072d15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548115:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548123:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548130:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548226:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548237:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb6e expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548251:0:6523:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548291:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb6e expref: 53 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548306:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb6e expref: 53 pid: 10034 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598581.548322:0:6523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a7d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747122176:192.168.202.17@tcp:104: 00000100:00100000:1.0:1788598581.548449:0:6523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1ba026fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1788598581.548474:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723231232 00000100:00100000:1.0:1788598581.548479:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723231232 00000100:00100000:1.0:1788598581.548513:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 586 00000100:00100000:1.0:1788598581.548519:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:057ab826-16b2-4323-94a8-90eee763040a+115:2434:x1875480723231232:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:1.0:1788598581.548544:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788598581.548555:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072d2a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecdac expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548595:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072d31 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548603:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072d31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548610:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072d31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548627:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072d38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548633:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548639:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548657:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072d31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548664:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072d31 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548670:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072d31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548677:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893eca00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598581.548682:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072d31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548690:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072d31 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548698:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598581.548702:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598581.548706:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072d31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548712:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893eca00/0x6b7334fb16072d31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548722:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548728:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072d38 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548758:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072d38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548764:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed800 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598581.548767:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072d38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548773:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072d38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548780:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff8a1b94e62d00) 00010000:00010000:1.0:1788598581.548782:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598581.548784:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072d38 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548789:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed800/0x6b7334fb16072d38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548821:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072d2a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecdac expref: 116 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548829:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:1.0:1788598581.548831:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788598581.548835:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed200/0x6b7334fb16072d2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecdac expref: 116 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.548843:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a893ed200, rc -2) 00000100:00100000:1.0:1788598581.548891:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:057ab826-16b2-4323-94a8-90eee763040a+115:2434:x1875480723231232:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 370us (1161us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788598581.548900:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 586 00000100:00100000:1.0:1788598581.562274:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598581.562374:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723231360 00000100:00100000:3.0:1788598581.562395:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723231360 00010000:00010000:3.0:1788598581.562467:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb6e expref: 54 pid: 10034 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598581.562518:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 532 00000100:00100000:3.0:1788598581.562529:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:2433:x1875480723231360:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598581.562548:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788598581.562555:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb6e expref: 54 pid: 10034 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598581.562570:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb6e expref: 54 pid: 10034 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598581.562597:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:3.0:1788598581.562603:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598581.562613:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598581.562622:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598581.562643:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598581.562703:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+54:2433:x1875480723231360:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 176us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598581.562728:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 532 00000100:00080000:1.0:1788598581.563069:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598581.563551:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cfe200/0x6b7334fb16072876 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecb6e expref: 53 pid: 10034 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598581.563571:0:6523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a7d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1875480747122176:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598581.563598:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.563608:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.563614:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788598581.564007:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9432 00000004:00080000:2.0:1788598581.564018:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 871449283213ns, next at 872449280497ns, rc = 0 00010000:00010000:2.0:1788598581.564082:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564108:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564121:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564128:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564135:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564144:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564443:0:6523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788598581.564470:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564477:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564484:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564490:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598581.564495:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564504:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564517:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:2.0:1788598581.564520:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788598581.564526:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564531:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed400/0x6b7334fb16072d23 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564550:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072d15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564556:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072d15 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564563:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072d15 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564568:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ed000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:2.0:1788598581.564571:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072d15 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564578:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072d15 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564586:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:2.0:1788598581.564588:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788598581.564591:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072d15 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564597:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ed000/0x6b7334fb16072d15 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788598581.564608:0:6523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000888203ba reply state 0000000019dfe2c3 transno 4294968354 ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564619:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598581.564626:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1b94e62e00) 00010000:00010000:2.0:1788598581.564629:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788598581.564632:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788598581.564751:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+116:34775:x1875480723231104:12345-192.168.202.17@tcp:36:rm.0 Request processed in 16851us (17144us total) trans 4294968354 rc 0/0 00000100:00100000:2.0:1788598581.564762:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1782 00010000:00010000:1.0:1788598581.567983:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598581.567996:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.568009:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cffe00 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598581.568015:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.568026:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.568048:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8a1bc29e3d00) 00010000:00010000:1.0:1788598581.568051:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788598581.568057:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 1/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.568063:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bc5cffe00/0x6b7334fb16072d3f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598581.568090:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598581.568092:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598581.568093:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598582.148558:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598582.148568:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598582.148955:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 1 00000040:00080000:2.0:1788598582.148963:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598582.154593:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598582.526070:0:24931:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598582.526079:0:24931:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598582.531801:0:24931:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598582.531824:0:24931:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598582.532193:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747122304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598582.532265:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598582.532336:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747122304 00000100:00100000:2.0:1788598582.532344:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747122304 00000100:00100000:2.0:1788598582.532402:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1788598582.532413:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3666:x1875480747122304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598582.532444:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916136448 avail 3684614144 00000100:00100000:2.0:1788598582.532488:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3666:x1875480747122304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598582.532496:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1788598582.532545:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747122304:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788598582.533636:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598582.534870:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747122432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598582.534936:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598582.535001:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747122432 00000100:00100000:2.0:1788598582.535013:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747122432 00000100:00100000:2.0:1788598582.535210:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1788598582.535305:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747122432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598582.535342:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916136448 avail 3684614144 00000100:00100000:2.0:1788598582.535430:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747122432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598582.535439:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00080000:0.0:1788598582.535450:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598582.535521:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747122432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598583.043926:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747122560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598583.044043:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598583.046300:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747122560 00000100:00100000:3.0:1788598583.046320:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747122560 00000100:00100000:3.0:1788598583.046408:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1788598583.046420:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747122560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598583.046472:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598583.046586:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747122560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 168us (2543us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598583.046595:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788598583.046872:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747122560:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788598583.171059:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598584.199472:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598584.689957:0:24984:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598584.689970:0:24984:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598584.690611:0:24984:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598584.690623:0:24984:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598585.093919:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598585.093951:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747122688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598585.094040:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598585.094269:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747122688 00000100:00100000:1.0:1788598585.094280:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747122688 00000100:00100000:1.0:1788598585.094344:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1788598585.094365:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747122688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598585.094404:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598585.094472:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747122688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.094479:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1788598585.094773:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747122688:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598585.218157:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598585.475290:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598585.475508:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598585.475546:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598585.475576:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598585.475596:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598585.475613:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598585.475636:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598585.475655:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598585.475678:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598585.475726:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723231744 00000100:00100000:1.0:1788598585.475756:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723231744 00000100:00100000:1.0:1788598585.475825:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723232256 00000100:00100000:1.0:1788598585.475828:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723232256 00000100:00100000:1.0:1788598585.475841:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723231616 00000100:00100000:1.0:1788598585.475843:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723231616 00000100:00100000:1.0:1788598585.475854:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723232128 00000100:00100000:1.0:1788598585.475856:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723232128 00000100:00100000:1.0:1788598585.475873:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1159 00000100:00100000:1.0:1788598585.475882:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723231744:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598585.475954:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723231744:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 73us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.475962:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1159 00000100:00100000:1.0:1788598585.475978:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1160 00000100:00100000:1.0:1788598585.475984:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723232256:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598585.476007:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723232256:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.476014:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1160 00000100:00100000:1.0:1788598585.476025:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1161 00000100:00100000:1.0:1788598585.476032:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+116:2432:x1875480723231616:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598585.476060:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+116:2432:x1875480723231616:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.476095:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1161 00000100:00100000:1.0:1788598585.476107:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1162 00000100:00100000:1.0:1788598585.476113:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723232128:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598585.476140:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723232128:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.476146:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1162 00000100:00100000:1.0:1788598585.476164:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723232000 00000100:00100000:1.0:1788598585.476168:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723232000 00000100:00100000:1.0:1788598585.476193:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723232512 00000100:00100000:1.0:1788598585.476196:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723232512 00000100:00100000:1.0:1788598585.476211:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723231872 00000100:00100000:1.0:1788598585.476213:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723231872 00000100:00100000:1.0:1788598585.476225:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723232384 00000100:00100000:1.0:1788598585.476228:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723232384 00000100:00100000:1.0:1788598585.476241:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 773 00000100:00100000:1.0:1788598585.476252:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+22:2432:x1875480723232000:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598585.476277:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+22:2432:x1875480723232000:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.476283:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 773 00000100:00100000:1.0:1788598585.476295:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 774 00000100:00100000:1.0:1788598585.476301:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723232512:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598585.476337:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723232512:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 36us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.476344:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 774 00000100:00100000:1.0:1788598585.476355:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 775 00000100:00100000:1.0:1788598585.476361:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+18:2432:x1875480723231872:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598585.476384:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+18:2432:x1875480723231872:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.476393:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 775 00000100:00100000:1.0:1788598585.476404:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 776 00000100:00100000:1.0:1788598585.476410:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723232384:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598585.476431:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2432:x1875480723232384:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.476437:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 776 00000100:00080000:1.0:1788598585.476461:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598585.476466:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598585.476468:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598585.476470:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598585.483333:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723231488 00000100:00100000:2.0:1788598585.483355:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723231488 00000100:00100000:2.0:1788598585.483430:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 777 00000100:00100000:2.0:1788598585.483442:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723231488:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598585.483538:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723231488:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 99us (8258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598585.483547:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 777 00000100:00100000:3.0:1788598585.602132:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747122816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598585.602213:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598585.602420:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747122816 00000100:00100000:2.0:1788598585.602428:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747122816 00000100:00100000:2.0:1788598585.602504:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1788598585.602514:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc3519c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747122816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598585.602544:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921375232 avail 3689852928 00000100:00100000:2.0:1788598585.602594:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc3519c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747122816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598585.602601:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00080000:0.0:1788598585.603996:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598585.609253:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747122816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598585.612140:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747123200:0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.612211:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598585.612268:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747123712:0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.612301:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598585.612324:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747124224:0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.612341:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598585.612364:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788598585.612369:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747123328:0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.612388:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598585.612400:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747123840:0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.612417:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598585.612431:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747124352:0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.612453:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598585.612483:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747123712 00000100:00100000:3.0:1788598585.612489:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747123712 00000100:00100000:3.0:1788598585.612536:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747124224 00000100:00100000:3.0:1788598585.612539:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747124224 00000100:00100000:3.0:1788598585.612556:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747123328 00000100:00100000:3.0:1788598585.612558:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747123328 00000100:00100000:3.0:1788598585.612571:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1788598585.612578:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747123712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.612628:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747123712:12345-0@lo:400:kworker.0 Request processed in 50us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598585.612636:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1788598585.612652:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1788598585.612657:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747124224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.612681:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747124224:12345-0@lo:400:kworker.0 Request processed in 24us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598585.612687:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1788598585.612708:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1788598585.612714:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747123328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.612758:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747123328:12345-0@lo:400:kworker.0 Request processed in 45us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598585.612764:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1788598585.613547:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747123072:0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.613594:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598585.613612:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747123584:0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.613631:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598585.613641:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747124096:0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.613659:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598585.613683:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788598585.613705:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747122944:0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.613749:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598585.613788:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747123456:0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.613814:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598585.613833:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747123968:0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.614039:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598585.614088:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747122944 00000100:00100000:1.0:1788598585.614095:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747122944 00000100:00100000:1.0:1788598585.614134:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1788598585.614141:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747122944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.614185:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747122944:12345-0@lo:400:kworker.0 Request processed in 44us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.614190:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1788598585.614220:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747123840 00000100:00100000:1.0:1788598585.614224:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747123840 00000100:00100000:1.0:1788598585.614250:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747124352 00000100:00100000:1.0:1788598585.614253:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747124352 00000100:00100000:1.0:1788598585.614274:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747123968 00000100:00100000:1.0:1788598585.614277:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747123968 00000100:00100000:1.0:1788598585.614296:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1788598585.614302:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747123840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.614332:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747123840:12345-0@lo:400:kworker.0 Request processed in 31us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.614338:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1788598585.614348:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1788598585.614353:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747124352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.614379:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3665:x1875480747124352:12345-0@lo:400:kworker.0 Request processed in 26us (1925us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.614385:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1788598585.614395:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1788598585.614400:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3668:x1875480747123968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.614426:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3668:x1875480747123968:12345-0@lo:400:kworker.0 Request processed in 27us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.614431:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1788598585.614454:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747123072 00000100:00100000:1.0:1788598585.614457:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747123072 00000100:00100000:2.0:1788598585.614573:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747123584 00000100:00100000:2.0:1788598585.614579:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747123584 00000100:00100000:3.0:1788598585.615422:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747124096 00000100:00100000:3.0:1788598585.615428:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747124096 00000100:00100000:0.0:1788598585.615519:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747123200 00000100:00100000:0.0:1788598585.615524:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747123200 00000100:00100000:0.0:1788598585.615557:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747123456 00000100:00100000:0.0:1788598585.615560:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747123456 00000100:00100000:0.0:1788598585.615576:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1788598585.615582:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747123200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598585.615639:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747123200:12345-0@lo:400:kworker.0 Request processed in 57us (3427us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598585.615646:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1788598585.615658:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1788598585.615663:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747123456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598585.615707:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747123456:12345-0@lo:400:kworker.0 Request processed in 44us (1893us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598585.615713:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:0.0:1788598585.615759:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598585.615764:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598585.615778:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598585.615781:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598585.615847:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747122944:0@lo:400:kworker.0 00000100:00100000:0.0:1788598585.615872:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747123456:0@lo:400:kworker.0 00000100:00100000:0.0:1788598585.615885:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747123968:0@lo:400:kworker.0 00000100:00100000:0.0:1788598585.615946:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747123328:0@lo:400:kworker.0 00000100:00100000:0.0:1788598585.615958:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747123840:0@lo:400:kworker.0 00000100:00100000:0.0:1788598585.615969:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747124352:0@lo:400:kworker.0 00000100:00100000:0.0:1788598585.615979:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747123200:0@lo:400:kworker.0 00000100:00100000:0.0:1788598585.615989:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747123712:0@lo:400:kworker.0 00000100:00100000:0.0:1788598585.615999:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747124224:0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.616470:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1788598585.616483:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747123072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598585.616534:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747123072:12345-0@lo:400:kworker.0 Request processed in 56us (2940us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598585.616541:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1788598585.616572:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747123072:0@lo:400:kworker.0 00000100:00100000:2.0:1788598585.620167:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1788598585.620195:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747123584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598585.620294:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747123584:12345-0@lo:400:kworker.0 Request processed in 116us (6660us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598585.620302:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1788598585.623218:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747123584:0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.625913:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:3.0:1788598585.625939:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747124096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598585.626044:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747124096:12345-0@lo:400:kworker.0 Request processed in 118us (12383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598585.626052:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1788598585.627526:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747124096:0@lo:400:kworker.0 00000004:00080000:3.0:1788598586.119720:0:9836:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 876004983190ns, next at 877004980197ns, rc = 0 00000100:00100000:3.0:1788598586.119774:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747124480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598586.119837:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598586.120432:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747124480 00000100:00100000:3.0:1788598586.120441:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747124480 00000100:00100000:3.0:1788598586.120486:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1788598586.120495:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3667:x1875480747124480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598586.120516:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921375232 avail 3689852928 00000100:00100000:3.0:1788598586.120562:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3667:x1875480747124480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598586.120570:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1788598586.120619:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747124480:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1788598586.131014:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967383 is committed 00000001:00080000:3.0:1788598586.131972:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967394 is committed 00000001:00080000:0.0:1788598586.135913:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968354 is committed 00000004:00080000:0.0:1788598586.135927:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000004:00080000:0.0:1788598586.135944:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00010000:00010000:1.0:1788598586.136361:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136374:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136382:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136388:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656a00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598586.136392:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136400:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136420:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8a1a85342900) 00010000:00010000:1.0:1788598586.136424:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598586.136429:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136439:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656a00/0x6b7334fb16072d00 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136472:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136478:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136484:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136490:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a893ece00 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:1.0:1788598586.136493:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136499:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136507:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8a1b94e62e00) 00010000:00010000:1.0:1788598586.136509:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788598586.136512:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.136517:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a893ece00/0x6b7334fb16072d1c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598586.136712:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747124608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788598586.136801:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598586.141392:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747124608 00000100:00100000:0.0:1788598586.141409:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747124608 00000100:00100000:0.0:1788598586.141492:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1788598586.141503:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747124608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788598586.141537:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:34 count 1 00010000:00010000:0.0:1788598586.141563:0:8406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.141583:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb16072a59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccbe expref: 11 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.141595:0:8406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb16072b55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd43 expref: 21 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.141603:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598586.141605:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1788598586.141608:0:8406:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.141643:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb16072b55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd43 expref: 21 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.141657:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb16072b55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd43 expref: 21 pid: 8868 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598586.141687:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747124736:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788598586.141815:0:8406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb16072a59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccbe expref: 11 pid: 24433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.141827:0:8406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb16072a59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccbe expref: 11 pid: 24433 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788598586.141838:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747124864:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788598586.141859:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1b85ff3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788598586.143069:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747124992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788598586.143124:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598586.143171:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747124992 00000100:00100000:2.0:1788598586.143177:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747124992 00000100:00100000:2.0:1788598586.143214:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788598586.143223:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747124992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788598586.143242:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:33 count 1 00010000:00010000:2.0:1788598586.143264:0:8403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.143283:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072afa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccf6 expref: 8 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.143291:0:8403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000074efbb9a/0x6b7334fb16072b5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd4a expref: 17 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.143297:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598586.143300:0:8403:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598586.143303:0:8403:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.143328:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000074efbb9a/0x6b7334fb16072b5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd4a expref: 17 pid: 8406 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.143339:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000074efbb9a/0x6b7334fb16072b5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd4a expref: 17 pid: 8406 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598586.143349:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747125120:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788598586.143413:0:8403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072afa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccf6 expref: 8 pid: 8868 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.143423:0:8403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072afa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccf6 expref: 8 pid: 8868 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788598586.143432:0:8403:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747125248:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598586.143468:0:8403:0:(client.c:2691:ptlrpc_set_wait()) set ffff8a1bb609c300 going to sleep for 11 seconds 00000100:00100000:1.0:1788598586.149336:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747124736:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788598586.152688:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598586.152939:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723232640 00000100:00100000:1.0:1788598586.152949:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723232640 00010000:00010000:1.0:1788598586.152988:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb16072b55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd43 expref: 22 pid: 8868 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598586.153023:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 533 00000100:00100000:1.0:1788598586.153032:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+22:2433:x1875480723232640:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598586.153047:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598586.153052:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb16072b55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd43 expref: 22 pid: 8868 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.153077:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb16072b55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd43 expref: 22 pid: 8868 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.153101:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0f228fe/0x6b7334fb16072b55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd43 expref: 22 pid: 8868 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.153118:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598586.153177:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723232640:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 146us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598586.153184:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 533 00000100:00100000:1.0:1788598586.155609:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1875480747124864:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598586.155636:0:8406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788598586.158533:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598586.158616:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598586.158699:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723232896 00000100:00100000:1.0:1788598586.158709:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723232896 00000100:00100000:2.0:1788598586.158729:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747125120:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788598586.158763:0:8403:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1875480747125248:192.168.202.17@tcp:104: 00010000:00010000:1.0:1788598586.158768:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000074efbb9a/0x6b7334fb16072b5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd4a expref: 18 pid: 8406 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.158785:0:8403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598586.158800:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723233024 00000100:00100000:1.0:1788598586.158803:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723233024 00010000:00010000:1.0:1788598586.158815:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072afa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccf6 expref: 9 pid: 8868 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598586.158852:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 534 00000100:00100000:1.0:1788598586.158860:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+18:2435:x1875480723232896:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598586.158876:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598586.158882:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000074efbb9a/0x6b7334fb16072b5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd4a expref: 18 pid: 8406 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.158893:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000074efbb9a/0x6b7334fb16072b5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd4a expref: 18 pid: 8406 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.158916:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074efbb9a/0x6b7334fb16072b5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecd4a expref: 18 pid: 8406 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.158932:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598586.158982:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 535 00000100:00100000:1.0:1788598586.158982:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723232896:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 123us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598586.158989:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 534 00000100:00100000:2.0:1788598586.158990:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+9:2435:x1875480723233024:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788598586.158998:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788598586.159003:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072afa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccf6 expref: 9 pid: 8868 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.159012:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072afa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccf6 expref: 9 pid: 8868 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.159026:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d02cdc23/0x6b7334fb16072afa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccf6 expref: 9 pid: 8868 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.159042:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598586.159044:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1788598586.159049:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.159071:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788598586.159105:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788598586.159129:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723233024:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 140us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598586.159135:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 535 00010000:00010000:1.0:1788598586.159285:0:8403:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.159300:0:8403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.159310:0:8403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.159317:0:8403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.159342:0:8403:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788598586.159430:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788598586.159437:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.159445:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1bc5cfe800 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:0.0:1788598586.159449:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.159457:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.159469:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.159477:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad33a396/0x6b7334fb16072d4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598586.159495:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598586.159497:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598586.159499:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598586.159502:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747124992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16280us (16377us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1788598586.159511:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788598586.159997:0:3665:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967383 gen 2 00000004:00080000:2.0:1788598586.160004:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1bc5b83b80, transno 4294967381 00000004:00080000:2.0:1788598586.160020:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a87a69880, transno 4294967382 00000004:00080000:2.0:1788598586.160023:0:3665:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a8726ea00, transno 4294967383 00000100:00100000:2.0:1788598586.160030:0:3665:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff8a1ba023f480 x1875480747124992/t4294967384(4294967384) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788598602 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1788598586.160041:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1ba023f480/2, rc 0, transno 4294967384 00000100:00100000:2.0:1788598586.160046:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747124992:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788598586.160153:0:8866:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 3 done 00000100:00100000:3.0:1788598586.164165:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598586.177173:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723232768 00000100:00100000:0.0:1788598586.177187:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723232768 00010000:00010000:1.0:1788598586.177698:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb16072a59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccbe expref: 12 pid: 24433 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788598586.177795:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 536 00000100:00100000:1.0:1788598586.177805:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+12:2432:x1875480723232768:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598586.177822:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788598586.177828:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb16072a59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccbe expref: 12 pid: 24433 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.177852:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb16072a59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccbe expref: 12 pid: 24433 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.177882:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d9bc815/0x6b7334fb16072a59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeccbe expref: 12 pid: 24433 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.177898:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598586.177900:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1788598586.177905:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.177915:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.177945:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788598586.177966:0:8406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.177976:0:8406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.177987:0:8406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.177996:0:8406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.178012:0:8406:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788598586.178197:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747124608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36696us (41396us total) trans 4294967395 rc 0/0 00000100:00100000:1.0:1788598586.178206:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00010000:00010000:1.0:1788598586.178231:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788598586.178237:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.178245:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98200 already unused, calling callback (ffffffffc0ee5060) 00010000:00010000:1.0:1788598586.178249:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.178259:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.178270:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.178278:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab6d45f7/0x6b7334fb16072d46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598586.178296:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598586.178297:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598586.178299:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598586.178339:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723232768:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 536us (14184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598586.178346:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 536 00000100:00100000:3.0:1788598586.179041:0:3668:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967394 gen 2 00000004:00080000:3.0:1788598586.179049:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1bc5abd500, transno 4294967393 00000004:00080000:3.0:1788598586.179073:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1a8725e300, transno 4294967394 00000100:00100000:3.0:1788598586.179081:0:3668:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff8a1b81325880 x1875480747124608/t4294967395(4294967395) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788598602 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1788598586.179091:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a1b81325880/2, rc 0, transno 4294967395 00000100:00100000:3.0:1788598586.179096:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747124608:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1788598586.242897:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598586.559805:0:25035:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598586.559816:0:25035:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598586.560519:0:25035:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598586.560531:0:25035:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598587.266685:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598587.650208:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598587.650234:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747125376:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598587.650311:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598587.650851:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747125376 00000100:00100000:3.0:1788598587.650860:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747125376 00000100:00100000:3.0:1788598587.650927:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1788598587.650938:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747125376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598587.650967:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598587.651019:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747125376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598587.651026:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00080000:1.0:1788598587.651361:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598587.651607:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747125376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598587.651674:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598587.651686:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747125504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598587.651725:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598587.659457:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747125504 00000100:00100000:2.0:1788598587.659472:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747125504 00000100:00100000:2.0:1788598587.659574:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1788598587.659583:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747125504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598587.659610:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598587.659696:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1875480747125504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (7970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598587.659703:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:1.0:1788598587.659814:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598587.660347:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747125504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598588.170312:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747125632:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598588.170386:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598588.170888:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747125632 00000100:00100000:1.0:1788598588.170897:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747125632 00000100:00100000:1.0:1788598588.170947:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1788598588.170955:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747125632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598588.170990:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1788598588.171048:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747125632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598588.171056:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1788598588.171106:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747125632:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788598588.290170:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598588.480681:0:25086:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598588.480692:0:25086:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598588.485557:0:25086:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598588.485576:0:25086:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598589.315896:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598590.211198:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747125760:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598590.211262:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598590.211435:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747125760 00000100:00100000:2.0:1788598590.211443:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747125760 00000100:00100000:2.0:1788598590.211498:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1788598590.211508:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747125760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598590.211540:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598590.211587:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747125760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598590.211594:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1788598590.211772:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747125760:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598590.338010:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598590.581112:0:25138:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598590.581120:0:25138:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598590.583368:0:25138:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598590.583383:0:25138:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598590.607805:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598590.608096:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598590.608123:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598590.608138:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598590.608159:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598590.608175:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598590.608191:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598590.608206:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598590.608235:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598590.608267:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723233536 00000100:00100000:0.0:1788598590.608276:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723233536 00000100:00100000:3.0:1788598590.608495:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723233280 00000100:00100000:3.0:1788598590.608500:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723233280 00000100:00100000:3.0:1788598590.608553:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723233792 00000100:00100000:3.0:1788598590.608557:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723233792 00000100:00100000:3.0:1788598590.608571:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723233408 00000100:00100000:3.0:1788598590.608573:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723233408 00000100:00100000:3.0:1788598590.608585:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723233920 00000100:00100000:3.0:1788598590.608587:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723233920 00000100:00100000:3.0:1788598590.608603:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1169 00000100:00100000:3.0:1788598590.608612:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723233280:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598590.608686:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723233280:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 74us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.608693:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1169 00000100:00100000:3.0:1788598590.608710:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1170 00000100:00100000:3.0:1788598590.608717:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723233792:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598590.608762:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723233792:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 46us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.608768:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1170 00000100:00100000:3.0:1788598590.608779:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1171 00000100:00100000:3.0:1788598590.608785:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723233408:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598590.608807:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723233408:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.608812:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1171 00000100:00100000:3.0:1788598590.608822:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1172 00000100:00100000:3.0:1788598590.608828:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723233920:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598590.609098:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723234048 00000100:00100000:0.0:1788598590.609104:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723234048 00000100:00100000:0.0:1788598590.609125:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723233664 00000100:00100000:0.0:1788598590.609128:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723233664 00000100:00100000:0.0:1788598590.609140:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723234176 00000100:00100000:0.0:1788598590.609142:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723234176 00000100:00100000:0.0:1788598590.609157:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 780 00000100:00100000:0.0:1788598590.609162:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723233536:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598590.609191:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723233536:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598590.609198:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 780 00000100:00100000:0.0:1788598590.609211:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 781 00000100:00100000:0.0:1788598590.609217:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723234048:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598590.609238:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723234048:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598590.609243:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 781 00000100:00100000:0.0:1788598590.609254:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 782 00000100:00100000:0.0:1788598590.609260:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723233664:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598590.609282:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723233664:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598590.609287:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 782 00000100:00100000:3.0:1788598590.609395:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723233920:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 566us (1186us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.609402:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1172 00000100:00100000:0.0:1788598590.609442:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 783 00000100:00100000:0.0:1788598590.609450:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723234176:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598590.609476:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723234176:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598590.610419:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 783 00000100:00100000:0.0:1788598590.610454:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723233152 00000100:00100000:0.0:1788598590.610460:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723233152 00000100:00100000:0.0:1788598590.610540:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 779 00000100:00100000:0.0:1788598590.610548:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723233152:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598590.610604:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723233152:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 56us (2442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598590.610610:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 779 00000100:00080000:0.0:1788598590.611217:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598590.611223:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598590.611225:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598590.611228:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598590.722921:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747125888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598590.722989:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598590.723121:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747125888 00000100:00100000:3.0:1788598590.723129:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747125888 00000100:00100000:3.0:1788598590.723199:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1788598590.723208:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747125888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598590.723248:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598590.723292:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747125888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.723309:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1788598590.723358:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747125888:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788598590.723458:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598590.723675:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598590.723719:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598590.723729:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747126144:0@lo:400:kworker.0 00000100:00100000:0.0:1788598590.723774:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598590.726914:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747126016:0@lo:400:kworker.0 00000100:00100000:1.0:1788598590.726987:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598590.728541:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747126144 00000100:00100000:3.0:1788598590.728551:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747126144 00000100:00100000:3.0:1788598590.728599:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:3.0:1788598590.728607:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747126144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.728682:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747126144:12345-0@lo:400:kworker.0 Request processed in 75us (4907us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.728690:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:3.0:1788598590.728727:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747126272:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.728785:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598590.728810:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747126784:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.728831:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598590.728845:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747127296:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.728860:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598590.728877:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788598590.728882:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747126400:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.728902:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598590.728917:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747126912:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.728935:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598590.728963:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747126272 00000100:00100000:3.0:1788598590.728967:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747126272 00000100:00100000:3.0:1788598590.728996:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1788598590.729002:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747126272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.729050:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747126272:12345-0@lo:400:kworker.0 Request processed in 48us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.729056:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1788598590.729074:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747126784 00000100:00100000:3.0:1788598590.729078:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747126784 00000100:00100000:3.0:1788598590.729107:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747127296 00000100:00100000:3.0:1788598590.729109:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747127296 00000100:00100000:3.0:1788598590.729124:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747126912 00000100:00100000:3.0:1788598590.729125:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747126912 00000100:00100000:3.0:1788598590.729140:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1788598590.729145:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747126784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.729171:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747126784:12345-0@lo:400:kworker.0 Request processed in 26us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.729177:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1788598590.729186:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1788598590.729190:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747127296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.729209:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747127296:12345-0@lo:400:kworker.0 Request processed in 18us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.729214:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1788598590.729221:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1788598590.729226:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747126912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.729261:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1875480747126912:12345-0@lo:400:kworker.0 Request processed in 35us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.729267:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1788598590.729284:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747126400 00000100:00100000:3.0:1788598590.729287:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747126400 00000100:00100000:1.0:1788598590.729492:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747126656:0@lo:400:kworker.0 00000100:00100000:1.0:1788598590.729523:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598590.729543:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747127168:0@lo:400:kworker.0 00000100:00100000:1.0:1788598590.729569:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598590.729590:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788598590.729595:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747126528:0@lo:400:kworker.0 00000100:00100000:1.0:1788598590.729615:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598590.729629:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747127040:0@lo:400:kworker.0 00000100:00100000:1.0:1788598590.729648:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598590.729673:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747126656 00000100:00100000:1.0:1788598590.729677:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747126656 00000100:00100000:3.0:1788598590.730061:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747127168 00000100:00100000:3.0:1788598590.730066:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747127168 00000100:00100000:0.0:1788598590.730142:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747126016 00000100:00100000:0.0:1788598590.730146:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747126016 00000100:00100000:0.0:1788598590.730171:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1788598590.730177:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747126016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598590.730220:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747126016:12345-0@lo:400:kworker.0 Request processed in 43us (3233us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598590.730227:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1788598590.730251:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747126528 00000100:00100000:0.0:1788598590.730254:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747126528 00000100:00100000:1.0:1788598590.730465:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747127040 00000100:00100000:1.0:1788598590.730470:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747127040 00000100:00100000:1.0:1788598590.730489:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1788598590.730495:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747126400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598590.730527:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747126400:12345-0@lo:400:kworker.0 Request processed in 32us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598590.730533:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1788598590.730546:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1788598590.730553:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747126656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598590.730578:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747126656:12345-0@lo:400:kworker.0 Request processed in 27us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598590.730584:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1788598590.730595:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1788598590.730602:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747127040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598590.730624:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747127040:12345-0@lo:400:kworker.0 Request processed in 24us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598590.730630:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1788598590.730672:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747127040:0@lo:400:kworker.0 00000100:00100000:1.0:1788598590.730682:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747126656:0@lo:400:kworker.0 00000100:00100000:1.0:1788598590.730690:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747126016:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.730769:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:3.0:1788598590.730777:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747127168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.730811:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747127168:12345-0@lo:400:kworker.0 Request processed in 36us (1241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598590.730816:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00080000:3.0:1788598590.730851:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598590.730854:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598590.730857:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598590.730860:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598590.730881:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747126144:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.730911:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747126400:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.730922:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747126912:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.730931:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747126272:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.730942:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747126784:0@lo:400:kworker.0 00000100:00100000:3.0:1788598590.730953:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747127296:0@lo:400:kworker.0 00000100:00100000:2.0:1788598590.731056:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747127168:0@lo:400:kworker.0 00000100:00100000:0.0:1788598590.731200:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1788598590.731208:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747126528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598590.731255:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747126528:12345-0@lo:400:kworker.0 Request processed in 49us (1640us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598590.731265:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1788598590.731313:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747126528:0@lo:400:kworker.0 00000100:00100000:1.0:1788598591.234210:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747127424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598591.234288:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598591.234504:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747127424 00000100:00100000:2.0:1788598591.234513:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747127424 00000100:00100000:2.0:1788598591.234571:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1788598591.234582:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747127424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598591.234604:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598591.234650:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1875480747127424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598591.234658:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1788598591.234777:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747127424:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788598591.305088:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788598591.362252:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788598592.267573:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967384 is committed 00000001:00080000:0.0:1788598592.271326:0:9467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967395 is committed 00000004:00080000:3.0:1788598592.283405:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 26 committed 00000040:00080000:0.0:1788598592.385634:0:25189:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598592.385643:0:25189:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598592.388110:0:25189:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598592.388128:0:25189:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788598592.393792:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598592.400483:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598592.400496:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598592.401081:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598592.401093:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598592.770187:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747127552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598592.770260:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598592.770342:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598592.770349:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747127680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598592.770375:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598592.770378:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747127552 00000100:00100000:3.0:1788598592.770387:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747127552 00000100:00080000:1.0:1788598592.770424:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598592.770458:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747127680 00000100:00100000:3.0:1788598592.770462:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747127680 00000100:00100000:3.0:1788598592.770496:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1788598592.770506:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747127552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598592.770539:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598592.770588:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747127552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598592.770596:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1788598592.770626:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1788598592.770631:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747127680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598592.770639:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598592.770657:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747127680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 27us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598592.770661:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:3.0:1788598592.770671:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598592.770695:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747127680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598592.770703:0:3667:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967384 gen 2 00000004:00080000:3.0:1788598592.770706:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1ba023f480, transno 4294967384 00000100:00100000:3.0:1788598592.770716:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747127552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598593.282090:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747127808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598593.282176:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598593.282301:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747127808 00000100:00100000:0.0:1788598593.282310:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747127808 00000100:00100000:0.0:1788598593.282365:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1788598593.282375:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747127808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598593.282411:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598593.282471:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747127808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598593.282479:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1788598593.282631:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747127808:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598593.410033:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598594.435067:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598594.449500:0:25240:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598594.449510:0:25240:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598594.450402:0:25240:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598594.450415:0:25240:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598595.330185:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747127936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598595.330266:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598595.330481:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747127936 00000100:00100000:2.0:1788598595.330491:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747127936 00000100:00100000:2.0:1788598595.330545:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1788598595.330555:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747127936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598595.330589:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598595.330643:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747127936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598595.330650:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1788598595.330831:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747127936:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598595.458170:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598595.718924:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598595.718979:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598595.719018:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598595.719042:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598595.719063:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598595.719084:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598595.719103:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598595.719121:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598595.719142:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598595.719171:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723234816 00000100:00100000:0.0:1788598595.719180:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723234816 00000100:00100000:0.0:1788598595.719234:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723235328 00000100:00100000:0.0:1788598595.719237:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723235328 00000100:00100000:0.0:1788598595.719256:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723234688 00000100:00100000:0.0:1788598595.719259:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723234688 00000100:00100000:0.0:1788598595.719272:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723235200 00000100:00100000:0.0:1788598595.719274:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723235200 00000100:00100000:0.0:1788598595.719290:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 787 00000100:00100000:0.0:1788598595.719299:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723234816:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598595.719372:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723234816:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 74us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598595.719379:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 787 00000100:00100000:0.0:1788598595.719397:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 788 00000100:00100000:0.0:1788598595.719402:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723235328:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598595.719428:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723235328:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598595.719433:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 788 00000100:00100000:0.0:1788598595.719444:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 789 00000100:00100000:0.0:1788598595.719450:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723234688:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598595.719472:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723234688:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598595.719479:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 789 00000100:00100000:0.0:1788598595.719489:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 790 00000100:00100000:0.0:1788598595.719494:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723235200:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598595.719518:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723235200:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598595.719524:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 790 00000100:00100000:0.0:1788598595.719541:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723234560 00000100:00100000:0.0:1788598595.719545:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723234560 00000100:00100000:0.0:1788598595.719571:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723235072 00000100:00100000:0.0:1788598595.719574:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723235072 00000100:00100000:0.0:1788598595.719585:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723234432 00000100:00100000:0.0:1788598595.719586:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723234432 00000100:00100000:0.0:1788598595.719603:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723234944 00000100:00100000:0.0:1788598595.719605:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723234944 00000100:00100000:0.0:1788598595.719617:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1179 00000100:00100000:0.0:1788598595.719623:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723234560:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598595.719650:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723234560:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598595.719656:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1179 00000100:00100000:0.0:1788598595.719667:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1180 00000100:00100000:0.0:1788598595.719672:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723235072:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598595.719693:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723235072:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598595.719699:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1180 00000100:00100000:0.0:1788598595.719708:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1181 00000100:00100000:0.0:1788598595.719714:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723234432:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598595.719774:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723234432:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 59us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598595.719784:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1181 00000100:00100000:0.0:1788598595.719796:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1182 00000100:00100000:0.0:1788598595.719802:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723234944:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598595.719824:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723234944:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598595.719830:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1182 00000100:00080000:0.0:1788598595.719862:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598595.719866:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598595.719868:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598595.719870:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598595.720180:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723234304 00000100:00100000:1.0:1788598595.720186:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723234304 00000100:00100000:1.0:1788598595.720228:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 781 00000100:00100000:1.0:1788598595.720235:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723234304:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598595.720273:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723234304:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 39us (1358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598595.720280:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 781 00000100:00100000:1.0:1788598595.842997:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598595.843021:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747128064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598595.843102:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598595.843269:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747128064 00000100:00100000:3.0:1788598595.843278:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747128064 00000100:00100000:3.0:1788598595.843613:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00080000:1.0:1788598595.843765:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598595.843779:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747128448:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.843815:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598595.843843:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747128960:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.843865:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598595.843882:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747129472:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.843901:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598595.843920:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788598595.843925:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747128320:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.843949:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598595.843988:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747128832:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.844008:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598595.844024:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747129344:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.844042:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598595.844073:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747128960 00000100:00100000:1.0:1788598595.844077:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747128960 00000100:00100000:1.0:1788598595.844120:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747129472 00000100:00100000:1.0:1788598595.844124:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747129472 00000100:00100000:1.0:1788598595.844148:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1788598595.844157:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747128960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598595.844174:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747128448 00000100:00100000:2.0:1788598595.844180:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747128448 00000100:00100000:1.0:1788598595.844211:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747128960:12345-0@lo:400:kworker.0 Request processed in 55us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598595.844218:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1788598595.844221:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1788598595.844242:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1788598595.844243:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747128448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.844263:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747129472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598595.844290:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747128448:12345-0@lo:400:kworker.0 Request processed in 52us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598595.844297:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1788598595.844546:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747129472:12345-0@lo:400:kworker.0 Request processed in 295us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598595.844552:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1788598595.844706:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747128320 00000100:00100000:1.0:1788598595.844711:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747128320 00000100:00100000:1.0:1788598595.844767:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747128832 00000100:00100000:1.0:1788598595.844771:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747128832 00000100:00100000:1.0:1788598595.844793:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747129344 00000100:00100000:1.0:1788598595.844796:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747129344 00000100:00100000:1.0:1788598595.844813:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1788598595.844820:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747128320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598595.844829:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:2.0:1788598595.844840:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747128832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.844857:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747128320:12345-0@lo:400:kworker.0 Request processed in 37us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598595.844864:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1788598595.844880:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1788598595.844887:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747128832:12345-0@lo:400:kworker.0 Request processed in 50us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598595.844889:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747129344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598595.844901:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1788598595.844926:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747129344:12345-0@lo:400:kworker.0 Request processed in 39us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598595.844932:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00080000:1.0:1788598595.844965:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598595.844979:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598595.844981:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598595.844997:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747128192:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.845028:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598595.845064:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747128704:0@lo:400:kworker.0 00000100:00100000:3.0:1788598595.845178:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747128064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598595.845205:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598595.845241:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747128064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1619us (2139us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598595.845259:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1788598595.845286:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747128576:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.845812:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598595.845841:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747129216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.845866:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598595.845907:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747128064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598595.845939:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747128704 00000100:00100000:1.0:1788598595.845943:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747128704 00000100:00100000:1.0:1788598595.845987:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747129216 00000100:00100000:1.0:1788598595.845990:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747129216 00000100:00100000:1.0:1788598595.846009:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1788598595.846016:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747128704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.846051:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747128704:12345-0@lo:400:kworker.0 Request processed in 36us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598595.846058:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1788598595.846070:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1788598595.846076:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747129216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598595.846200:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598595.846222:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747129088:0@lo:400:kworker.0 00000100:00100000:3.0:1788598595.846258:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598595.846288:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747129088 00000100:00100000:3.0:1788598595.846304:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747129088 00000100:00100000:3.0:1788598595.846500:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1788598595.846506:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747129088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598595.846541:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747129088:12345-0@lo:400:kworker.0 Request processed in 34us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598595.846547:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1788598595.846567:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747128576 00000100:00100000:3.0:1788598595.846570:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747128576 00000100:00100000:3.0:1788598595.846603:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:3.0:1788598595.846609:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747128576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598595.846782:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747128576:12345-0@lo:400:kworker.0 Request processed in 172us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598595.846788:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:3.0:1788598595.846831:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747128576:0@lo:400:kworker.0 00000100:00100000:3.0:1788598595.846840:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747129088:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.847837:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747129216:12345-0@lo:400:kworker.0 Request processed in 1757us (1965us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598595.847846:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00080000:1.0:1788598595.847889:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598595.847893:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598595.847922:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747128320:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.847934:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747128832:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.847944:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747129344:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.847955:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747128448:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.847979:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747128960:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.847990:0:3666:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967395 gen 2 00000004:00080000:1.0:1788598595.847995:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a1b81325880, transno 4294967395 00000100:00100000:1.0:1788598595.848006:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747129472:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.848043:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747128704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598595.848053:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747129216:0@lo:400:kworker.0 00000100:00100000:2.0:1788598595.848338:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747128192 00000100:00100000:2.0:1788598595.848345:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747128192 00000100:00100000:2.0:1788598595.848386:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1788598595.848394:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747128192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598595.848449:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747128192:12345-0@lo:400:kworker.0 Request processed in 55us (3419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598595.848456:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1788598595.849202:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747128192:0@lo:400:kworker.0 00000100:00100000:3.0:1788598596.355366:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598596.355391:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747129600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598596.355472:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598596.355544:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747129600 00000100:00100000:3.0:1788598596.355552:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747129600 00000100:00100000:3.0:1788598596.355598:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788598596.355607:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747129600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598596.355629:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598596.355671:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747129600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598596.355678:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788598596.355726:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747129600:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1788598596.444670:0:25291:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598596.444680:0:25291:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598596.445240:0:25291:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598596.445510:0:25291:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788598596.493388:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598597.507121:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598597.890314:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747129728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598597.890382:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747129856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598597.896010:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598597.896367:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747129856 00000100:00100000:3.0:1788598597.896377:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747129856 00000100:00100000:3.0:1788598597.896453:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1788598597.896463:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747129856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598597.896497:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598597.896548:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747129856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598597.896555:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:1.0:1788598597.896652:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598597.896693:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747129856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598597.909356:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598597.911337:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747129728 00000100:00100000:0.0:1788598597.911361:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747129728 00000100:00100000:0.0:1788598597.911447:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1788598597.911457:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747129728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598597.911482:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598597.911566:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747129728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (2221us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598597.911574:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1788598597.911630:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747129728:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788598597.911821:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598598.403582:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747129984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598598.403663:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598598.403780:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747129984 00000100:00100000:3.0:1788598598.403788:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747129984 00000100:00100000:3.0:1788598598.403838:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1788598598.403846:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747129984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598598.403888:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598598.408800:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747129984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 4944us (5126us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598598.408815:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1788598598.417380:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747129984:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788598598.437032:0:25343:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598598.437042:0:25343:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598598.437731:0:25343:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598598.437766:0:25343:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598598.531865:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598599.554669:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598600.426141:0:25394:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598600.426153:0:25394:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598600.426937:0:25394:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598600.426947:0:25394:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598600.450958:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747130112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598600.451059:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598600.454293:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747130112 00000100:00100000:3.0:1788598600.454309:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747130112 00000100:00100000:3.0:1788598600.454413:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1788598600.454424:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747130112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598600.454471:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598600.454573:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747130112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (3513us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598600.454581:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1788598600.454659:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747130112:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598600.583160:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598600.838321:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598600.838373:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598600.838405:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598600.838441:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598600.838490:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723235840 00000100:00100000:3.0:1788598600.838568:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723235584 00000100:00100000:3.0:1788598600.838580:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723235584 00000100:00100000:0.0:1788598600.838655:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723236352 00000100:00100000:3.0:1788598600.838659:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723236096 00000100:00100000:0.0:1788598600.838661:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723236352 00000100:00100000:3.0:1788598600.838665:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723236096 00000100:00100000:3.0:1788598600.838702:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1189 00000100:00100000:0.0:1788598600.838709:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 794 00000100:00100000:3.0:1788598600.838715:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723235584:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598600.838724:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723236352:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598600.838842:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723235584:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 130us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598600.838851:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1189 00000100:00100000:1.0:1788598600.838859:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723235840 00000100:00100000:3.0:1788598600.838888:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1190 00000100:00100000:1.0:1788598600.838896:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 795 00000100:00100000:3.0:1788598600.838900:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723236096:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598600.838911:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723235840:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598600.848905:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723236352:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 10176us (10451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598600.848932:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 794 00000100:00100000:3.0:1788598600.853561:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723236096:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 13968us (14456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598600.853581:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1190 00000100:00100000:3.0:1788598600.853712:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598600.853782:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598600.853817:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598600.856112:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723235968 00000100:00100000:0.0:1788598600.856126:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723235968 00000100:00100000:0.0:1788598600.856202:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 796 00000100:00100000:0.0:1788598600.856213:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723235968:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598600.856306:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723235968:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 95us (2487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598600.856313:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 796 00000100:00100000:0.0:1788598600.856404:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723235712 00000100:00100000:0.0:1788598600.856408:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723235712 00000100:00100000:0.0:1788598600.856459:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1191 00000100:00100000:0.0:1788598600.856468:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723235712:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598600.856722:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723235712:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 255us (2938us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598600.856728:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1191 00000100:00080000:0.0:1788598600.856802:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598600.856807:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598600.856809:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598600.856813:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598600.857192:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723235456 00000100:00100000:2.0:1788598600.857199:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723235456 00000100:00100000:2.0:1788598600.857229:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 783 00000100:00100000:2.0:1788598600.857236:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723235456:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598600.858634:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723235456:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 1387us (4911us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598600.858646:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 783 00000100:00100000:3.0:1788598600.859045:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598600.859177:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598600.860513:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723235840:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21600us (22132us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598600.860525:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 795 00000100:00100000:1.0:1788598600.860556:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723236480 00000100:00100000:1.0:1788598600.860564:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723236480 00000100:00080000:1.0:1788598600.860601:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598600.860643:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 797 00000100:00100000:1.0:1788598600.860653:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723236480:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598600.860705:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723236480:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 52us (1527us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598600.860711:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 797 00000100:00100000:2.0:1788598600.862071:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723236224 00000100:00100000:2.0:1788598600.862082:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723236224 00000100:00100000:2.0:1788598600.862155:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1192 00000100:00100000:2.0:1788598600.862163:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723236224:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598600.862212:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723236224:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 50us (3170us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598600.862221:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1192 00000100:00080000:1.0:1788598600.863501:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598600.962222:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747130240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598600.962308:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598600.962755:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747130240 00000100:00100000:2.0:1788598600.962765:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747130240 00000100:00100000:2.0:1788598600.962827:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1788598600.962836:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747130240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598600.962863:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598600.962911:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747130240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598600.962917:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1788598600.962988:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747130240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598600.963250:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747130624:0@lo:400:kworker.0 00000100:00100000:3.0:1788598600.963297:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598600.963325:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747131136:0@lo:400:kworker.0 00000100:00100000:3.0:1788598600.963347:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598600.963360:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747131648:0@lo:400:kworker.0 00000100:00100000:3.0:1788598600.963377:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598600.963392:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788598600.963397:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747130752:0@lo:400:kworker.0 00000100:00100000:3.0:1788598600.963418:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598600.963439:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747131264:0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.963601:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747130624 00000100:00100000:1.0:1788598600.963607:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747130624 00000100:00100000:1.0:1788598600.963633:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1788598600.963639:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747130624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598600.963697:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747130368:0@lo:400:kworker.0 00000100:00100000:0.0:1788598600.963834:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747131136 00000100:00100000:0.0:1788598600.963838:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747131136 00000100:00100000:0.0:1788598600.963865:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747131648 00000100:00100000:0.0:1788598600.963867:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747131648 00000100:00100000:0.0:1788598600.963885:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1788598600.963892:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747131136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.970869:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747130624:12345-0@lo:400:kworker.0 Request processed in 7220us (7560us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598600.970884:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1788598600.970956:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1788598600.970979:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747131648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.971026:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747131648:12345-0@lo:400:kworker.0 Request processed in 54us (7648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598600.971033:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00080000:1.0:1788598600.971071:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598600.971077:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598600.971095:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747130752 00000100:00100000:1.0:1788598600.971103:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747130752 00000100:00100000:1.0:1788598600.971149:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1788598600.971155:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747130752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.971184:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747130752:12345-0@lo:400:kworker.0 Request processed in 29us (7765us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598600.971189:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1788598600.971246:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747130496:0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.971283:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598600.971320:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747131008:0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.971339:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598600.971360:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747131520:0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.971379:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598600.971421:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747130496 00000100:00100000:1.0:1788598600.971424:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747130496 00000100:00100000:1.0:1788598600.971443:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747131008 00000100:00100000:1.0:1788598600.971445:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747131008 00000100:00100000:1.0:1788598600.971930:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747131520 00000100:00100000:1.0:1788598600.971936:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747131520 00000100:00100000:1.0:1788598600.971954:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1788598600.971971:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747130496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.972012:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747130496:12345-0@lo:400:kworker.0 Request processed in 52us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598600.972018:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1788598600.972030:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:1.0:1788598600.972035:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747131008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.972060:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747131008:12345-0@lo:400:kworker.0 Request processed in 25us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598600.972066:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:1.0:1788598600.972075:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:1.0:1788598600.972080:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747131520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.972102:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747131520:12345-0@lo:400:kworker.0 Request processed in 22us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598600.972107:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00080000:1.0:1788598600.972124:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598600.972153:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747130496:0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.972164:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747131008:0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.972172:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747131520:0@lo:400:kworker.0 00000100:00100000:2.0:1788598600.972403:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598600.972445:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747130880:0@lo:400:kworker.0 00000100:00100000:2.0:1788598600.972485:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598600.972518:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747130880 00000100:00100000:2.0:1788598600.972521:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747130880 00000100:00100000:2.0:1788598600.972550:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1788598600.972555:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747130880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598600.972582:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747130880:12345-0@lo:400:kworker.0 Request processed in 27us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598600.972587:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00080000:2.0:1788598600.972604:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598600.972618:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747130880:0@lo:400:kworker.0 00000100:00100000:2.0:1788598600.972623:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747131392:0@lo:400:kworker.0 00000100:00100000:2.0:1788598600.972643:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598600.972661:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747131392 00000100:00100000:2.0:1788598600.972664:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747131392 00000100:00100000:2.0:1788598600.972689:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1788598600.972695:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747131392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598600.972720:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747131392:12345-0@lo:400:kworker.0 Request processed in 26us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598600.972725:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00080000:2.0:1788598600.972750:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598600.972766:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747131392:0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.972991:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747130368 00000100:00100000:1.0:1788598600.972994:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747130368 00000100:00100000:1.0:1788598600.973020:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1788598600.973026:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747130368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.973057:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747130368:12345-0@lo:400:kworker.0 Request processed in 31us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598600.973062:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1788598600.975257:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747130368:0@lo:400:kworker.0 00000100:00100000:3.0:1788598600.981754:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598600.981819:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747130624:0@lo:400:kworker.0 00000100:00100000:3.0:1788598600.981835:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747131648:0@lo:400:kworker.0 00000100:00100000:3.0:1788598600.981863:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747130752:0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.983707:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747131264 00000100:00100000:1.0:1788598600.983721:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747131264 00000100:00100000:1.0:1788598600.983833:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1788598600.983843:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747131264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598600.983936:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747131264:12345-0@lo:400:kworker.0 Request processed in 95us (2205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598600.983944:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00080000:2.0:1788598600.984047:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598600.984245:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747131136:12345-0@lo:400:kworker.0 Request processed in 20352us (20895us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598600.984252:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1788598600.984444:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747131264:0@lo:400:kworker.0 00000100:00100000:3.0:1788598600.984471:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747131136:0@lo:400:kworker.0 00000100:00100000:2.0:1788598601.352027:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598601.352126:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723236608 00000100:00100000:3.0:1788598601.352136:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723236608 00000100:00100000:3.0:1788598601.352218:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 600 00000100:00100000:3.0:1788598601.352227:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723236608:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:3.0:1788598601.352260:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788598601.352277:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072d54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecddd expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352571:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072d5b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352586:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072d5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352600:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072d5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352613:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072d62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352620:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072d62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352627:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072d62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352660:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072d5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352666:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072d5b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352672:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072d5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352679:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89657000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598601.352684:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072d5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352696:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072d5b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352706:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598601.352709:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598601.352714:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072d5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352719:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89657000/0x6b7334fb16072d5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352731:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072d62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352840:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072d62 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352847:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072d62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352852:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1a89656000 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:3.0:1788598601.352855:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072d62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352861:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072d62 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352868:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x70954b0b (ffff8a1a85342b00) 00010000:00010000:3.0:1788598601.352871:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788598601.352874:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072d62 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352884:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656000/0x6b7334fb16072d62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352913:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072d54 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecddd expref: 113 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352935:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:3.0:1788598601.352938:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788598601.352941:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a89656c00/0x6b7334fb16072d54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecddd expref: 113 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598601.352950:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1a89656c00, rc -2) 00000100:00100000:2.0:1788598601.353083:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723236608:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 857us (1063us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788598601.353091:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 600 00000100:00100000:0.0:1788598601.473955:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598601.473978:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747131776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598601.474046:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598601.474172:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747131776 00000100:00100000:3.0:1788598601.474180:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747131776 00000100:00100000:3.0:1788598601.474236:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1788598601.474245:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747131776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598601.474265:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598601.474303:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747131776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598601.474310:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1788598601.474554:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747131776:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788598601.539492:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598601.602115:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598602.627794:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598602.627802:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598602.628437:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598602.628457:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598602.636850:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598602.759661:0:25445:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598602.759672:0:25445:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598602.768975:0:25445:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598602.768992:0:25445:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598603.010364:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747131904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598603.010453:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598603.010605:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747131904 00000100:00100000:3.0:1788598603.010615:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747131904 00000100:00100000:3.0:1788598603.010675:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788598603.010684:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747131904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598603.010711:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598603.010798:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747131904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598603.010805:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00080000:2.0:1788598603.012306:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598603.012383:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747131904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598603.022151:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747132032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598603.022231:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598603.022312:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747132032 00000100:00100000:2.0:1788598603.022319:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747132032 00000100:00100000:2.0:1788598603.022373:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1788598603.022382:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747132032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598603.022406:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598603.022460:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747132032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598603.022468:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00080000:2.0:1788598603.022487:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598603.022520:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747132032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598603.522364:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598603.522390:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747132160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598603.522497:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598603.522692:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747132160 00000100:00100000:3.0:1788598603.522699:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747132160 00000100:00100000:3.0:1788598603.522771:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1788598603.522780:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747132160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598603.522816:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598603.522883:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747132160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598603.522890:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1788598603.523132:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747132160:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598603.649998:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598604.674557:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598605.054692:0:25497:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598605.054705:0:25497:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598605.055294:0:25497:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598605.055310:0:25497:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598605.570418:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747132288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598605.570548:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598605.571382:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747132288 00000100:00100000:3.0:1788598605.571397:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747132288 00000100:00100000:3.0:1788598605.571475:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1788598605.571497:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747132288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598605.571552:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598605.574979:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747132288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3478us (4414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598605.574998:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1788598605.575343:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747132288:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598605.698845:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598605.955704:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598605.955823:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598605.955863:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598605.955915:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598605.955938:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598605.955989:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598605.956008:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598605.956025:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598605.956045:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598605.956355:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723237248 00000100:00100000:0.0:1788598605.956369:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723237248 00000100:00100000:0.0:1788598605.956461:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723237760 00000100:00100000:0.0:1788598605.956465:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723237760 00000100:00100000:0.0:1788598605.956485:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723237120 00000100:00100000:0.0:1788598605.956488:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723237120 00000100:00100000:0.0:1788598605.956502:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723237632 00000100:00100000:0.0:1788598605.956505:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723237632 00000100:00100000:0.0:1788598605.956535:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 801 00000100:00100000:0.0:1788598605.956547:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723237248:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598605.956649:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723237248:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 105us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598605.956658:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 801 00000100:00100000:0.0:1788598605.956677:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 802 00000100:00100000:0.0:1788598605.956684:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723237760:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598605.956707:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723237760:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598605.956713:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 802 00000100:00100000:0.0:1788598605.956725:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 803 00000100:00100000:0.0:1788598605.956730:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723237120:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598605.956797:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723237120:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 66us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598605.956803:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 803 00000100:00100000:0.0:1788598605.956814:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 804 00000100:00100000:0.0:1788598605.956821:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723237632:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598605.956844:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723237632:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598605.956850:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 804 00000100:00100000:2.0:1788598605.957160:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723236736 00000100:00100000:2.0:1788598605.957167:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723236736 00000100:00100000:2.0:1788598605.957211:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 785 00000100:00100000:2.0:1788598605.957218:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723236736:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598605.957266:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723236736:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 48us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598605.957273:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 785 00000100:00100000:2.0:1788598605.957312:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723236992 00000100:00100000:2.0:1788598605.957316:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723236992 00000100:00100000:2.0:1788598605.957349:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723237504 00000100:00100000:2.0:1788598605.957353:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723237504 00000100:00100000:2.0:1788598605.957367:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723236864 00000100:00100000:2.0:1788598605.957370:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723236864 00000100:00100000:2.0:1788598605.957384:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723237376 00000100:00100000:2.0:1788598605.957387:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723237376 00000100:00100000:2.0:1788598605.957403:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1199 00000100:00100000:2.0:1788598605.957409:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723236992:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598605.957438:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723236992:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598605.957444:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1199 00000100:00100000:2.0:1788598605.957455:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1200 00000100:00100000:2.0:1788598605.957461:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723237504:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598605.957484:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723237504:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (1569us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598605.957490:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1200 00000100:00100000:2.0:1788598605.957499:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1201 00000100:00100000:2.0:1788598605.957505:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723236864:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598605.957542:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723236864:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (1552us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598605.957548:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1201 00000100:00100000:2.0:1788598605.957559:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1202 00000100:00100000:2.0:1788598605.957565:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723237376:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598605.957588:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723237376:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598605.957594:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1202 00000100:00080000:3.0:1788598605.959112:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598605.959123:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598605.959128:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598605.959131:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598606.082428:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598606.082459:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747132416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598606.082557:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598606.082699:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747132416 00000100:00100000:1.0:1788598606.082712:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747132416 00000100:00080000:0.0:1788598606.082910:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598606.082939:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1788598606.082956:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747132416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598606.083003:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598606.083065:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747132416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598606.083075:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1788598606.083145:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747132416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598606.083572:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747132544:0@lo:400:kworker.0 00000100:00100000:0.0:1788598606.083613:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598606.084544:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747132544 00000100:00100000:1.0:1788598606.084559:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747132544 00000100:00100000:1.0:1788598606.084615:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1788598606.084623:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747132544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598606.087349:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747132928:0@lo:400:kworker.0 00000100:00100000:0.0:1788598606.087498:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598606.087624:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747132544:12345-0@lo:400:kworker.0 Request processed in 3000us (4008us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598606.087639:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1788598606.087958:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747132928 00000100:00100000:1.0:1788598606.087968:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747132928 00000100:00100000:1.0:1788598606.088020:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1788598606.088028:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747132928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.088087:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747132928:12345-0@lo:400:kworker.0 Request processed in 60us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598606.088094:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1788598606.088149:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747132928:0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.088187:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747132672:0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.088217:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598606.088242:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598606.088249:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747132800:0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.088280:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598606.088308:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747132672 00000100:00100000:1.0:1788598606.088312:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747132672 00000100:00100000:1.0:1788598606.088341:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1788598606.088347:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747132672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.088436:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747132672:12345-0@lo:400:kworker.0 Request processed in 33us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598606.088443:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1788598606.088523:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747132672:0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.088551:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747132800 00000100:00100000:1.0:1788598606.088555:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747132800 00000100:00100000:1.0:1788598606.088583:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1788598606.088589:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747132800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.088624:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747132800:12345-0@lo:400:kworker.0 Request processed in 35us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598606.088631:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1788598606.088717:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747132800:0@lo:400:kworker.0 00000100:00100000:0.0:1788598606.088843:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747132544:0@lo:400:kworker.0 00000100:00100000:0.0:1788598606.089054:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747133056:0@lo:400:kworker.0 00000100:00100000:0.0:1788598606.089083:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598606.089138:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747133056 00000100:00100000:1.0:1788598606.089142:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747133056 00000100:00100000:1.0:1788598606.089182:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1788598606.089187:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747133056:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788598606.089281:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598606.089309:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747133056:12345-0@lo:400:kworker.0 Request processed in 121us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598606.089315:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1788598606.090308:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747133440:0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.090365:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598606.090414:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747133184:0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.090440:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598606.091728:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747133312:0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.091784:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747133184 00000100:00100000:1.0:1788598606.091796:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747133184 00000100:00100000:2.0:1788598606.091838:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598606.091894:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1788598606.091902:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747133440 00000100:00100000:1.0:1788598606.091905:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747133184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598606.091906:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747133440 00000100:00100000:2.0:1788598606.091938:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747133312 00000100:00100000:2.0:1788598606.091942:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747133312 00000100:00100000:2.0:1788598606.091963:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1788598606.091969:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747133440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.091971:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747133184:12345-0@lo:400:kworker.0 Request processed in 70us (1531us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598606.091978:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1788598606.092005:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747133440:12345-0@lo:400:kworker.0 Request processed in 36us (1640us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598606.092011:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1788598606.092023:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1788598606.092029:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747133312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598606.092060:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747133312:12345-0@lo:400:kworker.0 Request processed in 32us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598606.092066:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1788598606.092128:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747133312:0@lo:400:kworker.0 00000100:00100000:2.0:1788598606.092219:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747133440:0@lo:400:kworker.0 00000100:00080000:2.0:1788598606.092245:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598606.092251:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598606.092845:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747133184:0@lo:400:kworker.0 00000100:00100000:3.0:1788598606.093932:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747133824:0@lo:400:kworker.0 00000100:00100000:3.0:1788598606.093994:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598606.094025:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598606.094031:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747133696:0@lo:400:kworker.0 00000100:00100000:3.0:1788598606.094059:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598606.094093:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747133824 00000100:00100000:3.0:1788598606.094100:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747133824 00000100:00100000:3.0:1788598606.094155:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1788598606.094164:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747133824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598606.094213:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747133824:12345-0@lo:400:kworker.0 Request processed in 50us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598606.094221:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1788598606.094249:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747133696 00000100:00100000:3.0:1788598606.094253:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747133696 00000100:00100000:3.0:1788598606.094282:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1788598606.094287:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747133696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598606.094316:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747133696:12345-0@lo:400:kworker.0 Request processed in 29us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598606.094322:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00080000:3.0:1788598606.094337:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598606.094341:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598606.094365:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747133696:0@lo:400:kworker.0 00000100:00100000:3.0:1788598606.094374:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747133824:0@lo:400:kworker.0 00000100:00100000:0.0:1788598606.094721:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747133056:0@lo:400:kworker.0 00000100:00100000:0.0:1788598606.094762:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747133568:0@lo:400:kworker.0 00000100:00100000:0.0:1788598606.094796:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598606.094909:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747133568 00000100:00100000:1.0:1788598606.094915:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747133568 00000100:00100000:1.0:1788598606.095208:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1788598606.095216:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747133568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598606.095276:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747133568:12345-0@lo:400:kworker.0 Request processed in 61us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598606.095283:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1788598606.095355:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747133568:0@lo:400:kworker.0 00000100:00080000:3.0:1788598606.095440:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598606.594982:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747133952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598606.595056:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598606.595257:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747133952 00000100:00100000:3.0:1788598606.595265:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747133952 00000100:00100000:3.0:1788598606.595326:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1788598606.595336:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747133952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598606.595359:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598606.595410:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747133952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598606.595419:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1788598606.595839:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747133952:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598606.728014:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598606.949123:0:25548:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598606.949132:0:25548:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598606.952583:0:25548:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598606.952602:0:25548:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788598607.748439:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598608.130112:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747134080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598608.130114:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598608.130130:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747134208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598608.130250:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598608.130290:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747134080 00000100:00100000:3.0:1788598608.130299:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747134080 00000100:00100000:3.0:1788598608.130394:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1788598608.130403:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747134080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598608.130433:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598608.130494:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747134080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598608.130501:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00080000:3.0:1788598608.130524:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598608.130651:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747134080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598608.131403:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598608.131524:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747134208 00000100:00100000:0.0:1788598608.131529:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747134208 00000100:00080000:3.0:1788598608.131569:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598608.131575:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1788598608.131583:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747134208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598608.131598:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598608.131638:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747134208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598608.131643:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1788598608.131668:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747134208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598608.643470:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747134336:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598608.643550:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598608.644867:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747134336 00000100:00100000:0.0:1788598608.644879:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747134336 00000100:00100000:0.0:1788598608.644947:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1788598608.644957:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747134336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598608.644995:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598608.645062:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747134336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (1511us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598608.645070:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1788598608.645306:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747134336:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598608.770031:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598608.787564:0:25599:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598608.787573:0:25599:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598608.788117:0:25599:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598608.788129:0:25599:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598609.793919:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598610.698071:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598610.698093:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747134464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598610.698160:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598610.698249:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747134464 00000100:00100000:0.0:1788598610.698257:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747134464 00000100:00100000:0.0:1788598610.698304:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1788598610.698314:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747134464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598610.698348:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598610.698391:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747134464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598610.698398:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1788598610.698445:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747134464:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598610.818515:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598610.826700:0:25652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598610.826710:0:25652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598610.827528:0:25652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598610.827540:0:25652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598611.076671:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598611.076719:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598611.076793:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598611.076810:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598611.076842:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598611.076867:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598611.076887:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598611.076904:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598611.076925:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598611.076955:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723238144 00000100:00100000:3.0:1788598611.076965:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723238144 00000100:00100000:3.0:1788598611.077029:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723238656 00000100:00100000:3.0:1788598611.077033:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723238656 00000100:00100000:3.0:1788598611.077046:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723238016 00000100:00100000:3.0:1788598611.077048:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723238016 00000100:00100000:3.0:1788598611.077058:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723238528 00000100:00100000:3.0:1788598611.077060:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723238528 00000100:00100000:3.0:1788598611.077073:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1209 00000100:00100000:3.0:1788598611.077082:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723238144:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598611.077162:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723238144:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 80us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.077170:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1209 00000100:00100000:3.0:1788598611.077190:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1210 00000100:00100000:3.0:1788598611.077196:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723238656:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598611.077223:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723238656:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.077229:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1210 00000100:00100000:3.0:1788598611.077240:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1211 00000100:00100000:3.0:1788598611.077246:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723238016:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598611.077269:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723238016:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.077275:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1211 00000100:00100000:3.0:1788598611.077285:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1212 00000100:00100000:3.0:1788598611.077291:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723238528:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598611.077309:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723238528:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.077315:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1212 00000100:00100000:3.0:1788598611.077333:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723238400 00000100:00100000:3.0:1788598611.077337:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723238400 00000100:00100000:3.0:1788598611.077362:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723238912 00000100:00100000:3.0:1788598611.077364:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723238912 00000100:00100000:3.0:1788598611.077378:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723238272 00000100:00100000:3.0:1788598611.077380:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723238272 00000100:00100000:3.0:1788598611.077389:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723238784 00000100:00100000:3.0:1788598611.077391:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723238784 00000100:00100000:3.0:1788598611.077405:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 808 00000100:00100000:3.0:1788598611.077410:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723238400:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598611.077435:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723238400:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.077441:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 808 00000100:00100000:3.0:1788598611.077451:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 809 00000100:00100000:3.0:1788598611.077456:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723238912:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598611.077474:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723238912:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.077480:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 809 00000100:00100000:3.0:1788598611.077492:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 810 00000100:00100000:3.0:1788598611.077498:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723238272:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598611.077519:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723238272:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.077525:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 810 00000100:00100000:3.0:1788598611.077534:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 811 00000100:00100000:3.0:1788598611.077538:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723238784:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598611.077560:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723238784:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.077566:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 811 00000100:00080000:3.0:1788598611.077590:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598611.077593:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598611.077596:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598611.077598:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598611.078009:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723237888 00000100:00100000:0.0:1788598611.078015:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723237888 00000100:00100000:0.0:1788598611.078055:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 787 00000100:00100000:0.0:1788598611.078062:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723237888:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598611.078085:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723237888:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (1426us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598611.078091:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 787 00000100:00100000:2.0:1788598611.202117:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598611.202141:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747134592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598611.202212:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598611.202293:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747134592 00000100:00100000:2.0:1788598611.202301:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747134592 00000100:00100000:2.0:1788598611.202351:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1788598611.202360:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747134592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598611.202389:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598611.202433:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747134592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598611.202447:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:2.0:1788598611.202467:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598611.202501:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747134592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598611.204649:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747134848:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.204705:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.204761:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747135360:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.204783:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.204803:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747135872:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.204822:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.204861:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788598611.204868:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747134720:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.204894:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.204911:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747135232:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.204933:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.204950:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747135744:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.204969:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.204994:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747134848 00000100:00100000:0.0:1788598611.205000:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747134848 00000100:00100000:0.0:1788598611.205052:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747135360 00000100:00100000:0.0:1788598611.205055:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747135360 00000100:00100000:0.0:1788598611.205078:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747135872 00000100:00100000:0.0:1788598611.205081:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747135872 00000100:00100000:0.0:1788598611.205099:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:0.0:1788598611.205105:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747134848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205151:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747134848:12345-0@lo:400:kworker.0 Request processed in 45us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598611.205158:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:0.0:1788598611.205175:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1788598611.205182:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747135360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205208:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747135360:12345-0@lo:400:kworker.0 Request processed in 27us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598611.205213:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1788598611.205224:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:0.0:1788598611.205230:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747135872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205254:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747135872:12345-0@lo:400:kworker.0 Request processed in 24us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598611.205260:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:0.0:1788598611.205280:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747135104:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205302:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.205316:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747135616:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205338:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.205351:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747136128:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205368:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.205380:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788598611.205385:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747134976:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205405:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.205420:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747135488:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205438:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.205450:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747136000:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205466:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.205485:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747135232 00000100:00100000:0.0:1788598611.205489:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747135232 00000100:00100000:0.0:1788598611.205511:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747134976 00000100:00100000:0.0:1788598611.205513:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747134976 00000100:00100000:0.0:1788598611.205523:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1788598611.205529:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747135232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205560:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747135232:12345-0@lo:400:kworker.0 Request processed in 31us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598611.205566:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1788598611.205577:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1788598611.205582:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747134976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205607:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747134976:12345-0@lo:400:kworker.0 Request processed in 26us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598611.205613:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1788598611.205630:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747135104 00000100:00100000:0.0:1788598611.205634:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747135104 00000100:00100000:0.0:1788598611.205649:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747135488 00000100:00100000:0.0:1788598611.205651:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747135488 00000100:00100000:0.0:1788598611.205661:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747136000 00000100:00100000:0.0:1788598611.205663:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747136000 00000100:00100000:0.0:1788598611.205675:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:0.0:1788598611.205679:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747135104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205705:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747135104:12345-0@lo:400:kworker.0 Request processed in 25us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598611.205711:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:0.0:1788598611.205722:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1788598611.205728:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747135488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205778:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747135488:12345-0@lo:400:kworker.0 Request processed in 50us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598611.205784:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1788598611.205795:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:0.0:1788598611.205800:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747136000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205821:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747136000:12345-0@lo:400:kworker.0 Request processed in 21us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598611.205839:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:0.0:1788598611.205876:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747134976:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205885:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747135488:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205893:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747136000:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205899:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747135104:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205944:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747135232:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205955:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747134848:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205963:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747135360:0@lo:400:kworker.0 00000100:00100000:0.0:1788598611.205970:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747135872:0@lo:400:kworker.0 00000100:00080000:2.0:1788598611.206138:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598611.206143:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598611.206300:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747134720 00000100:00100000:1.0:1788598611.206305:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747134720 00000100:00100000:1.0:1788598611.206344:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1788598611.206351:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747134720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598611.206390:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747134720:12345-0@lo:400:kworker.0 Request processed in 39us (1495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598611.206396:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1788598611.206438:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747134720:0@lo:400:kworker.0 00000100:00100000:3.0:1788598611.212311:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747135744 00000100:00100000:3.0:1788598611.212329:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747135744 00000100:00100000:3.0:1788598611.212397:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747135616 00000100:00100000:3.0:1788598611.212400:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747135616 00000100:00100000:3.0:1788598611.212422:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747136128 00000100:00100000:3.0:1788598611.212425:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747136128 00000100:00100000:3.0:1788598611.212448:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1788598611.212457:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747135744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598611.212546:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747135744:12345-0@lo:400:kworker.0 Request processed in 91us (7575us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.212554:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1788598611.212571:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1788598611.212577:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747135616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598611.212611:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747135616:12345-0@lo:400:kworker.0 Request processed in 34us (7272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.212618:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1788598611.212629:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1788598611.212635:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747136128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598611.212664:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747136128:12345-0@lo:400:kworker.0 Request processed in 29us (7295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598611.212669:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1788598611.212711:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747135616:0@lo:400:kworker.0 00000100:00100000:3.0:1788598611.212724:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747136128:0@lo:400:kworker.0 00000100:00080000:2.0:1788598611.212876:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598611.212880:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598611.213276:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747135744:0@lo:400:kworker.0 00000100:00100000:3.0:1788598611.590557:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598611.590672:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723239040 00000100:00100000:0.0:1788598611.590682:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723239040 00000100:00100000:0.0:1788598611.590780:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 608 00000100:00100000:0.0:1788598611.590791:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723239040:12345-192.168.202.17@tcp:63:ll_sa.0 00010000:00010000:0.0:1788598611.590841:0:11093:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788598611.590900:0:11093:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb16072d69 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7532ab44fdecde4 expref: -99 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.590959:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb16072d70 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.590974:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb16072d70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.590987:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb16072d70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592316:0:11093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb16072d77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592333:0:11093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb16072d77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592344:0:11093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb16072d77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592414:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb16072d70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592422:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb16072d70 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592430:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb16072d70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592435:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98400 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598611.592441:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb16072d70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592449:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb16072d70 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592463:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598611.592467:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598611.592472:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb16072d70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592478:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98400/0x6b7334fb16072d70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592493:0:11093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb16072d77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592499:0:11093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb16072d77 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592505:0:11093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb16072d77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592511:0:11093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a1b9fc98200 already unused, calling callback (ffffffffc1a624f0) 00010000:00010000:0.0:1788598611.592514:0:11093:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb16072d77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592520:0:11093:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb16072d77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592528:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff8a1b8299e800) 00010000:00010000:0.0:1788598611.592530:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788598611.592533:0:11093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb16072d77 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592540:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc98200/0x6b7334fb16072d77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592578:0:11093:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb16072d69 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecde4 expref: 113 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592589:0:11093:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8a1a86203200) 00010000:00010000:0.0:1788598611.592591:0:11093:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788598611.592595:0:11093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99200/0x6b7334fb16072d69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdecde4 expref: 113 pid: 11093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598611.592606:0:11093:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a1b9fc99200, rc -2) 00000100:00100000:0.0:1788598611.592709:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723239040:12345-192.168.202.17@tcp:63:ll_sa.0 Request processed in 1919us (2162us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788598611.592719:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 608 00000100:00100000:2.0:1788598611.718211:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747136256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598611.718289:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598611.718431:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747136256 00000100:00100000:0.0:1788598611.718439:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747136256 00000100:00100000:0.0:1788598611.718503:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1788598611.718512:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747136256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598611.718548:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598611.718593:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747136256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598611.718600:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1788598611.719126:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747136256:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1788598611.780385:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788598611.842071:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598612.866478:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598612.866487:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598612.867077:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598612.867091:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598612.867541:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598613.249996:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747136384:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598613.250063:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598613.250204:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747136512:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598613.250241:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598613.250280:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747136384 00000100:00100000:0.0:1788598613.250287:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747136384 00000100:00100000:0.0:1788598613.250333:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747136512 00000100:00100000:0.0:1788598613.250337:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747136512 00000100:00100000:0.0:1788598613.250353:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1788598613.250361:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747136384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598613.250389:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598613.260223:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788598613.260242:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747136512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598613.260269:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598613.260355:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747136512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (10112us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598613.260363:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788598613.260446:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747136512:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598613.263253:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747136384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 12886us (13183us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598613.263265:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00080000:0.0:1788598613.265007:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598613.273465:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747136384:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1788598613.313428:0:25704:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598613.313437:0:25704:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598613.325715:0:25704:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598613.325747:0:25704:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598613.761966:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598613.761990:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747136640:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598613.762060:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598613.762223:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747136640 00000100:00100000:2.0:1788598613.762230:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747136640 00000100:00100000:2.0:1788598613.762286:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1788598613.762295:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747136640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598613.762328:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1788598613.762725:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747136640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 430us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598613.762778:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1788598613.763277:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747136640:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598613.889914:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598614.915959:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598615.641977:0:25755:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598615.641986:0:25755:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598615.644088:0:25755:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598615.644102:0:25755:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598615.811429:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747136768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598615.811497:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598615.812053:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747136768 00000100:00100000:0.0:1788598615.812062:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747136768 00000100:00100000:0.0:1788598615.812120:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1788598615.812129:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747136768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598615.812164:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598615.812212:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747136768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598615.812222:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1788598615.812496:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747136768:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598615.959482:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598616.204428:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598616.204486:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598616.204527:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598616.204554:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598616.204577:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598616.204599:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598616.204619:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598616.204636:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598616.204660:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598616.204693:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723239424 00000100:00100000:0.0:1788598616.204704:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723239424 00000100:00100000:0.0:1788598616.204829:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723239936 00000100:00100000:0.0:1788598616.204833:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723239936 00000100:00100000:0.0:1788598616.204847:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723239296 00000100:00100000:0.0:1788598616.204849:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723239296 00000100:00100000:0.0:1788598616.204859:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723239808 00000100:00100000:0.0:1788598616.204861:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723239808 00000100:00100000:0.0:1788598616.204875:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1219 00000100:00100000:0.0:1788598616.204884:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723239424:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598616.204961:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723239424:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 77us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598616.204968:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1219 00000100:00100000:0.0:1788598616.204986:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1220 00000100:00100000:0.0:1788598616.204992:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723239936:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598616.205016:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723239936:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598616.205025:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1220 00000100:00100000:0.0:1788598616.205037:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1221 00000100:00100000:0.0:1788598616.205042:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723239296:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598616.205217:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723239680 00000100:00100000:3.0:1788598616.205221:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723239680 00000100:00100000:3.0:1788598616.205247:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723240192 00000100:00100000:3.0:1788598616.205249:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723240192 00000100:00100000:3.0:1788598616.205264:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723239552 00000100:00100000:3.0:1788598616.205267:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723239552 00000100:00100000:3.0:1788598616.205278:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723240064 00000100:00100000:3.0:1788598616.205280:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723240064 00000100:00100000:3.0:1788598616.205293:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 815 00000100:00100000:3.0:1788598616.205299:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723239680:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598616.205327:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723239680:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598616.205333:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 815 00000100:00100000:3.0:1788598616.205345:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 816 00000100:00100000:3.0:1788598616.205351:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723240192:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598616.205388:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723240192:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 38us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598616.205395:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 816 00000100:00100000:3.0:1788598616.205405:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 817 00000100:00100000:3.0:1788598616.205411:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723239552:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598616.205433:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723239552:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598616.205438:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 817 00000100:00100000:3.0:1788598616.205448:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 818 00000100:00100000:3.0:1788598616.205454:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723240064:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598616.205474:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723240064:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598616.205479:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 818 00000100:00100000:3.0:1788598616.205524:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1222 00000100:00100000:3.0:1788598616.205531:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723239808:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598616.205556:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723239808:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598616.205565:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1222 00000100:00080000:3.0:1788598616.205593:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598616.205597:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598616.205599:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598616.205602:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598616.206006:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723239296:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 962us (1403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598616.206014:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1221 00000100:00100000:1.0:1788598616.206903:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723239168 00000100:00100000:1.0:1788598616.206912:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723239168 00000100:00100000:1.0:1788598616.206956:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 789 00000100:00100000:1.0:1788598616.206965:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723239168:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598616.207013:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723239168:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 49us (2594us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598616.207019:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 789 00000100:00100000:2.0:1788598616.322099:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747136896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598616.322166:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598616.322535:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747136896 00000100:00100000:1.0:1788598616.322543:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747136896 00000100:00100000:1.0:1788598616.322605:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1788598616.322614:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747136896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598616.322642:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598616.322693:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747136896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598616.322700:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00080000:3.0:1788598616.322800:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598616.322884:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747136896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598616.323106:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598616.323114:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747137280:0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.323143:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598616.323171:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747137280 00000100:00100000:2.0:1788598616.323175:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747137280 00000100:00100000:2.0:1788598616.323210:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1788598616.323218:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747137280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.323255:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747137280:12345-0@lo:400:kworker.0 Request processed in 38us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598616.323261:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1788598616.323286:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747137280:0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.323620:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747137408:0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.323647:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598616.323708:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598616.323714:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747137792:0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.323762:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598616.323817:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747137920:0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.323840:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598616.323869:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747137920 00000100:00100000:2.0:1788598616.323873:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747137920 00000100:00100000:2.0:1788598616.323909:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1788598616.323916:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747137920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.323950:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747137920:12345-0@lo:400:kworker.0 Request processed in 35us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598616.323956:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00080000:2.0:1788598616.323976:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598616.323995:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747137920:0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.324034:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598616.324040:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747138304:0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.324061:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598616.324091:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747137408 00000100:00100000:2.0:1788598616.324095:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747137408 00000100:00100000:2.0:1788598616.324116:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747137792 00000100:00100000:2.0:1788598616.324119:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747137792 00000100:00100000:2.0:1788598616.324140:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747138304 00000100:00100000:2.0:1788598616.324142:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747138304 00000100:00100000:2.0:1788598616.324157:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1788598616.324162:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747137408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598616.324324:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:0.0:1788598616.324333:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747137792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598616.324406:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747137024:0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.324509:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747137408:12345-0@lo:400:kworker.0 Request processed in 346us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598616.324516:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1788598616.324539:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1788598616.324545:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747138304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598616.324617:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747137152:0@lo:400:kworker.0 00000100:00100000:0.0:1788598616.332834:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747137792:12345-0@lo:400:kworker.0 Request processed in 8494us (9062us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598616.332848:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00080000:0.0:1788598616.332941:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598616.332994:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598616.333009:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747138432:0@lo:400:kworker.0 00000100:00100000:0.0:1788598616.333049:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598616.333125:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747138432 00000100:00100000:0.0:1788598616.333132:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747138432 00000100:00100000:0.0:1788598616.333176:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1788598616.333184:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747138432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598616.333242:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747138432:12345-0@lo:400:kworker.0 Request processed in 59us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598616.333248:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00080000:0.0:1788598616.333268:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598616.333296:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747138432:0@lo:400:kworker.0 00000100:00100000:0.0:1788598616.333347:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747137792:0@lo:400:kworker.0 00000100:00100000:0.0:1788598616.333372:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747137408:0@lo:400:kworker.0 00000100:00100000:1.0:1788598616.338668:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598616.338730:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747137536:0@lo:400:kworker.0 00000100:00100000:1.0:1788598616.338802:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598616.338826:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747138048:0@lo:400:kworker.0 00000100:00100000:1.0:1788598616.338849:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598616.338898:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747138048 00000100:00100000:1.0:1788598616.338906:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747138048 00000100:00100000:1.0:1788598616.338963:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1788598616.338973:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747138048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598616.339021:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747138048:12345-0@lo:400:kworker.0 Request processed in 50us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598616.339028:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00080000:1.0:1788598616.339053:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598616.339079:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747138048:0@lo:400:kworker.0 00000100:00100000:1.0:1788598616.339117:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747137536 00000100:00100000:1.0:1788598616.339121:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747137536 00000100:00100000:1.0:1788598616.339145:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1788598616.339151:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747137536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598616.339187:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747137536:12345-0@lo:400:kworker.0 Request processed in 36us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598616.339209:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1788598616.339233:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747137536:0@lo:400:kworker.0 00000100:00100000:0.0:1788598616.342690:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747137024 00000100:00100000:0.0:1788598616.342705:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747137024 00000100:00100000:0.0:1788598616.342776:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1788598616.342797:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747137024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598616.342885:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747137024:12345-0@lo:400:kworker.0 Request processed in 91us (4223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598616.342893:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1788598616.343169:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747137024:0@lo:400:kworker.0 00000100:00100000:2.0:1788598616.348915:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747138304:12345-0@lo:400:kworker.0 Request processed in 24361us (24843us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598616.348931:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1788598616.349074:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747138304:0@lo:400:kworker.0 00000100:00100000:3.0:1788598616.349168:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598616.349267:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747137152 00000100:00100000:0.0:1788598616.349274:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747137152 00000100:00100000:0.0:1788598616.349333:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1788598616.349342:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747137152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598616.349597:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747137664:0@lo:400:kworker.0 00000100:00100000:0.0:1788598616.357059:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747137152:12345-0@lo:400:kworker.0 Request processed in 7711us (7883us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598616.357072:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:3.0:1788598616.362557:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598616.362644:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747138176:0@lo:400:kworker.0 00000100:00100000:3.0:1788598616.362687:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598616.362792:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747137152:0@lo:400:kworker.0 00000100:00100000:1.0:1788598616.362917:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747137664 00000100:00100000:1.0:1788598616.362924:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747137664 00000100:00100000:1.0:1788598616.362986:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747138176 00000100:00100000:1.0:1788598616.362989:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747138176 00000100:00100000:1.0:1788598616.363014:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1788598616.363023:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747137664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598616.363077:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747137664:12345-0@lo:400:kworker.0 Request processed in 56us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598616.363084:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1788598616.363101:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1788598616.363107:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747138176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598616.363133:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747138176:12345-0@lo:400:kworker.0 Request processed in 26us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598616.363138:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:3.0:1788598616.363282:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747137664:0@lo:400:kworker.0 00000100:00100000:3.0:1788598616.363293:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747138176:0@lo:400:kworker.0 00000100:00080000:2.0:1788598616.365326:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598616.834899:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747138560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598616.834973:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598616.835103:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747138560 00000100:00100000:2.0:1788598616.835110:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747138560 00000100:00100000:2.0:1788598616.835160:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1788598616.835170:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747138560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598616.835192:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598616.835238:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747138560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598616.835245:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1788598616.835340:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747138560:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598616.969749:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598617.917488:0:25806:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598617.917497:0:25806:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598617.920167:0:25806:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598617.920189:0:25806:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598617.987899:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598618.371523:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747138688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598618.371604:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598618.371853:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747138688 00000100:00100000:0.0:1788598618.371861:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747138688 00000100:00100000:0.0:1788598618.371930:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1788598618.371940:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747138688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598618.371969:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598618.372013:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747138688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598618.372020:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1788598618.372147:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747138688:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788598618.372208:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598618.372481:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598618.372494:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747138816:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598618.372529:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598618.372675:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747138816 00000100:00100000:1.0:1788598618.372681:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747138816 00000100:00100000:1.0:1788598618.372754:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1788598618.372773:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747138816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598618.372786:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598618.372826:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747138816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598618.372832:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1788598618.372864:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747138816:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788598618.373224:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598618.883063:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598618.883091:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747138944:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598618.883157:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598618.883342:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747138944 00000100:00100000:0.0:1788598618.883351:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747138944 00000100:00100000:0.0:1788598618.883410:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1788598618.883420:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747138944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598618.883454:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598618.883506:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747138944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598618.883513:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1788598618.883725:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747138944:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598619.015044:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598620.034058:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598620.098678:0:25858:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598620.098687:0:25858:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598620.099297:0:25858:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598620.099308:0:25858:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598620.929967:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747139072:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598620.930045:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598620.930277:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747139072 00000100:00100000:2.0:1788598620.930286:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747139072 00000100:00100000:2.0:1788598620.930345:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1788598620.930354:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747139072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598620.930390:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598620.930867:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747139072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 512us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598620.930876:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1788598620.931202:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747139072:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598621.058429:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598621.315825:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598621.315862:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598621.315883:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598621.315903:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598621.315920:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598621.315937:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598621.315952:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598621.315968:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598621.315991:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598621.316025:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723240832 00000100:00100000:0.0:1788598621.316034:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723240832 00000100:00100000:0.0:1788598621.316091:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723241344 00000100:00100000:0.0:1788598621.316094:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723241344 00000100:00100000:0.0:1788598621.316110:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723240704 00000100:00100000:0.0:1788598621.316113:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723240704 00000100:00100000:0.0:1788598621.316124:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723241216 00000100:00100000:0.0:1788598621.316126:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723241216 00000100:00100000:0.0:1788598621.316141:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 822 00000100:00100000:0.0:1788598621.316150:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723240832:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598621.316233:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723240832:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 83us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598621.316244:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 822 00000100:00100000:0.0:1788598621.316262:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 823 00000100:00100000:0.0:1788598621.316268:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723241344:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598621.316292:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723241344:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598621.316298:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 823 00000100:00100000:0.0:1788598621.316309:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 824 00000100:00100000:0.0:1788598621.316315:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723240704:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598621.316338:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723240704:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598621.316343:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 824 00000100:00100000:0.0:1788598621.316354:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 825 00000100:00100000:0.0:1788598621.316359:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723241216:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598621.316379:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723241216:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598621.316384:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 825 00000100:00100000:0.0:1788598621.316551:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723240576 00000100:00100000:0.0:1788598621.316555:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723240576 00000100:00100000:0.0:1788598621.316581:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723241088 00000100:00100000:0.0:1788598621.316584:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723241088 00000100:00100000:0.0:1788598621.316594:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723240448 00000100:00100000:0.0:1788598621.316596:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723240448 00000100:00100000:0.0:1788598621.316605:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723240960 00000100:00100000:0.0:1788598621.316607:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723240960 00000100:00100000:0.0:1788598621.316618:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1229 00000100:00100000:0.0:1788598621.316624:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723240576:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598621.316650:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723240576:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598621.316655:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1229 00000100:00100000:0.0:1788598621.316666:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1230 00000100:00100000:0.0:1788598621.316672:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723241088:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598621.316696:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723241088:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598621.316701:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1230 00000100:00100000:0.0:1788598621.316711:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1231 00000100:00100000:0.0:1788598621.316716:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723240448:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598621.316775:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723240448:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 58us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598621.316781:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1231 00000100:00100000:0.0:1788598621.316793:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1232 00000100:00100000:0.0:1788598621.316798:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723240960:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598621.316818:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723240960:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598621.316824:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1232 00000100:00080000:0.0:1788598621.316857:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598621.316861:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598621.316864:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598621.316866:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598621.317832:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723240320 00000100:00100000:3.0:1788598621.317840:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723240320 00000100:00100000:3.0:1788598621.317884:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 791 00000100:00100000:3.0:1788598621.317892:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723240320:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598621.317935:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723240320:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 45us (2122us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598621.317942:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 791 00000100:00100000:3.0:1788598621.442933:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747139328:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.442994:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.443051:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747139840:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443067:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.443081:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747140352:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443096:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.443121:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788598621.443125:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747139456:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443148:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.443159:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747139968:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443173:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.443185:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747140480:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443200:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.443223:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747139328 00000100:00100000:3.0:1788598621.443229:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747139328 00000100:00100000:3.0:1788598621.443260:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747139840 00000100:00100000:3.0:1788598621.443262:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747139840 00000100:00100000:3.0:1788598621.443279:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747140352 00000100:00100000:3.0:1788598621.443281:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747140352 00000100:00100000:3.0:1788598621.443291:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747139968 00000100:00100000:3.0:1788598621.443293:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747139968 00000100:00100000:3.0:1788598621.443302:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747140480 00000100:00100000:3.0:1788598621.443303:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747140480 00000100:00100000:3.0:1788598621.443316:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1788598621.443322:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747139328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443381:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747139328:12345-0@lo:400:kworker.0 Request processed in 58us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598621.443388:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1788598621.443404:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1788598621.443409:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747139840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443428:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747139840:12345-0@lo:400:kworker.0 Request processed in 20us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598621.443434:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1788598621.443442:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1788598621.443446:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747140352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443463:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747140352:12345-0@lo:400:kworker.0 Request processed in 17us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598621.443468:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1788598621.443476:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1788598621.443481:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747139968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443497:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747139968:12345-0@lo:400:kworker.0 Request processed in 16us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598621.443502:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1788598621.443509:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1788598621.443514:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747140480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443530:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747140480:12345-0@lo:400:kworker.0 Request processed in 17us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598621.443535:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00080000:3.0:1788598621.443556:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598621.443560:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598621.443583:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747139968:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443591:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747140480:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443598:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747139328:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443604:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747139840:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443611:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747140352:0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.443891:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747139584:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.443916:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747140864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598621.443921:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.443942:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598621.443943:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747140096:0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.443964:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.443968:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747140864 00000100:00100000:3.0:1788598621.443971:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747140864 00000100:00100000:2.0:1788598621.443979:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747140608:0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.443997:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.443999:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1788598621.444005:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747140864:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598621.444013:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1788598621.444019:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747139200:0@lo:400:kworker.0 00002000:00000024:3.0:1788598621.444028:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598621.444042:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.444059:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747140864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598621.444061:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747139712:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.444065:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:3.0:1788598621.444077:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598621.444095:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747140864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598621.444121:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598621.444141:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747140224:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.444142:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747139456 00000100:00100000:3.0:1788598621.444145:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747139456 00000100:00100000:2.0:1788598621.444160:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.444167:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747139712 00000100:00100000:3.0:1788598621.444170:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747139712 00000100:00100000:2.0:1788598621.444175:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747140736:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.444181:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1788598621.444186:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb3513850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747139456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444192:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598621.444219:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb3513850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747139456:12345-0@lo:400:kworker.0 Request processed in 32us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598621.444219:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1788598621.444225:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1788598621.444225:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747139712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444257:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747139712:12345-0@lo:400:kworker.0 Request processed in 33us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598621.444263:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1788598621.444278:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747139584 00000100:00100000:2.0:1788598621.444282:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747139584 00000100:00100000:2.0:1788598621.444302:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:2.0:1788598621.444307:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747139584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444342:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747139584:12345-0@lo:400:kworker.0 Request processed in 22us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598621.444347:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:2.0:1788598621.444364:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747140096 00000100:00100000:2.0:1788598621.444367:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747140096 00000100:00100000:2.0:1788598621.444393:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747140608 00000100:00100000:2.0:1788598621.444396:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747140608 00000100:00100000:2.0:1788598621.444409:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747140224 00000100:00100000:2.0:1788598621.444411:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747140224 00000100:00100000:2.0:1788598621.444421:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747140736 00000100:00100000:2.0:1788598621.444423:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747140736 00000100:00100000:2.0:1788598621.444434:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1788598621.444438:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747140096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444464:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747140096:12345-0@lo:400:kworker.0 Request processed in 26us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598621.444469:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1788598621.444477:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1788598621.444482:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747140608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444501:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747140608:12345-0@lo:400:kworker.0 Request processed in 19us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598621.444505:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1788598621.444513:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1788598621.444517:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747140224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444535:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747140224:12345-0@lo:400:kworker.0 Request processed in 18us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598621.444543:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1788598621.444550:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1788598621.444555:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747140736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444574:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747140736:12345-0@lo:400:kworker.0 Request processed in 20us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598621.444579:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00080000:2.0:1788598621.444610:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598621.444613:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598621.444628:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747139712:0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444637:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747140224:0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444645:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747140736:0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444652:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747139584:0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444659:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747140096:0@lo:400:kworker.0 00000100:00100000:2.0:1788598621.444666:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747140608:0@lo:400:kworker.0 00000100:00100000:3.0:1788598621.444944:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747139456:0@lo:400:kworker.0 00000100:00100000:1.0:1788598621.445457:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747139200 00000100:00100000:1.0:1788598621.445462:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747139200 00000100:00100000:1.0:1788598621.445491:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1788598621.445498:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747139200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598621.445539:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747139200:12345-0@lo:400:kworker.0 Request processed in 43us (1497us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598621.445543:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1788598621.445927:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747139200:0@lo:400:kworker.0 00000100:00100000:1.0:1788598621.959872:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598621.959895:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747140992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598621.959958:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598621.960022:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747140992 00000100:00100000:1.0:1788598621.960030:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747140992 00000100:00100000:1.0:1788598621.960077:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1788598621.960086:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747140992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598621.960111:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598621.960153:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747140992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598621.960161:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1788598621.960207:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747140992:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788598621.964586:0:25909:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598621.964595:0:25909:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598621.965376:0:25909:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598621.965386:0:25909:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1788598622.019241:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1788598622.084047:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598622.084054:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:2.0:1788598622.085119:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598622.085682:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598622.085695:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598623.107393:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598623.490176:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598623.490199:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747141120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598623.490266:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598623.490351:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747141120 00000100:00100000:3.0:1788598623.490359:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747141120 00000100:00100000:3.0:1788598623.490416:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1788598623.490424:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747141120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598623.490456:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598623.490498:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747141120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598623.490505:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:3.0:1788598623.490525:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598623.490561:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747141120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598623.490861:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598623.490872:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747141248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598623.490905:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598623.491062:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747141248 00000100:00100000:0.0:1788598623.491067:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747141248 00000100:00100000:0.0:1788598623.491112:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1788598623.491119:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747141248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598623.491132:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598623.491164:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747141248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598623.491170:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:1.0:1788598623.491232:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598623.491255:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747141248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598624.019939:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598624.019961:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747141376:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598624.020191:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598624.020261:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747141376 00000100:00100000:3.0:1788598624.020267:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747141376 00000100:00100000:3.0:1788598624.020311:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1788598624.020319:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747141376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598624.020355:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598624.020396:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747141376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598624.020402:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1788598624.022141:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747141376:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1788598624.122707:0:25960:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598624.122717:0:25960:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598624.123382:0:25960:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598624.123390:0:25960:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788598624.131070:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598625.154057:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598626.000599:0:26012:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598626.000608:0:26012:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598626.001877:0:26012:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598626.001889:0:26012:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598626.050911:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598626.050932:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747141504:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598626.050997:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598626.051095:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747141504 00000100:00100000:1.0:1788598626.051103:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747141504 00000100:00100000:1.0:1788598626.051153:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1788598626.051163:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747141504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598626.051196:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598626.051242:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747141504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.051249:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1788598626.051288:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747141504:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598626.177847:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598626.438853:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598626.438971:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723241472 00000100:00100000:2.0:1788598626.438980:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723241472 00000100:00100000:2.0:1788598626.439051:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 793 00000100:00100000:2.0:1788598626.439062:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723241472:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598626.439151:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723241472:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 91us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598626.439160:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 793 00000100:00100000:2.0:1788598626.441840:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598626.442045:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598626.442081:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598626.442108:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598626.442129:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598626.442147:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598626.442163:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598626.442185:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598626.442647:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723241728 00000100:00100000:2.0:1788598626.442669:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723241728 00000100:00100000:3.0:1788598626.442805:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723242240 00000100:00100000:3.0:1788598626.442811:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723242240 00000100:00100000:0.0:1788598626.443763:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723241984 00000100:00100000:0.0:1788598626.443769:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723241984 00000100:00100000:2.0:1788598626.449908:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723241600 00000100:00100000:2.0:1788598626.449923:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723241600 00000100:00100000:0.0:1788598626.451912:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723242496 00000100:00100000:0.0:1788598626.451925:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723242496 00000100:00100000:0.0:1788598626.451954:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723241856 00000100:00100000:0.0:1788598626.451957:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723241856 00000100:00100000:0.0:1788598626.451969:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723242368 00000100:00100000:0.0:1788598626.451972:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723242368 00000100:00100000:0.0:1788598626.451996:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 830 00000100:00100000:0.0:1788598626.452006:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723241984:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598626.452109:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723241984:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 105us (10064us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598626.452116:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 830 00000100:00100000:0.0:1788598626.452133:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 831 00000100:00100000:0.0:1788598626.452139:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723242496:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598626.452162:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723242496:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (10053us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598626.452167:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 831 00000100:00100000:0.0:1788598626.452177:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 832 00000100:00100000:0.0:1788598626.452183:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723241856:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598626.452217:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723241856:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (10069us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598626.452223:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 832 00000100:00100000:0.0:1788598626.452243:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 833 00000100:00100000:0.0:1788598626.452250:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723242368:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598626.452272:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723242368:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (10087us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598626.452278:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 833 00000100:00100000:0.0:1788598626.454725:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1239 00000100:00100000:0.0:1788598626.454761:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723241728:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598626.454830:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723241728:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 95us (13001us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598626.454837:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1239 00000100:00100000:0.0:1788598626.454859:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1240 00000100:00100000:0.0:1788598626.454865:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723242240:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598626.454888:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723242240:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (12807us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598626.454894:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1240 00000100:00100000:3.0:1788598626.455180:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723242112 00000100:00100000:3.0:1788598626.455190:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723242112 00000100:00100000:3.0:1788598626.455252:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1241 00000100:00100000:3.0:1788598626.455260:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723242112:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598626.455298:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723242112:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 40us (13133us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598626.455305:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1241 00000100:00100000:2.0:1788598626.459780:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1242 00000100:00100000:2.0:1788598626.459796:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723241600:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598626.459964:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723241600:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 172us (17831us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598626.459972:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1242 00000100:00080000:1.0:1788598626.461824:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598626.461834:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598626.461838:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598626.461841:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598626.564522:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747141888:0@lo:400:kworker.0 00000100:00100000:3.0:1788598626.564593:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598626.564674:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747142400:0@lo:400:kworker.0 00000100:00100000:3.0:1788598626.564697:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598626.564717:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747142912:0@lo:400:kworker.0 00000100:00100000:3.0:1788598626.564759:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598626.564788:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788598626.564794:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747142016:0@lo:400:kworker.0 00000100:00100000:3.0:1788598626.564820:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598626.564836:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747142528:0@lo:400:kworker.0 00000100:00100000:3.0:1788598626.564854:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598626.564868:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747143040:0@lo:400:kworker.0 00000100:00100000:3.0:1788598626.564886:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598626.564916:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747142016 00000100:00100000:3.0:1788598626.564925:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747142016 00000100:00100000:3.0:1788598626.564984:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1788598626.564992:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747142016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598626.565175:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747141760:0@lo:400:kworker.0 00000100:00100000:2.0:1788598626.565223:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598626.565260:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747142272:0@lo:400:kworker.0 00000100:00100000:2.0:1788598626.565283:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598626.565301:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747142784:0@lo:400:kworker.0 00000100:00100000:2.0:1788598626.565327:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598626.565576:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747143296:0@lo:400:kworker.0 00000100:00100000:2.0:1788598626.565603:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598626.565624:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1788598626.565630:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747141632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598626.565664:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598626.565683:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747142144:0@lo:400:kworker.0 00000100:00100000:2.0:1788598626.565702:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598626.565712:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747142656:0@lo:400:kworker.0 00000100:00100000:2.0:1788598626.565728:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598626.565764:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747143168:0@lo:400:kworker.0 00000100:00100000:2.0:1788598626.565782:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598626.565809:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747142784 00000100:00100000:2.0:1788598626.565813:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747142784 00000100:00100000:2.0:1788598626.565844:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747143296 00000100:00100000:2.0:1788598626.565846:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747143296 00000100:00100000:2.0:1788598626.565861:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747142656 00000100:00100000:2.0:1788598626.565863:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747142656 00000100:00100000:2.0:1788598626.565874:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747143168 00000100:00100000:2.0:1788598626.565876:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747143168 00000100:00100000:2.0:1788598626.565888:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1788598626.565895:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747142784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598626.565939:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747142784:12345-0@lo:400:kworker.0 Request processed in 44us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598626.565949:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1788598626.565967:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1788598626.565973:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747143296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598626.565999:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747143296:12345-0@lo:400:kworker.0 Request processed in 26us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598626.566005:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1788598626.566372:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747142272 00000100:00100000:1.0:1788598626.566377:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747142272 00000100:00100000:1.0:1788598626.566401:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1788598626.566409:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747142272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.566444:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747142272:12345-0@lo:400:kworker.0 Request processed in 37us (1160us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.566451:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1788598626.566470:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747141760 00000100:00100000:1.0:1788598626.566474:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747141760 00000100:00100000:1.0:1788598626.566500:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1788598626.566507:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747141760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.566537:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747141760:12345-0@lo:400:kworker.0 Request processed in 31us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.566544:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00080000:1.0:1788598626.566567:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598626.566572:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598626.566608:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1788598626.566617:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747142656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.566645:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747142656:12345-0@lo:400:kworker.0 Request processed in 31us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.566651:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1788598626.566678:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1788598626.566685:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747143168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.566711:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747143168:12345-0@lo:400:kworker.0 Request processed in 28us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.566721:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1788598626.566781:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747142656:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.566790:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747143168:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.566798:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747141760:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.566806:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747142272:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.566815:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747142784:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.566824:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747143296:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.566880:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747141888 00000100:00100000:1.0:1788598626.566884:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747141888 00000100:00100000:1.0:1788598626.566902:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747142400 00000100:00100000:1.0:1788598626.566905:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747142400 00000100:00080000:1.0:1788598626.566918:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598626.566928:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747142912 00000100:00100000:1.0:1788598626.566931:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747142912 00000100:00080000:1.0:1788598626.566939:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598626.566947:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747142528 00000100:00100000:1.0:1788598626.566950:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747142528 00000100:00080000:1.0:1788598626.566961:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598626.566972:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747143040 00000100:00100000:1.0:1788598626.566975:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747143040 00000100:00080000:1.0:1788598626.566985:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598626.566997:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747142144 00000100:00100000:1.0:1788598626.566999:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747142144 00000100:00100000:1.0:1788598626.567022:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1788598626.567029:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747141888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567077:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747141888:12345-0@lo:400:kworker.0 Request processed in 48us (2484us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.567083:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1788598626.567095:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1788598626.567101:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747142400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567126:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747142400:12345-0@lo:400:kworker.0 Request processed in 26us (2428us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.567131:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1788598626.567142:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1788598626.567148:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747142912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567174:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747142912:12345-0@lo:400:kworker.0 Request processed in 27us (2414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.567179:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1788598626.567201:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1788598626.567207:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747142528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567244:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747142528:12345-0@lo:400:kworker.0 Request processed in 37us (2388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.567250:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1788598626.567260:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1788598626.567265:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747143040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567287:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747143040:12345-0@lo:400:kworker.0 Request processed in 22us (2400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.567292:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1788598626.567301:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1788598626.567306:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747142144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567336:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747142144:12345-0@lo:400:kworker.0 Request processed in 29us (1632us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.567342:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1788598626.567363:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747142144:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567408:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747142528:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567418:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88354a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747143040:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567428:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747141888:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567437:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747142400:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567446:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747142912:0@lo:400:kworker.0 00000100:00100000:1.0:1788598626.567468:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747141632 00000100:00100000:1.0:1788598626.567472:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747141632 00000100:00100000:1.0:1788598626.567495:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788598626.567501:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747141632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598626.567524:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598626.567558:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747141632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598626.567564:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788598626.567597:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747141632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598626.569218:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747142016:12345-0@lo:400:kworker.0 Request processed in 4220us (4390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598626.569534:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1788598626.575796:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747142016:0@lo:400:kworker.0 00000100:00100000:3.0:1788598627.074363:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747143424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598627.074437:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598627.074591:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747143424 00000100:00100000:0.0:1788598627.074600:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747143424 00000100:00100000:0.0:1788598627.074659:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1788598627.074669:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747143424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598627.074691:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598627.074774:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747143424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598627.074781:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1788598627.075096:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747143424:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598627.204374:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598627.644380:0:26063:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598627.644390:0:26063:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598627.645262:0:26063:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598627.645275:0:26063:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598628.225906:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598628.610091:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747143552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598628.610201:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598628.610683:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747143552 00000100:00100000:0.0:1788598628.610692:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747143552 00000100:00100000:0.0:1788598628.610793:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1788598628.610805:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747143552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598628.610836:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598628.610887:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747143552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598628.610896:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00080000:1.0:1788598628.610959:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598628.611357:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598628.611368:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747143680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598628.611401:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598628.611482:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747143680 00000100:00100000:1.0:1788598628.611487:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747143680 00000100:00100000:1.0:1788598628.611531:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1788598628.611538:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747143680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598628.611552:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598628.611586:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747143680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598628.611593:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1788598628.611642:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747143680:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788598628.611703:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598628.611829:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747143552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598629.126599:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598629.126632:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747143808:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598629.126706:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598629.126926:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747143808 00000100:00100000:3.0:1788598629.126934:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747143808 00000100:00100000:3.0:1788598629.126985:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1788598629.126994:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747143808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598629.127028:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598629.127070:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747143808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598629.127077:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1788598629.127239:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747143808:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598629.252932:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598629.741343:0:26114:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598629.741352:0:26114:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598629.755330:0:26114:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598629.755349:0:26114:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788598630.274394:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598631.177649:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598631.177672:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747143936:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598631.177767:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598631.177836:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747143936 00000100:00100000:3.0:1788598631.177843:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747143936 00000100:00100000:3.0:1788598631.177889:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1788598631.177899:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747143936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598631.177933:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598631.177977:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747143936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598631.177984:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1788598631.178029:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747143936:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598631.297888:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598631.563643:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598631.565422:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598631.565463:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598631.565490:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598631.565508:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598631.565528:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598631.565548:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598631.565566:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598631.565602:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598631.565636:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723243136 00000100:00100000:1.0:1788598631.565645:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723243136 00000100:00100000:1.0:1788598631.565697:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723243648 00000100:00100000:1.0:1788598631.565700:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723243648 00000100:00100000:1.0:1788598631.565719:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723243008 00000100:00100000:1.0:1788598631.565721:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723243008 00000100:00100000:1.0:1788598631.565759:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723243520 00000100:00100000:1.0:1788598631.565762:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723243520 00000100:00100000:1.0:1788598631.565779:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 838 00000100:00100000:1.0:1788598631.565787:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723243136:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598631.565852:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723243136:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 65us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.565859:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 838 00000100:00100000:1.0:1788598631.565873:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 839 00000100:00100000:1.0:1788598631.565878:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723243648:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598631.565897:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723243648:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.565903:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 839 00000100:00100000:1.0:1788598631.565911:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 840 00000100:00100000:1.0:1788598631.565916:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723243008:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598631.565935:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723243008:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.565941:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 840 00000100:00100000:1.0:1788598631.565949:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 841 00000100:00100000:1.0:1788598631.565953:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723243520:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598631.565970:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723243520:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 17us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.565975:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 841 00000100:00100000:1.0:1788598631.565991:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723242880 00000100:00100000:1.0:1788598631.565994:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723242880 00000100:00100000:1.0:1788598631.566017:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723243392 00000100:00100000:1.0:1788598631.566020:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723243392 00000100:00100000:1.0:1788598631.566029:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723242752 00000100:00100000:1.0:1788598631.566031:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723242752 00000100:00100000:1.0:1788598631.566041:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723243264 00000100:00100000:1.0:1788598631.566043:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723243264 00000100:00100000:1.0:1788598631.566054:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1249 00000100:00100000:1.0:1788598631.566059:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723242880:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598631.566083:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723242880:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.566089:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1249 00000100:00100000:1.0:1788598631.566099:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1250 00000100:00100000:1.0:1788598631.566104:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723243392:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598631.566123:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723243392:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.566129:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1250 00000100:00100000:1.0:1788598631.566138:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1251 00000100:00100000:1.0:1788598631.566144:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723242752:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598631.566164:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723242752:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.566170:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1251 00000100:00100000:1.0:1788598631.566180:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1252 00000100:00100000:1.0:1788598631.566186:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723243264:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598631.566207:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723243264:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.566212:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1252 00000100:00080000:1.0:1788598631.566244:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598631.566248:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598631.566251:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598631.566253:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598631.567170:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723242624 00000100:00100000:3.0:1788598631.567178:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723242624 00000100:00100000:3.0:1788598631.567219:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 795 00000100:00100000:3.0:1788598631.567225:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723242624:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598631.567280:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723242624:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 54us (3645us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598631.567287:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 795 00000100:00100000:3.0:1788598631.681999:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598631.682017:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747144064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598631.682084:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598631.682151:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747144064 00000100:00100000:3.0:1788598631.682157:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747144064 00000100:00100000:3.0:1788598631.682199:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1788598631.682205:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747144064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598631.682228:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598631.682269:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747144064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598631.682274:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00080000:3.0:1788598631.682290:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598631.682324:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747144064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598631.684035:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747144576:0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.684095:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598631.684135:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747145088:0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.684159:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598631.684177:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788598631.684181:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747144448:0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.684198:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598631.684208:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747144960:0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.684218:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598631.684225:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747145472:0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.684236:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598631.684310:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747144192:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.684337:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598631.684353:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747144704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.684365:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598631.684373:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747145216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.684383:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598631.684393:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788598631.684395:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747144320:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.684405:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598631.684413:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747144832:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.684424:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598631.684432:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747145344:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.684443:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598631.684456:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747144576 00000100:00100000:1.0:1788598631.684462:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747144576 00000100:00100000:1.0:1788598631.684680:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747144704 00000100:00100000:1.0:1788598631.684684:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747144704 00000100:00100000:1.0:1788598631.684705:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747145216 00000100:00100000:1.0:1788598631.684707:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747145216 00000100:00100000:1.0:1788598631.684713:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747144320 00000100:00100000:1.0:1788598631.684714:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747144320 00000100:00100000:1.0:1788598631.684719:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747144832 00000100:00100000:1.0:1788598631.684721:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747144832 00000100:00100000:1.0:1788598631.684728:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747145344 00000100:00100000:1.0:1788598631.684729:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747145344 00000100:00100000:1.0:1788598631.684761:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1788598631.684766:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747144576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.684805:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747144576:12345-0@lo:400:kworker.0 Request processed in 39us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.684809:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1788598631.684819:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:1.0:1788598631.684823:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747144704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.684839:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747144704:12345-0@lo:400:kworker.0 Request processed in 17us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.684842:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:1.0:1788598631.684849:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1788598631.684852:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747145216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685014:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747145216:12345-0@lo:400:kworker.0 Request processed in 161us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.685020:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1788598631.685032:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1788598631.685039:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747144320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685064:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747144320:12345-0@lo:400:kworker.0 Request processed in 26us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.685070:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1788598631.685080:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1788598631.685085:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747144832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685101:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747144832:12345-0@lo:400:kworker.0 Request processed in 17us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.685105:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1788598631.685111:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1788598631.685114:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747145344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.685182:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747145088 00000100:00100000:3.0:1788598631.685186:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747145088 00000100:00100000:3.0:1788598631.685208:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747144960 00000100:00100000:3.0:1788598631.685210:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747144960 00000100:00100000:3.0:1788598631.685220:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747145472 00000100:00100000:3.0:1788598631.685222:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747145472 00000100:00100000:3.0:1788598631.685232:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1788598631.685236:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747145088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685331:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747145344:12345-0@lo:400:kworker.0 Request processed in 216us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.685335:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1788598631.685352:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1788598631.685356:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747144960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685371:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747144960:12345-0@lo:400:kworker.0 Request processed in 16us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.685375:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1788598631.685382:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1788598631.685385:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747145472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685397:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747145472:12345-0@lo:400:kworker.0 Request processed in 12us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.685401:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1788598631.685415:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747144192 00000100:00100000:1.0:1788598631.685418:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747144192 00000100:00100000:1.0:1788598631.685432:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1788598631.685436:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747144192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685452:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747144192:12345-0@lo:400:kworker.0 Request processed in 16us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598631.685456:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00080000:1.0:1788598631.685485:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598631.685488:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598631.685490:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598631.685491:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598631.685511:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747144320:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685518:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747144832:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685524:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747145344:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685529:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747144192:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685534:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747144704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598631.685539:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747145216:0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.685651:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747145088:12345-0@lo:400:kworker.0 Request processed in 413us (1489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598631.685658:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1788598631.685747:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747144448 00000100:00100000:3.0:1788598631.685750:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747144448 00000100:00100000:3.0:1788598631.685774:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1788598631.685777:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747144448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.685802:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747144448:12345-0@lo:400:kworker.0 Request processed in 24us (1602us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598631.685805:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1788598631.685833:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747144448:0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.685839:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747144960:0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.685844:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747145472:0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.685850:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747144576:0@lo:400:kworker.0 00000100:00100000:3.0:1788598631.686017:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747145088:0@lo:400:kworker.0 00000040:00080000:3.0:1788598631.753623:0:26165:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598631.753629:0:26165:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598631.754106:0:26165:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598631.754115:0:26165:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598632.194065:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598632.194084:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747145600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598632.194160:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598632.194518:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747145600 00000100:00100000:2.0:1788598632.194526:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747145600 00000100:00100000:2.0:1788598632.194641:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1788598632.194653:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747145600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598632.194680:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598632.194762:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747145600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598632.194769:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1788598632.194846:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747145600:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1788598632.258407:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1788598632.322813:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598632.322822:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598632.323378:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598632.323391:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598632.324754:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598633.347807:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598633.518305:0:26217:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598633.518313:0:26217:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598633.518707:0:26217:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598633.518713:0:26217:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598633.730110:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747145728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598633.730185:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598633.730258:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747145728 00000100:00100000:3.0:1788598633.730267:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747145728 00000100:00100000:1.0:1788598633.730268:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598633.730277:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747145856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598633.730314:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598633.730326:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747145856 00000100:00100000:3.0:1788598633.730330:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747145856 00000100:00080000:0.0:1788598633.730392:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598633.736611:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1788598633.736763:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1788598633.737055:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747145856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598633.737099:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598633.737212:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747145856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 439us (6897us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598633.737222:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1788598633.737352:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747145856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598633.739136:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747145728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598633.739165:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598633.739369:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747145728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 330us (9183us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598633.739378:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1788598633.739556:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747145728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598634.245319:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598634.245351:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747145984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598634.245433:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598634.245626:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747145984 00000100:00100000:3.0:1788598634.245638:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747145984 00000100:00100000:3.0:1788598634.245717:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1788598634.245728:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747145984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598634.245815:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598634.245869:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747145984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 144us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598634.245876:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1788598634.247016:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747145984:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598634.370170:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598635.395043:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598635.512351:0:26268:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598635.512363:0:26268:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598635.513767:0:26268:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598635.513786:0:26268:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598636.293822:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747146112:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598636.293926:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598636.294138:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747146112 00000100:00100000:1.0:1788598636.294150:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747146112 00000100:00100000:1.0:1788598636.294236:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1788598636.294248:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747146112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598636.294300:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598636.294368:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747146112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598636.294377:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1788598636.295075:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747146112:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788598636.418063:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598636.685067:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598636.685140:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598636.685304:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723243904 00000100:00100000:2.0:1788598636.685319:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723243904 00000100:00100000:2.0:1788598636.685429:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1259 00000100:00100000:2.0:1788598636.685442:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723243904:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598636.685567:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723243904:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 128us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598636.685575:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1259 00000100:00080000:0.0:1788598636.686112:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598636.687364:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598636.687415:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598636.687489:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723244416 00000100:00100000:0.0:1788598636.687501:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723244416 00000100:00100000:0.0:1788598636.687592:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1260 00000100:00100000:0.0:1788598636.687602:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723244416:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598636.687705:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723244416:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 103us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.687713:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1260 00000100:00080000:2.0:1788598636.690263:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598636.695115:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723244160 00000100:00100000:3.0:1788598636.695133:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723244160 00000100:00080000:1.0:1788598636.695273:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598636.696635:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598636.696695:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598636.696723:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598636.696786:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723243776 00000100:00100000:1.0:1788598636.696796:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723243776 00000100:00100000:1.0:1788598636.696867:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 797 00000100:00100000:1.0:1788598636.696878:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723243776:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598636.696974:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723243776:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 97us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598636.696982:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 797 00000100:00100000:1.0:1788598636.697027:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723244032 00000100:00100000:1.0:1788598636.697031:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723244032 00000100:00100000:1.0:1788598636.697077:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1261 00000100:00100000:1.0:1788598636.697084:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723244032:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598636.697119:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723244032:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 36us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598636.697126:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1261 00000100:00080000:1.0:1788598636.697147:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598636.698236:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598636.698269:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598636.698336:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723244672 00000100:00100000:0.0:1788598636.698345:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723244672 00000100:00100000:0.0:1788598636.698400:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723244288 00000100:00100000:0.0:1788598636.698404:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723244288 00000100:00100000:0.0:1788598636.699578:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 845 00000100:00100000:0.0:1788598636.699600:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723244160:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598636.700380:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723244160:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 785us (15234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.700392:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 845 00000100:00100000:0.0:1788598636.700498:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 846 00000100:00100000:0.0:1788598636.700509:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723244672:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598636.700551:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723244672:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 45us (13134us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.700558:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 846 00000100:00100000:0.0:1788598636.700571:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 847 00000100:00100000:0.0:1788598636.700579:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723244288:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598636.700605:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723244288:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (3881us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.700611:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 847 00000100:00080000:0.0:1788598636.700648:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598636.700653:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598636.701115:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723244544 00000100:00100000:3.0:1788598636.701127:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723244544 00000100:00100000:3.0:1788598636.701787:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1262 00000100:00100000:3.0:1788598636.701799:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723244544:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598636.701863:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723244544:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 67us (3634us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598636.701874:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1262 00000100:00080000:0.0:1788598636.702088:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598636.718953:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723244800 00000100:00100000:0.0:1788598636.718970:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723244800 00000100:00100000:0.0:1788598636.719073:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 848 00000100:00100000:0.0:1788598636.719088:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723244800:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598636.719211:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723244800:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 127us (20940us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.719220:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 848 00000100:00080000:2.0:1788598636.719717:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598636.801951:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747146240:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.801990:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747146368:0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.802098:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747146496:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.814937:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598636.815029:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747146880:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.817426:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598636.817678:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747147392:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.817714:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598636.817768:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788598636.817775:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747146752:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.817798:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598636.817824:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747147264:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.817846:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598636.817867:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747147776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598636.817891:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598636.817926:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747146624:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.817950:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598636.817962:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747147136:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.817982:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598636.817998:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747147648:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.818016:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598636.818061:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747146368 00000100:00100000:2.0:1788598636.818069:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747146368 00000100:00100000:0.0:1788598636.818071:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747146880 00000100:00100000:0.0:1788598636.818074:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747146880 00000100:00100000:2.0:1788598636.818105:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747146752 00000100:00100000:0.0:1788598636.818105:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747147392 00000100:00100000:2.0:1788598636.818108:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747146752 00000100:00100000:0.0:1788598636.818108:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747147392 00000100:00100000:2.0:1788598636.818119:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747146624 00000100:00100000:0.0:1788598636.818119:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747147264 00000100:00100000:2.0:1788598636.818122:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747146624 00000100:00100000:0.0:1788598636.818122:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747147264 00000100:00100000:0.0:1788598636.818134:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:2.0:1788598636.818140:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:0.0:1788598636.818142:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747146368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.818145:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747146880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.818189:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747146880:12345-0@lo:400:kworker.0 Request processed in 43us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598636.818196:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1788598636.818245:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598636.818272:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1788598636.818280:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747147392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.819509:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1788598636.819535:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747146752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.823360:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747146368:12345-0@lo:400:kworker.0 Request processed in 5200us (8411us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.823376:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:0.0:1788598636.823411:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:0.0:1788598636.823423:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747146624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.823500:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747146624:12345-0@lo:400:kworker.0 Request processed in 81us (5548us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.823507:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:0.0:1788598636.823531:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1788598636.823539:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747147264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.823577:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747147264:12345-0@lo:400:kworker.0 Request processed in 39us (5730us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.823582:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1788598636.823612:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747147776 00000100:00100000:0.0:1788598636.823620:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747147776 00000100:00100000:0.0:1788598636.823658:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1788598636.823665:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747147776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598636.823686:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598636.823718:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747147776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (5827us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.823725:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1788598636.823760:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747147136 00000100:00100000:0.0:1788598636.823764:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747147136 00000100:00100000:0.0:1788598636.823794:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747147648 00000100:00100000:0.0:1788598636.823797:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747147648 00000100:00100000:0.0:1788598636.824148:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1788598636.824158:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747147136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.824201:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747147136:12345-0@lo:400:kworker.0 Request processed in 45us (6217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.824207:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1788598636.824220:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1788598636.824227:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747147648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.824256:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747147648:12345-0@lo:400:kworker.0 Request processed in 30us (6238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.824263:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00080000:0.0:1788598636.824282:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598636.824286:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598636.824289:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598636.824293:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598636.824654:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747146624:0@lo:400:kworker.0 00000100:00100000:3.0:1788598636.831866:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747147392:12345-0@lo:400:kworker.0 Request processed in 13580us (14143us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598636.831891:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1788598636.831948:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747146240 00000100:00100000:3.0:1788598636.831958:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747146240 00000100:00100000:3.0:1788598636.832002:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1788598636.832011:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747146240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598636.832079:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747146240:12345-0@lo:400:kworker.0 Request processed in 69us (13833us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598636.832085:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1788598636.832271:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747146240:0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.836221:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747147136:0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.836240:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747147648:0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.836516:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598636.836563:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747147008:0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.836594:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598636.836620:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747147008 00000100:00100000:0.0:1788598636.836626:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747147008 00000100:00100000:0.0:1788598636.836679:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1788598636.836688:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747147008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.836754:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747147008:12345-0@lo:400:kworker.0 Request processed in 46us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598636.836762:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00080000:0.0:1788598636.836783:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598636.837046:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747146496 00000100:00100000:3.0:1788598636.837051:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747146496 00000100:00100000:3.0:1788598636.837084:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1788598636.837090:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747146496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598636.837127:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747146496:12345-0@lo:400:kworker.0 Request processed in 38us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598636.837133:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1788598636.837263:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747147008:0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.837272:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747147520:0@lo:400:kworker.0 00000100:00100000:0.0:1788598636.837300:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598636.837531:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747146496:0@lo:400:kworker.0 00000100:00100000:3.0:1788598636.837692:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747147520 00000100:00100000:3.0:1788598636.837698:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747147520 00000100:00100000:3.0:1788598636.837751:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1788598636.837759:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747147520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.838014:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747146752:12345-0@lo:400:kworker.0 Request processed in 18489us (20208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598636.838024:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1788598636.838047:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747147520:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.838086:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747146752:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.838100:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747147264:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.838116:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747147776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598636.838138:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747146368:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.838151:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747146880:0@lo:400:kworker.0 00000100:00100000:2.0:1788598636.838160:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747147392:0@lo:400:kworker.0 00000100:00100000:3.0:1788598636.838249:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747147520:12345-0@lo:400:kworker.0 Request processed in 42us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598636.838258:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1788598637.324074:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747147904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598637.324167:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598637.324275:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747147904 00000100:00100000:0.0:1788598637.324284:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747147904 00000100:00100000:0.0:1788598637.324341:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1788598637.324350:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747147904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598637.324373:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598637.333106:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747147904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8748us (8930us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598637.333238:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1788598637.333520:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747147904:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598637.442202:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598637.654677:0:26319:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598637.654686:0:26319:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598637.657581:0:26319:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598637.657604:0:26319:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598638.466035:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598638.850102:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747148032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598638.850103:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747148160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598638.850182:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598638.850244:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747148160 00000100:00100000:0.0:1788598638.850252:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747148160 00000100:00100000:0.0:1788598638.850321:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1788598638.850331:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747148160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598638.850359:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598638.850390:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598638.850463:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747148032 00000100:00100000:1.0:1788598638.850468:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747148032 00000100:00100000:1.0:1788598638.850486:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1788598638.850503:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747148032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598638.850513:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598638.850611:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747148032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598638.850621:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:3.0:1788598638.850644:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598638.850680:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747148032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598638.858330:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747148160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7993us (8140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598638.858343:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788598638.859251:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747148160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598639.365117:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598639.365139:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747148288:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598639.365208:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598639.365378:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747148288 00000100:00100000:3.0:1788598639.365389:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747148288 00000100:00100000:3.0:1788598639.365446:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1788598639.365456:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747148288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598639.365503:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598639.365554:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747148288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598639.365560:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1788598639.365608:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747148288:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788598639.490242:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598639.651333:0:26370:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598639.651343:0:26370:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598639.654449:0:26370:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598639.654465:0:26370:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598640.513953:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598641.411936:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598641.411959:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747148416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598641.412021:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598641.412087:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747148416 00000100:00100000:3.0:1788598641.412094:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747148416 00000100:00100000:3.0:1788598641.412137:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1788598641.412146:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747148416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598641.412183:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598641.412223:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747148416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598641.412229:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1788598641.412271:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747148416:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788598641.538248:0:26422:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598641.538257:0:26422:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598641.540148:0:26422:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598641.540166:0:26422:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788598641.544973:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598641.802682:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598641.802757:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598641.802783:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598641.802807:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598641.802825:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598641.802843:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598641.802861:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598641.802881:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598641.802907:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598641.802935:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723245056 00000100:00100000:0.0:1788598641.802945:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723245056 00000100:00100000:0.0:1788598641.803008:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723245568 00000100:00100000:0.0:1788598641.803012:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723245568 00000100:00100000:0.0:1788598641.803025:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723245184 00000100:00100000:0.0:1788598641.803028:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723245184 00000100:00100000:0.0:1788598641.803040:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723245696 00000100:00100000:0.0:1788598641.803042:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723245696 00000100:00100000:0.0:1788598641.803056:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1269 00000100:00100000:0.0:1788598641.803064:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723245056:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598641.803145:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723245056:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 80us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598641.803153:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1269 00000100:00100000:0.0:1788598641.803171:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1270 00000100:00100000:0.0:1788598641.803178:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723245568:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598641.803205:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723245568:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598641.803210:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1270 00000100:00100000:0.0:1788598641.803222:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1271 00000100:00100000:0.0:1788598641.803228:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723245184:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598641.803253:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723245184:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598641.803259:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1271 00000100:00100000:0.0:1788598641.803269:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1272 00000100:00100000:0.0:1788598641.803275:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723245696:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598641.803298:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723245696:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598641.803303:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1272 00000100:00100000:0.0:1788598641.803325:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723245312 00000100:00100000:0.0:1788598641.803329:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723245312 00000100:00100000:0.0:1788598641.803354:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723245824 00000100:00100000:0.0:1788598641.803357:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723245824 00000100:00100000:0.0:1788598641.803372:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723245440 00000100:00100000:0.0:1788598641.803375:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723245440 00000100:00100000:0.0:1788598641.803385:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723245952 00000100:00100000:0.0:1788598641.803387:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723245952 00000100:00100000:0.0:1788598641.803398:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 853 00000100:00100000:0.0:1788598641.803404:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723245312:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598641.803431:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723245312:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598641.803438:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 853 00000100:00100000:0.0:1788598641.803449:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 854 00000100:00100000:0.0:1788598641.803467:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723245824:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598641.803491:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723245824:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598641.803498:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 854 00000100:00100000:0.0:1788598641.803509:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 855 00000100:00100000:0.0:1788598641.803515:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723245440:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598641.803536:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723245440:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598641.803542:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 855 00000100:00100000:0.0:1788598641.803552:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 856 00000100:00100000:0.0:1788598641.803558:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723245952:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598641.803578:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723245952:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598641.803588:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 856 00000100:00100000:1.0:1788598641.805690:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723244928 00000100:00100000:1.0:1788598641.805704:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723244928 00000100:00100000:1.0:1788598641.806035:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 799 00000100:00100000:1.0:1788598641.806046:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723244928:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598641.806125:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723244928:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 81us (3452us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598641.806133:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 799 00000100:00080000:3.0:1788598641.811671:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598641.811679:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598641.811682:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598641.811685:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598641.922576:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747148672:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.922598:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747148928:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.922685:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598641.922794:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747149440:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.922832:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598641.922857:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747149952:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.922881:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598641.922921:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788598641.922929:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747148800:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.922960:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598641.922979:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747149312:0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.923197:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598641.923206:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598641.923300:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747148544:0@lo:400:kworker.0 00000100:00100000:0.0:1788598641.923495:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747149440 00000100:00100000:0.0:1788598641.923504:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747149440 00000100:00100000:0.0:1788598641.923557:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747149952 00000100:00100000:0.0:1788598641.923561:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747149952 00000100:00100000:0.0:1788598641.923578:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747149312 00000100:00100000:0.0:1788598641.923581:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747149312 00000100:00100000:0.0:1788598641.923605:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1788598641.923616:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747149440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.926346:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747149184:0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.926425:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598641.926496:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747149696:0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.926518:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598641.926542:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598641.926549:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747150080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598641.926576:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788598641.926630:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598641.926637:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598641.926660:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1788598641.926675:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747149952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.926765:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747149952:12345-0@lo:400:kworker.0 Request processed in 66us (3852us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598641.926774:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1788598641.926797:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1788598641.926804:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747149312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.926831:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747149312:12345-0@lo:400:kworker.0 Request processed in 28us (3628us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598641.926836:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1788598641.926858:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747148928 00000100:00100000:3.0:1788598641.926880:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747148928 00000100:00100000:3.0:1788598641.926919:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747148672 00000100:00100000:3.0:1788598641.926922:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747148672 00000100:00100000:3.0:1788598641.926933:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747149184 00000100:00100000:3.0:1788598641.926935:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747149184 00000100:00100000:3.0:1788598641.926952:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747149696 00000100:00100000:3.0:1788598641.926954:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747149696 00000100:00100000:3.0:1788598641.926966:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:3.0:1788598641.926971:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747148928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.926999:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747148928:12345-0@lo:400:kworker.0 Request processed in 28us (4318us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598641.927005:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:3.0:1788598641.927015:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1788598641.927020:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747148672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.927046:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747148672:12345-0@lo:400:kworker.0 Request processed in 26us (3851us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598641.927052:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1788598641.927061:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:3.0:1788598641.927066:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747149184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.927091:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747149184:12345-0@lo:400:kworker.0 Request processed in 25us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598641.927096:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:3.0:1788598641.927104:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:3.0:1788598641.927109:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747149696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.927128:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747149696:12345-0@lo:400:kworker.0 Request processed in 19us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598641.928774:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747149312:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.928791:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747149824:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.928854:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598641.929568:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747148928:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.929583:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747149952:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.929659:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747149824 00000100:00100000:1.0:1788598641.929670:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747149824 00000100:00100000:1.0:1788598641.929859:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1788598641.930257:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:3.0:1788598641.930465:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747150080 00000100:00100000:3.0:1788598641.930524:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747150080 00000100:00100000:3.0:1788598641.930575:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1788598641.930584:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747150080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598641.930629:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598641.930633:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747149824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598641.930789:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598641.930840:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747149056:0@lo:400:kworker.0 00000100:00100000:2.0:1788598641.930873:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598641.930894:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747149568:0@lo:400:kworker.0 00000100:00100000:2.0:1788598641.930915:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598641.930949:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747148800 00000100:00100000:2.0:1788598641.930956:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747148800 00000100:00100000:3.0:1788598641.931008:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747150080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 421us (4429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598641.931009:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1788598641.931029:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788598641.931037:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747148800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.931066:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747149056 00000100:00100000:3.0:1788598641.931073:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747149056 00000100:00100000:2.0:1788598641.931097:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747148800:12345-0@lo:400:kworker.0 Request processed in 69us (8134us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598641.931106:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747149568 00000100:00100000:2.0:1788598641.931107:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1788598641.931112:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747149568 00000100:00100000:2.0:1788598641.931152:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747148544 00000100:00100000:3.0:1788598641.931158:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1788598641.931161:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747148544 00000100:00100000:3.0:1788598641.931170:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747149056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598641.931200:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1788598641.931209:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747148544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.931234:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747149056:12345-0@lo:400:kworker.0 Request processed in 67us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598641.931242:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:3.0:1788598641.931270:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:2.0:1788598641.931271:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747148544:12345-0@lo:400:kworker.0 Request processed in 59us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598641.931282:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1788598641.931330:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747148544:0@lo:400:kworker.0 00000100:00100000:2.0:1788598641.931344:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747149056:0@lo:400:kworker.0 00000100:00080000:2.0:1788598641.931396:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598641.931402:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598641.931405:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598641.931461:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747150080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598641.931541:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747149568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598641.931599:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747149568:12345-0@lo:400:kworker.0 Request processed in 319us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598641.931607:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1788598641.931630:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747149824:12345-0@lo:400:kworker.0 Request processed in 1759us (2773us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598641.931641:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1788598641.931664:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747149568:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.931713:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747148800:0@lo:400:kworker.0 00000100:00100000:1.0:1788598641.931730:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747149824:0@lo:400:kworker.0 00000100:00100000:2.0:1788598641.931853:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747149696:0@lo:400:kworker.0 00000100:00100000:2.0:1788598641.931870:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747148672:0@lo:400:kworker.0 00000100:00100000:2.0:1788598641.931881:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747149184:0@lo:400:kworker.0 00000100:00100000:0.0:1788598641.935775:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747149440:12345-0@lo:400:kworker.0 Request processed in 12107us (12886us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598641.935790:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1788598641.936104:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747149440:0@lo:400:kworker.0 00000100:00100000:3.0:1788598642.434115:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598642.434139:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747150208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598642.434209:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598642.434427:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747150208 00000100:00100000:0.0:1788598642.434434:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747150208 00000100:00100000:0.0:1788598642.434522:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1788598642.434532:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747150208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598642.434555:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598642.434614:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747150208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598642.434622:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1788598642.434769:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8910ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747150208:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1788598642.498327:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1788598642.562002:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598642.562013:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598642.562556:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598642.562569:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788598642.563231:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598643.424702:0:26473:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598643.424710:0:26473:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598643.425414:0:26473:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598643.425424:0:26473:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598643.589817:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598643.969996:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598643.970021:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747150336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598643.970098:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598643.970445:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747150336 00000100:00100000:3.0:1788598643.970454:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747150336 00000100:00100000:3.0:1788598643.970526:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1788598643.970537:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747150336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598643.970566:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598643.970622:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747150336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598643.970629:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00080000:2.0:1788598643.970755:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598643.970849:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747150336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598643.971191:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598643.971204:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747150464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598643.971240:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598643.971563:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747150464 00000100:00100000:3.0:1788598643.971570:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747150464 00000100:00100000:3.0:1788598643.971619:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1788598643.971628:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747150464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598643.971642:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00080000:2.0:1788598643.971751:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598643.972759:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747150464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1127us (1512us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598643.972769:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1788598643.981510:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747150464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598644.482045:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598644.482070:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747150592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598644.482138:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598644.482459:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747150592 00000100:00100000:3.0:1788598644.482468:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747150592 00000100:00100000:3.0:1788598644.482523:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1788598644.482533:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747150592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598644.482569:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598644.482628:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747150592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598644.482636:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1788598644.482765:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747150592:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598644.610163:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598645.426311:0:26524:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598645.426322:0:26524:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598645.428352:0:26524:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598645.428368:0:26524:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788598645.634433:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598646.529964:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747150720:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598646.530032:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598646.530296:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747150720 00000100:00100000:3.0:1788598646.530306:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747150720 00000100:00100000:3.0:1788598646.530364:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1788598646.530372:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747150720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598646.530415:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598646.530466:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747150720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598646.530472:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1788598646.530665:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747150720:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598646.657887:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598646.919375:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598646.919465:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598646.919502:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598646.919528:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598646.919548:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598646.919562:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598646.919580:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598646.919595:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598646.919619:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598646.919649:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723246592 00000100:00100000:0.0:1788598646.919658:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723246592 00000100:00100000:0.0:1788598646.919722:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723247104 00000100:00100000:0.0:1788598646.919725:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723247104 00000100:00100000:0.0:1788598646.919762:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 861 00000100:00100000:0.0:1788598646.919770:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723246592:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598646.919837:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723246592:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 68us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598646.919844:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 861 00000100:00100000:0.0:1788598646.919858:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723246464 00000100:00100000:0.0:1788598646.919860:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723246464 00000100:00100000:0.0:1788598646.919872:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723246976 00000100:00100000:0.0:1788598646.919874:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723246976 00000100:00100000:0.0:1788598646.919885:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 862 00000100:00100000:0.0:1788598646.919890:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723247104:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598646.919913:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723247104:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598646.919918:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 862 00000100:00100000:0.0:1788598646.919927:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 863 00000100:00100000:0.0:1788598646.919931:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723246464:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598646.919962:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723246464:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598646.919967:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 863 00000100:00100000:0.0:1788598646.919977:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 864 00000100:00100000:0.0:1788598646.919983:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723246976:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598646.920013:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86ead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723246976:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598646.920018:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 864 00000100:00100000:0.0:1788598646.920035:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723246336 00000100:00100000:0.0:1788598646.920038:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723246336 00000100:00100000:0.0:1788598646.920061:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723246848 00000100:00100000:0.0:1788598646.920063:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723246848 00000100:00100000:0.0:1788598646.920072:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723246208 00000100:00100000:0.0:1788598646.920074:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723246208 00000100:00100000:0.0:1788598646.920084:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723246720 00000100:00100000:0.0:1788598646.920086:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723246720 00000100:00100000:0.0:1788598646.920097:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1279 00000100:00100000:0.0:1788598646.920103:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723246336:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598646.920127:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b81324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723246336:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598646.920136:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1279 00000100:00100000:0.0:1788598646.920146:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1280 00000100:00100000:0.0:1788598646.920152:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723246848:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598646.920173:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723246848:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598646.920179:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1280 00000100:00100000:0.0:1788598646.920189:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1281 00000100:00100000:0.0:1788598646.920195:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723246208:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598646.920216:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723246208:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598646.920221:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1281 00000100:00100000:0.0:1788598646.920232:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1282 00000100:00100000:0.0:1788598646.920238:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723246720:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598646.920260:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723246720:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598646.920265:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1282 00000100:00080000:0.0:1788598646.920284:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598646.920288:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598646.920290:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598646.920292:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598646.927377:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723246080 00000100:00100000:3.0:1788598646.927401:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723246080 00000100:00100000:3.0:1788598646.929924:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 801 00000100:00100000:3.0:1788598646.929957:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723246080:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598646.930068:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723246080:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 122us (10700us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598646.930077:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 801 00000100:00100000:2.0:1788598647.042237:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747150848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598647.042300:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598647.042414:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747150848 00000100:00100000:0.0:1788598647.042422:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747150848 00000100:00100000:0.0:1788598647.042483:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1788598647.042493:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747150848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598647.042523:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598647.042566:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747150848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598647.042573:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:2.0:1788598647.042623:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598647.042657:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747150848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598647.045274:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747151104:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045336:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598647.045378:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747151616:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045414:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598647.045432:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747152128:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045455:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598647.045477:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788598647.045482:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747151232:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045507:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598647.045524:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747151744:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045547:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598647.045563:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747152256:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045583:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598647.045612:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747151232 00000100:00100000:2.0:1788598647.045620:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747151232 00000100:00100000:2.0:1788598647.045670:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788598647.045678:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747151232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045729:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747151232:12345-0@lo:400:kworker.0 Request processed in 52us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598647.045761:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788598647.045798:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747151232:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045821:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747151360:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045843:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598647.045859:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747151872:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045890:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598647.045910:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788598647.045915:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747150976:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045939:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598647.045960:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747151488:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.045979:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598647.045993:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747152000:0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.046014:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598647.046193:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747151104 00000100:00100000:1.0:1788598647.046199:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747151104 00000100:00100000:1.0:1788598647.046221:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747151616 00000100:00100000:1.0:1788598647.046224:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747151616 00000100:00100000:1.0:1788598647.046254:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747152128 00000100:00100000:1.0:1788598647.046257:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747152128 00000100:00100000:1.0:1788598647.046268:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747151360 00000100:00100000:1.0:1788598647.046270:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747151360 00000100:00100000:1.0:1788598647.046278:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747151488 00000100:00100000:1.0:1788598647.046280:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747151488 00000100:00100000:1.0:1788598647.046289:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747152000 00000100:00100000:1.0:1788598647.046290:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747152000 00000100:00100000:1.0:1788598647.046301:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1788598647.046307:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747151104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046344:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747151104:12345-0@lo:400:kworker.0 Request processed in 37us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598647.046350:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1788598647.046361:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1788598647.046366:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747151616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046402:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747151616:12345-0@lo:400:kworker.0 Request processed in 36us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598647.046408:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1788598647.046417:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1788598647.046421:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747152128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046445:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747152128:12345-0@lo:400:kworker.0 Request processed in 24us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598647.046450:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1788598647.046459:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1788598647.046464:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747151360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046513:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747151360:12345-0@lo:400:kworker.0 Request processed in 48us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598647.046519:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1788598647.046529:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1788598647.046533:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747151488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046553:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747151488:12345-0@lo:400:kworker.0 Request processed in 20us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598647.046558:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1788598647.046566:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1788598647.046571:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747152000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046590:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747152000:12345-0@lo:400:kworker.0 Request processed in 19us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598647.046594:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1788598647.046608:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747150976 00000100:00100000:1.0:1788598647.046611:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747150976 00000100:00100000:1.0:1788598647.046630:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1788598647.046634:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747150976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046655:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747150976:12345-0@lo:400:kworker.0 Request processed in 21us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598647.046660:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1788598647.046696:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747151104:0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046705:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747151616:0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046712:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747152128:0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046763:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747150976:0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046772:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747151488:0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046779:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747152000:0@lo:400:kworker.0 00000100:00100000:1.0:1788598647.046789:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747151360:0@lo:400:kworker.0 00000100:00080000:2.0:1788598647.047159:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598647.047164:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598647.050829:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747151744 00000100:00100000:0.0:1788598647.050844:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747151744 00000100:00100000:0.0:1788598647.051436:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747152256 00000100:00100000:0.0:1788598647.051442:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747152256 00000100:00100000:2.0:1788598647.051485:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747151872 00000100:00100000:2.0:1788598647.051490:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747151872 00000100:00080000:1.0:1788598647.052370:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598647.052376:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598647.052551:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1788598647.052562:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747151744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598647.052658:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747151744:12345-0@lo:400:kworker.0 Request processed in 97us (7108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598647.052664:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1788598647.052680:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1788598647.052686:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747152256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598647.052714:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747152256:12345-0@lo:400:kworker.0 Request processed in 29us (7131us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598647.052720:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1788598647.056668:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1788598647.056682:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747151872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598647.056793:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747151872:12345-0@lo:400:kworker.0 Request processed in 115us (10900us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598647.056801:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1788598647.056905:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747151872:0@lo:400:kworker.0 00000100:00100000:3.0:1788598647.058526:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747151744:0@lo:400:kworker.0 00000100:00100000:3.0:1788598647.058542:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747152256:0@lo:400:kworker.0 00000040:00080000:2.0:1788598647.433182:0:26576:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598647.433193:0:26576:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598647.436523:0:26576:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598647.436544:0:26576:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598647.555884:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598647.555906:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747152384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598647.555970:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598647.556057:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747152384 00000100:00100000:1.0:1788598647.556064:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747152384 00000100:00100000:1.0:1788598647.556111:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788598647.556119:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747152384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598647.556141:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598647.556186:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747152384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598647.556192:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788598647.556236:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747152384:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598647.682073:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598648.705864:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598649.093384:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747152512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598649.093450:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598649.093519:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747152640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598649.093543:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598649.093576:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747152512 00000100:00100000:1.0:1788598649.093583:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747152512 00000100:00100000:1.0:1788598649.093648:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747152640 00000100:00100000:1.0:1788598649.093651:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747152640 00000100:00100000:1.0:1788598649.093676:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1788598649.093684:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747152512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598649.093713:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598649.093794:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747152512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598649.093802:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1788598649.093820:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1788598649.093827:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747152640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598649.093837:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598649.093864:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747152640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598649.093869:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00080000:1.0:1788598649.093891:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598649.097229:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747152640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598649.097278:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747152512:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788598649.465552:0:26627:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598649.465562:0:26627:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598649.466903:0:26627:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598649.466921:0:26627:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598649.602040:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598649.602062:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747152768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598649.602126:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598649.602271:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747152768 00000100:00100000:3.0:1788598649.602278:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747152768 00000100:00100000:3.0:1788598649.602329:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1788598649.602337:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747152768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598649.602385:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598649.602445:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747152768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598649.602452:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1788598649.602591:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747152768:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598649.730454:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598650.764069:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598651.589283:0:26678:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598651.589293:0:26678:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598651.593829:0:26678:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598651.593845:0:26678:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598651.650922:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598651.651017:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747152896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598651.651087:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598651.651188:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747152896 00000100:00100000:3.0:1788598651.651197:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747152896 00000100:00100000:3.0:1788598651.651259:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1788598651.651268:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747152896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598651.651302:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598651.651357:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747152896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598651.651364:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788598651.651440:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747152896:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598651.777865:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598652.039599:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598652.039645:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598652.039697:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598652.039721:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598652.039783:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723247232 00000100:00100000:3.0:1788598652.039793:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723247232 00000100:00100000:3.0:1788598652.039845:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 803 00000100:00100000:3.0:1788598652.039856:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723247232:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598652.039926:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723247232:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 72us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.039933:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 803 00000100:00100000:1.0:1788598652.042186:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723247744 00000100:00100000:1.0:1788598652.042199:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723247744 00000100:00100000:1.0:1788598652.042263:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 868 00000100:00100000:1.0:1788598652.042273:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723247744:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598652.042356:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723247744:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 85us (2658us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598652.042364:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 868 00000100:00080000:1.0:1788598652.042386:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598652.043463:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598652.043489:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598652.043570:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723248256 00000100:00100000:3.0:1788598652.043577:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723248256 00000100:00100000:3.0:1788598652.043634:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 869 00000100:00100000:3.0:1788598652.043643:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723248256:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598652.043707:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723248256:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 66us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.043713:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 869 00000100:00080000:3.0:1788598652.043820:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598652.044528:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598652.044551:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598652.044569:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723247488 00000100:00100000:2.0:1788598652.044575:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723247488 00000100:00100000:2.0:1788598652.044626:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723248000 00000100:00100000:2.0:1788598652.044631:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723248000 00000100:00100000:2.0:1788598652.044654:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723247360 00000100:00100000:2.0:1788598652.044657:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723247360 00000100:00100000:2.0:1788598652.044684:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1289 00000100:00100000:2.0:1788598652.044693:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723247488:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598652.044757:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723247488:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 65us (5111us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598652.044765:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1289 00000100:00100000:2.0:1788598652.044781:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1290 00000100:00100000:2.0:1788598652.044787:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723248000:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598652.044812:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723248000:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (5092us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598652.044819:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1290 00000100:00100000:2.0:1788598652.044830:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1291 00000100:00100000:2.0:1788598652.044836:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723247360:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598652.044859:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723247360:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598652.044865:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1291 00000100:00100000:3.0:1788598652.045512:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723247616 00000100:00100000:3.0:1788598652.045519:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723247616 00000100:00100000:3.0:1788598652.045564:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 870 00000100:00100000:3.0:1788598652.045573:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723247616:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598652.045619:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723247616:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 48us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.045626:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 870 00000100:00080000:3.0:1788598652.045704:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598652.045708:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598652.045710:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598652.049179:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598652.049295:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723247872 00000100:00100000:2.0:1788598652.049305:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723247872 00000100:00100000:2.0:1788598652.049386:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1292 00000100:00100000:2.0:1788598652.049395:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723247872:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598652.049475:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723247872:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 80us (4922us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598652.049482:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1292 00000100:00080000:3.0:1788598652.049637:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598652.049695:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723248128 00000100:00100000:1.0:1788598652.049700:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723248128 00000100:00100000:1.0:1788598652.049765:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 871 00000100:00100000:1.0:1788598652.049773:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723248128:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598652.049806:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723248128:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 35us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598652.049813:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 871 00000100:00080000:3.0:1788598652.050837:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598652.162728:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747153280:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.162817:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598652.162876:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747153792:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.162899:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598652.162915:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747154304:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.162935:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598652.162963:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788598652.162969:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747153152:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.162994:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598652.163015:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747153664:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163037:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598652.163054:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747154176:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163075:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598652.163091:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747154688:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163110:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598652.163160:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747153280 00000100:00100000:3.0:1788598652.163166:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747153280 00000100:00100000:3.0:1788598652.163205:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1788598652.163213:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747153280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163267:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747153280:12345-0@lo:400:kworker.0 Request processed in 54us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.163275:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1788598652.163293:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747153792 00000100:00100000:3.0:1788598652.163297:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747153792 00000100:00100000:3.0:1788598652.163334:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747154304 00000100:00100000:3.0:1788598652.163337:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747154304 00000100:00100000:3.0:1788598652.163353:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:3.0:1788598652.163358:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747153792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163387:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747153792:12345-0@lo:400:kworker.0 Request processed in 29us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.163393:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:3.0:1788598652.163404:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1788598652.163410:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747154304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163432:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747154304:12345-0@lo:400:kworker.0 Request processed in 23us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.163438:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1788598652.163456:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747153152 00000100:00100000:3.0:1788598652.163459:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747153152 00000100:00100000:3.0:1788598652.163481:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1788598652.163488:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747153152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163514:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747153152:12345-0@lo:400:kworker.0 Request processed in 27us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.163520:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1788598652.163546:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747153664 00000100:00100000:3.0:1788598652.163549:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747153664 00000100:00100000:3.0:1788598652.163573:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1788598652.163578:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747153664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163607:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747153664:12345-0@lo:400:kworker.0 Request processed in 29us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.163613:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1788598652.163630:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747154176 00000100:00100000:3.0:1788598652.163633:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747154176 00000100:00100000:3.0:1788598652.163657:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747154688 00000100:00100000:3.0:1788598652.163660:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747154688 00000100:00100000:3.0:1788598652.163678:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1788598652.163684:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747154176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163712:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747154176:12345-0@lo:400:kworker.0 Request processed in 28us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.163717:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1788598652.163727:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1788598652.163758:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747154688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163785:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747154688:12345-0@lo:400:kworker.0 Request processed in 52us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.163790:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00080000:3.0:1788598652.163819:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598652.163823:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598652.163826:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598652.163855:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747153152:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163867:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747153664:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163876:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747154176:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163884:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747154688:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163894:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747153280:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163902:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747153792:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.163910:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747154304:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164215:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747153408:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164249:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598652.164277:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747153920:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164297:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598652.164332:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747154432:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164354:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598652.164372:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1788598652.164379:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747153024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598652.164403:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598652.164421:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747153536:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164439:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598652.164454:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747154048:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164473:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598652.164488:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747154560:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164505:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598652.164530:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747153024 00000100:00100000:2.0:1788598652.164535:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747153024 00000100:00100000:2.0:1788598652.164571:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1788598652.164577:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747153024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598652.164599:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598652.164632:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747153024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598652.164637:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1788598652.164657:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747153920 00000100:00100000:2.0:1788598652.164660:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747153920 00000100:00100000:2.0:1788598652.164678:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747154432 00000100:00100000:2.0:1788598652.164680:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747154432 00000100:00100000:2.0:1788598652.164691:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747153536 00000100:00100000:2.0:1788598652.164693:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747153536 00000100:00100000:2.0:1788598652.164704:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:2.0:1788598652.164709:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747153920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164757:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747153920:12345-0@lo:400:kworker.0 Request processed in 47us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598652.164762:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:2.0:1788598652.164773:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:2.0:1788598652.164778:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747154432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164800:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747154432:12345-0@lo:400:kworker.0 Request processed in 22us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598652.164805:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:2.0:1788598652.164813:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1788598652.164819:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747153536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164837:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747153536:12345-0@lo:400:kworker.0 Request processed in 19us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598652.164842:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1788598652.164860:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747154048 00000100:00100000:2.0:1788598652.164863:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747154048 00000100:00100000:2.0:1788598652.164882:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747154560 00000100:00100000:2.0:1788598652.164884:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747154560 00000100:00100000:2.0:1788598652.164894:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1788598652.164900:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747154048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164923:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747154048:12345-0@lo:400:kworker.0 Request processed in 23us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598652.164929:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1788598652.164939:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1788598652.164944:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747154560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.164966:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747154560:12345-0@lo:400:kworker.0 Request processed in 23us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598652.164972:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00080000:2.0:1788598652.164988:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598652.164991:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598652.164993:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598652.165019:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747153024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598652.165029:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747153536:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.165037:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747154048:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.165045:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747154560:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.165052:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747153920:0@lo:400:kworker.0 00000100:00100000:2.0:1788598652.165060:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747154432:0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.165490:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747153408 00000100:00100000:3.0:1788598652.165497:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747153408 00000100:00100000:3.0:1788598652.165536:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1788598652.165544:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747153408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598652.165588:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747153408:12345-0@lo:400:kworker.0 Request processed in 46us (1339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598652.165594:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1788598652.165709:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747153408:0@lo:400:kworker.0 00000100:00100000:0.0:1788598652.676916:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598652.676939:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747154816:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598652.677010:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598652.677285:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747154816 00000100:00100000:1.0:1788598652.677294:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747154816 00000100:00100000:1.0:1788598652.677354:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1788598652.677364:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747154816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598652.677391:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598652.677455:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747154816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598652.677463:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788598652.677547:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747154816:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1788598652.748621:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598652.801930:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598652.802213:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598652.802219:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598652.805479:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598652.805498:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1788598653.348527:0:26729:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598653.348537:0:26729:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598653.349098:0:26729:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598653.349109:0:26729:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598653.826220:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598654.210912:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598654.210937:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747154944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598654.211009:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598654.211258:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747154944 00000100:00100000:1.0:1788598654.211268:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747154944 00000100:00100000:1.0:1788598654.211346:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1788598654.211355:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747154944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598654.211383:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598654.211427:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747154944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598654.211435:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00080000:0.0:1788598654.211541:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598654.211577:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747154944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598654.213660:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598654.213680:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747155072:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598654.213763:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598654.213801:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747155072 00000100:00100000:2.0:1788598654.213821:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747155072 00000100:00080000:3.0:1788598654.213857:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598654.213877:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1788598654.213887:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747155072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598654.213922:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598654.213977:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747155072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598654.213985:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788598654.214217:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747155072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598654.724484:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598654.724508:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747155200:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598654.724598:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598654.724787:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747155200 00000100:00100000:2.0:1788598654.724797:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747155200 00000100:00100000:2.0:1788598654.724847:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1788598654.724857:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747155200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598654.724906:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1788598654.724958:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747155200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598654.724969:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1788598654.725197:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747155200:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598654.853874:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598655.159091:0:26781:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598655.159099:0:26781:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598655.160852:0:26781:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598655.160866:0:26781:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598655.873940:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598656.771512:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598656.771533:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747155328:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598656.771818:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598656.772015:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747155328 00000100:00100000:0.0:1788598656.772023:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747155328 00000100:00100000:0.0:1788598656.772081:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1788598656.772090:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747155328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598656.772124:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598656.772170:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747155328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598656.772177:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1788598656.772220:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747155328:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598656.898090:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598657.161577:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598657.161611:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598657.161631:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598657.161649:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598657.161665:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598657.161679:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598657.161694:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598657.161708:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598657.161729:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598657.161773:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723248384 00000100:00100000:3.0:1788598657.161784:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723248384 00000100:00100000:3.0:1788598657.161833:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 805 00000100:00100000:3.0:1788598657.161843:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723248384:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598657.161918:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723248384:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 76us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.161926:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 805 00000100:00100000:3.0:1788598657.161957:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723248640 00000100:00100000:3.0:1788598657.161960:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723248640 00000100:00100000:3.0:1788598657.161988:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723249152 00000100:00100000:3.0:1788598657.161990:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723249152 00000100:00100000:3.0:1788598657.162000:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723248512 00000100:00100000:3.0:1788598657.162002:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723248512 00000100:00100000:3.0:1788598657.162011:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723249024 00000100:00100000:3.0:1788598657.162013:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723249024 00000100:00100000:3.0:1788598657.162024:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1299 00000100:00100000:3.0:1788598657.162029:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723248640:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598657.162056:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723248640:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.162062:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1299 00000100:00100000:3.0:1788598657.162071:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1300 00000100:00100000:3.0:1788598657.162076:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723249152:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598657.162092:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723249152:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 16us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.162097:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1300 00000100:00100000:3.0:1788598657.162105:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1301 00000100:00100000:3.0:1788598657.162110:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723248512:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598657.162125:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723248512:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 16us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.162131:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1301 00000100:00100000:3.0:1788598657.162139:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1302 00000100:00100000:3.0:1788598657.162144:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723249024:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598657.162160:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723249024:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 16us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.162165:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1302 00000100:00100000:3.0:1788598657.162178:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723248896 00000100:00100000:3.0:1788598657.162181:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723248896 00000100:00100000:3.0:1788598657.162199:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723249408 00000100:00100000:3.0:1788598657.162201:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723249408 00000100:00100000:3.0:1788598657.162214:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723248768 00000100:00100000:3.0:1788598657.162216:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723248768 00000100:00100000:3.0:1788598657.162225:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723249280 00000100:00100000:3.0:1788598657.162227:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723249280 00000100:00100000:3.0:1788598657.162238:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 876 00000100:00100000:3.0:1788598657.162242:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723248896:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598657.162650:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723248896:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 406us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.162657:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 876 00000100:00100000:3.0:1788598657.162670:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 877 00000100:00100000:3.0:1788598657.162677:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723249408:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598657.162699:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723249408:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.162704:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 877 00000100:00100000:3.0:1788598657.162714:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 878 00000100:00100000:3.0:1788598657.162719:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723248768:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598657.162761:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723248768:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 42us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.162768:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 878 00000100:00100000:3.0:1788598657.162778:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 879 00000100:00100000:3.0:1788598657.162784:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723249280:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598657.162801:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723249280:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (1072us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.162807:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 879 00000100:00080000:3.0:1788598657.165487:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598657.165495:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598657.165499:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598657.165502:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:2.0:1788598657.189478:0:26832:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598657.189489:0:26832:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598657.190452:0:26832:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598657.190464:0:26832:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598657.281955:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598657.281978:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747155456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598657.282046:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598657.282120:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747155456 00000100:00100000:2.0:1788598657.282128:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747155456 00000100:00100000:2.0:1788598657.282185:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1788598657.282193:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747155456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598657.282223:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598657.282288:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747155456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598657.282296:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00080000:2.0:1788598657.282317:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598657.282354:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747155456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598657.282626:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747155712:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.282661:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598657.282683:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747156224:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.282702:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598657.282719:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747156736:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.282769:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598657.282798:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788598657.282804:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747155840:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.282830:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598657.282849:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747156352:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.282869:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598657.282885:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747156864:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.282903:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598657.282932:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747155712 00000100:00100000:0.0:1788598657.282936:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747155712 00000100:00100000:0.0:1788598657.282959:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747156224 00000100:00100000:0.0:1788598657.282961:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747156224 00000100:00100000:0.0:1788598657.282979:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747156736 00000100:00100000:0.0:1788598657.282981:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747156736 00000100:00100000:0.0:1788598657.282992:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747156352 00000100:00100000:0.0:1788598657.282993:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747156352 00000100:00100000:0.0:1788598657.283004:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747156864 00000100:00100000:0.0:1788598657.283007:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747156864 00000100:00100000:0.0:1788598657.283019:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:0.0:1788598657.283025:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747155712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283063:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747155712:12345-0@lo:400:kworker.0 Request processed in 38us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598657.283068:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:0.0:1788598657.283081:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1788598657.283087:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747156224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283112:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747156224:12345-0@lo:400:kworker.0 Request processed in 26us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598657.283116:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1788598657.283127:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1788598657.283132:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747156736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283156:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747156736:12345-0@lo:400:kworker.0 Request processed in 24us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598657.283161:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1788598657.283171:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1788598657.283176:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747156352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283200:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747156352:12345-0@lo:400:kworker.0 Request processed in 24us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598657.283205:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1788598657.283215:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1788598657.283221:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747156864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283244:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747156864:12345-0@lo:400:kworker.0 Request processed in 24us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598657.283267:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1788598657.283293:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747155840 00000100:00100000:0.0:1788598657.283297:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747155840 00000100:00100000:0.0:1788598657.283321:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1788598657.283327:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747155840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283359:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747155840:12345-0@lo:400:kworker.0 Request processed in 32us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598657.283365:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1788598657.283405:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747155840:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283415:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747156352:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283422:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747156864:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283430:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747155712:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283437:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747156224:0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.283444:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747156736:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.283688:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747155968:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.283722:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598657.283772:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747156480:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.283793:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598657.283811:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747156992:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.283831:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598657.283850:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788598657.283868:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747155584:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.283894:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598657.283921:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747156096:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.283942:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598657.283961:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747156608:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.283982:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598657.284008:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747156480 00000100:00100000:3.0:1788598657.284013:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747156480 00000100:00100000:3.0:1788598657.284043:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747156992 00000100:00100000:3.0:1788598657.284046:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747156992 00000100:00100000:3.0:1788598657.284062:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747156608 00000100:00100000:3.0:1788598657.284065:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747156608 00000100:00100000:3.0:1788598657.284080:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1788598657.284085:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747156480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.284121:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747156480:12345-0@lo:400:kworker.0 Request processed in 36us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.284127:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1788598657.284141:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1788598657.284147:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747156992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.284173:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747156992:12345-0@lo:400:kworker.0 Request processed in 27us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.284179:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1788598657.284189:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1788598657.284194:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747156608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.284218:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747156608:12345-0@lo:400:kworker.0 Request processed in 24us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.284223:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1788598657.284261:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747155584 00000100:00100000:3.0:1788598657.284265:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747155584 00000100:00100000:3.0:1788598657.284289:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1788598657.284295:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747155584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.284323:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747155584:12345-0@lo:400:kworker.0 Request processed in 29us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.284329:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1788598657.284356:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747156096 00000100:00100000:3.0:1788598657.284359:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747156096 00000100:00100000:3.0:1788598657.284380:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1788598657.284386:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747156096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.284414:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747156096:12345-0@lo:400:kworker.0 Request processed in 28us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598657.284420:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1788598657.284461:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747155584:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.284472:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747156096:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.284480:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747156608:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.284489:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747156480:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.284496:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747156992:0@lo:400:kworker.0 00000100:00080000:2.0:1788598657.284598:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598657.284603:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598657.284605:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598657.284608:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598657.285052:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747155968 00000100:00100000:0.0:1788598657.285058:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747155968 00000100:00100000:0.0:1788598657.285136:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1788598657.285144:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747155968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598657.285200:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747155968:12345-0@lo:400:kworker.0 Request processed in 58us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598657.285206:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:2.0:1788598657.285273:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747155968:0@lo:400:kworker.0 00000100:00100000:3.0:1788598657.794123:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598657.794148:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747157120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598657.794219:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598657.795401:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747157120 00000100:00100000:1.0:1788598657.795413:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747157120 00000100:00100000:1.0:1788598657.795488:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1788598657.795499:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747157120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598657.795527:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598657.795600:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747157120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (1380us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598657.795606:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1788598657.795787:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747157120:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598657.922017:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598658.946476:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598659.170627:0:26883:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598659.170638:0:26883:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598659.171474:0:26883:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598659.171491:0:26883:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598659.330145:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747157248:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598659.330246:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598659.331297:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747157376:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598659.331350:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598659.331616:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747157248 00000100:00100000:1.0:1788598659.331627:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747157248 00000100:00100000:1.0:1788598659.331756:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747157376 00000100:00100000:1.0:1788598659.331759:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747157376 00000100:00100000:0.0:1788598659.331817:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1788598659.331843:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747157248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598659.331884:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598659.331944:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747157248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (1697us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598659.331952:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00080000:3.0:1788598659.332135:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598659.332183:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747157248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598659.332349:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1788598659.332357:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747157376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598659.332371:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598659.332420:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747157376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598659.332427:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1788598659.332563:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747157376:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598659.842557:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598659.846179:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747157504:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598659.846325:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598659.846750:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747157504 00000100:00100000:2.0:1788598659.846761:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747157504 00000100:00100000:2.0:1788598659.846825:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1788598659.846835:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747157504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598659.846894:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1788598659.846956:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747157504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598659.846963:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1788598659.847327:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747157504:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598659.978248:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598660.994913:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598661.140315:0:26934:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598661.140324:0:26934:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598661.140899:0:26934:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598661.140909:0:26934:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598661.889983:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598661.890006:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747157632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598661.890076:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598661.890134:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747157632 00000100:00100000:0.0:1788598661.890294:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747157632 00000100:00100000:0.0:1788598661.890343:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1788598661.890351:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747157632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598661.890385:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598661.890438:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747157632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598661.890448:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1788598661.890497:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747157632:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598662.018968:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598662.019483:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598662.019489:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598662.020264:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598662.020278:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598662.278596:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598662.278647:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598662.278778:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598662.278812:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598662.278862:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723250048 00000100:00100000:2.0:1788598662.278872:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723250048 00000100:00100000:2.0:1788598662.278951:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 883 00000100:00100000:2.0:1788598662.278961:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723250048:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598662.279029:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723250048:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 71us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598662.279037:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 883 00000100:00080000:2.0:1788598662.279058:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598662.282339:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723249536 00000100:00100000:0.0:1788598662.282357:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723249536 00000100:00100000:0.0:1788598662.282434:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 807 00000100:00100000:0.0:1788598662.282444:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723249536:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598662.282540:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723249536:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 97us (3952us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598662.282548:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 807 00000100:00100000:3.0:1788598662.283673:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598662.283708:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598662.283753:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723250560 00000100:00100000:2.0:1788598662.283761:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723250560 00000100:00100000:2.0:1788598662.283813:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 884 00000100:00100000:2.0:1788598662.283820:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723250560:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598662.283873:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723250560:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 53us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598662.283880:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 884 00000100:00080000:2.0:1788598662.283902:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598662.287537:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723249792 00000100:00100000:1.0:1788598662.287552:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723249792 00000100:00100000:1.0:1788598662.287621:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723250304 00000100:00100000:1.0:1788598662.287624:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723250304 00000100:00100000:1.0:1788598662.287656:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1309 00000100:00100000:1.0:1788598662.287665:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723249792:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598662.287760:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723249792:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 95us (9112us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.287768:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1309 00000100:00100000:1.0:1788598662.287788:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1310 00000100:00100000:1.0:1788598662.287794:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723250304:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598662.287819:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723250304:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (9007us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.287825:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1310 00000100:00080000:2.0:1788598662.288517:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598662.289137:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598662.289204:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598662.289249:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723249920 00000100:00100000:1.0:1788598662.289257:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723249920 00000100:00100000:1.0:1788598662.289316:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 885 00000100:00100000:1.0:1788598662.289325:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723249920:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598662.289375:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723249920:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 51us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.289382:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 885 00000100:00080000:2.0:1788598662.289695:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598662.290084:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598662.290141:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723250432 00000100:00100000:2.0:1788598662.290147:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723250432 00000100:00100000:2.0:1788598662.290200:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 886 00000100:00100000:2.0:1788598662.290208:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723250432:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598662.290249:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723250432:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 42us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598662.290256:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 886 00000100:00080000:3.0:1788598662.290600:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598662.290627:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723249664 00000100:00100000:0.0:1788598662.290632:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723249664 00000100:00100000:0.0:1788598662.290707:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723250176 00000100:00100000:0.0:1788598662.290711:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723250176 00000100:00100000:2.0:1788598662.290752:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1311 00000100:00100000:2.0:1788598662.290760:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723249664:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598662.290800:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723249664:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 41us (7091us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598662.290806:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1311 00000100:00080000:3.0:1788598662.291038:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598662.291862:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1312 00000100:00100000:0.0:1788598662.291882:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723250176:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598662.291944:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723250176:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 74us (2739us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598662.291951:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1312 00000100:00100000:1.0:1788598662.402479:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747157888:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.402560:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.402618:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747158400:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.402642:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.402659:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747158912:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.402680:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.402710:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1788598662.402715:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747157760:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.402790:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.402813:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747158272:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.402860:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.402881:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747158784:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.402906:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.402922:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747159296:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.402942:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.402972:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747158016:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.402996:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.403013:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747158528:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403033:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.403050:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747159040:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403069:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.403171:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788598662.403195:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747158144:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403219:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.403230:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747158656:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403249:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.403264:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747159168:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403282:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598662.403315:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747157888 00000100:00100000:1.0:1788598662.403323:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747157888 00000100:00100000:1.0:1788598662.403358:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747158400 00000100:00100000:1.0:1788598662.403361:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747158400 00000100:00100000:1.0:1788598662.403388:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747158912 00000100:00100000:1.0:1788598662.403391:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747158912 00000100:00100000:1.0:1788598662.403403:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747158528 00000100:00100000:1.0:1788598662.403405:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747158528 00000100:00100000:1.0:1788598662.403415:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747159040 00000100:00100000:1.0:1788598662.403417:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747159040 00000100:00100000:1.0:1788598662.403428:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747158144 00000100:00100000:1.0:1788598662.403430:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747158144 00000100:00100000:1.0:1788598662.403445:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1788598662.403453:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747157888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403504:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747157888:12345-0@lo:400:kworker.0 Request processed in 52us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.403511:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1788598662.403527:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1788598662.403533:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747158400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403571:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747158400:12345-0@lo:400:kworker.0 Request processed in 38us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.403578:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1788598662.403590:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:1.0:1788598662.403596:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747158912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403621:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747158912:12345-0@lo:400:kworker.0 Request processed in 25us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.403626:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:1.0:1788598662.403636:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:1.0:1788598662.403642:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747158528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403671:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747158528:12345-0@lo:400:kworker.0 Request processed in 29us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.403676:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:1.0:1788598662.403687:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:1.0:1788598662.403693:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747159040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403718:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747159040:12345-0@lo:400:kworker.0 Request processed in 26us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.403724:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:1.0:1788598662.403756:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1788598662.403763:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747158144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403788:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747158144:12345-0@lo:400:kworker.0 Request processed in 26us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.403794:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1788598662.403824:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747157760 00000100:00100000:1.0:1788598662.403828:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747157760 00000100:00100000:1.0:1788598662.403854:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1788598662.403860:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747157760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.403887:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747157760:12345-0@lo:400:kworker.0 Request processed in 28us (1097us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.403893:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1788598662.403920:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747158272 00000100:00100000:1.0:1788598662.403924:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747158272 00000100:00100000:1.0:1788598662.403947:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747158016 00000100:00100000:1.0:1788598662.403950:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747158016 00000100:00100000:1.0:1788598662.403964:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1788598662.403969:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747158272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.404001:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747158272:12345-0@lo:400:kworker.0 Request processed in 32us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.404007:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1788598662.404017:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1788598662.404023:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747158016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.404047:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747158016:12345-0@lo:400:kworker.0 Request processed in 24us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.404879:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1788598662.404907:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747158784 00000100:00100000:1.0:1788598662.404913:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747158784 00000100:00100000:1.0:1788598662.404955:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747159296 00000100:00100000:1.0:1788598662.404959:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747159296 00000100:00100000:1.0:1788598662.406284:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747158656 00000100:00100000:1.0:1788598662.406296:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747158656 00000100:00100000:1.0:1788598662.406328:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747159168 00000100:00100000:1.0:1788598662.406331:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747159168 00000100:00100000:1.0:1788598662.406349:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1788598662.406358:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747158784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406438:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747158784:12345-0@lo:400:kworker.0 Request processed in 82us (3531us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.406445:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1788598662.406458:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1788598662.406464:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747159296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406492:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747159296:12345-0@lo:400:kworker.0 Request processed in 29us (3549us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.406497:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1788598662.406521:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1788598662.406528:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747158656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406559:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747158656:12345-0@lo:400:kworker.0 Request processed in 31us (3309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.406565:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1788598662.406575:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1788598662.406581:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747159168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406608:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747159168:12345-0@lo:400:kworker.0 Request processed in 27us (3325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598662.406613:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00080000:1.0:1788598662.406665:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598662.406669:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598662.406672:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598662.406675:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598662.406727:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747158144:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406772:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747158656:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406783:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747159168:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406795:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747158016:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406806:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747158528:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406817:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747159040:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406865:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747157760:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406877:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747158272:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406888:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747158784:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406901:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5a6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747159296:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406912:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747157888:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406938:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747158400:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.406952:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747158912:0@lo:400:kworker.0 00000100:00100000:1.0:1788598662.407725:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598662.407769:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747159424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598662.407815:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598662.408097:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747159424 00000100:00100000:2.0:1788598662.408104:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747159424 00000100:00100000:2.0:1788598662.408147:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1788598662.408155:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747159424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598662.408190:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598662.408238:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747159424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598662.408246:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1788598662.408297:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747159424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598662.913931:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598662.913958:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5cec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747159552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598662.914033:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598662.914340:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747159552 00000100:00100000:0.0:1788598662.914350:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747159552 00000100:00100000:0.0:1788598662.914405:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1788598662.914414:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747159552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598662.914437:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598662.914483:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747159552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598662.914490:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1788598662.914611:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5cec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747159552:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1788598662.981353:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598663.050320:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598663.076478:0:26986:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598663.076487:0:26986:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598663.077063:0:26986:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598663.077072:0:26986:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598664.066121:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598664.450053:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747159680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598664.450128:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598664.450208:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747159680 00000100:00100000:2.0:1788598664.450217:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747159680 00000100:00080000:3.0:1788598664.450272:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598664.450280:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1788598664.450291:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747159680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598664.450320:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598664.450364:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747159680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598664.450372:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1788598664.450373:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598664.450382:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747159808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598664.450411:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598664.450526:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747159808 00000100:00100000:2.0:1788598664.450531:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747159808 00000100:00100000:0.0:1788598664.450562:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747159680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598664.450572:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1788598664.450578:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747159808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598664.450589:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598664.450636:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747159808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598664.450642:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1788598664.450780:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747159808:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788598664.450793:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598664.970918:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747159936:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598664.970982:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598664.971070:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747159936 00000100:00100000:3.0:1788598664.971079:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747159936 00000100:00100000:3.0:1788598664.971125:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1788598664.971133:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747159936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598664.971176:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598664.975322:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747159936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 4182us (4332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598664.975335:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788598664.977995:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747159936:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788598664.995088:0:27037:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598664.995096:0:27037:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598664.999766:0:27037:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598664.999784:0:27037:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598665.096967:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598666.114524:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598666.822105:0:27088:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598666.822113:0:27088:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598666.827267:0:27088:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598666.827284:0:27088:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598667.011113:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598667.011146:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747160064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598667.011214:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598667.011288:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747160064 00000100:00100000:0.0:1788598667.011296:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747160064 00000100:00100000:0.0:1788598667.011342:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1788598667.011350:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747160064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598667.011383:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598667.011428:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747160064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598667.011434:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1788598667.011478:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747160064:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598667.137932:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598667.404659:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598667.404817:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598667.404875:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598667.404901:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598667.404917:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598667.404932:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598667.404947:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598667.404962:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598667.404985:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598667.406508:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723251200 00000100:00100000:0.0:1788598667.406522:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723251200 00000100:00100000:0.0:1788598667.406610:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723251712 00000100:00100000:0.0:1788598667.406614:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723251712 00000100:00100000:0.0:1788598667.406640:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723251072 00000100:00100000:0.0:1788598667.406643:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723251072 00000100:00100000:0.0:1788598667.406655:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723251584 00000100:00100000:0.0:1788598667.406657:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723251584 00000100:00100000:0.0:1788598667.406677:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 891 00000100:00100000:0.0:1788598667.406687:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723251200:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598667.406791:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723251200:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 104us (1915us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598667.406798:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 891 00000100:00100000:0.0:1788598667.406816:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 892 00000100:00100000:0.0:1788598667.406823:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723251712:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598667.406845:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723251712:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (1927us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598667.406851:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 892 00000100:00100000:0.0:1788598667.406861:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 893 00000100:00100000:0.0:1788598667.406868:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723251072:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598667.406889:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723251072:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (1942us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598667.406895:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 893 00000100:00100000:0.0:1788598667.406904:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 894 00000100:00100000:0.0:1788598667.406910:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723251584:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598667.406946:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723251584:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 36us (1960us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598667.406955:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 894 00000100:00100000:1.0:1788598667.407485:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723250944 00000100:00100000:1.0:1788598667.407492:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723250944 00000100:00100000:1.0:1788598667.407540:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723251456 00000100:00100000:1.0:1788598667.407543:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723251456 00000100:00100000:1.0:1788598667.407555:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723250816 00000100:00100000:1.0:1788598667.407557:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723250816 00000100:00100000:1.0:1788598667.407567:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723251328 00000100:00100000:1.0:1788598667.407569:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723251328 00000100:00100000:1.0:1788598667.407582:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1319 00000100:00100000:1.0:1788598667.407588:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723250944:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598667.407625:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723250944:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (2808us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598667.407634:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1319 00000100:00100000:1.0:1788598667.407646:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1320 00000100:00100000:1.0:1788598667.407652:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723251456:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598667.407675:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723251456:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (2773us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598667.407680:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1320 00000100:00100000:1.0:1788598667.407691:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1321 00000100:00100000:1.0:1788598667.407696:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723250816:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598667.407718:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723250816:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (2785us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598667.407724:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1321 00000100:00100000:1.0:1788598667.407758:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1322 00000100:00100000:1.0:1788598667.407765:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723251328:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598667.407785:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723251328:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (2822us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598667.407791:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1322 00000100:00080000:2.0:1788598667.407925:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598667.407931:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598667.407933:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598667.407936:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598667.409249:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723250688 00000100:00100000:3.0:1788598667.409261:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723250688 00000100:00100000:3.0:1788598667.409380:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 809 00000100:00100000:3.0:1788598667.409390:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723250688:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598667.409457:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723250688:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 68us (4806us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598667.409465:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 809 00000100:00100000:0.0:1788598667.523208:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747160192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598667.523280:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598667.523411:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747160192 00000100:00100000:1.0:1788598667.523419:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747160192 00000100:00100000:1.0:1788598667.523482:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1788598667.523492:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747160192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598667.523519:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598667.523559:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747160192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598667.523570:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:0.0:1788598667.523884:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598667.523922:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747160192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598667.527535:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747160320:0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.527617:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598667.527725:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747160320 00000100:00100000:1.0:1788598667.527763:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747160320 00000100:00100000:1.0:1788598667.527814:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1788598667.527823:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747160320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598667.528824:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747160448:0@lo:400:kworker.0 00000100:00100000:0.0:1788598667.528870:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598667.528955:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747160448 00000100:00100000:0.0:1788598667.528960:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747160448 00000100:00100000:0.0:1788598667.528999:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1788598667.529007:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747160448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598667.529052:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747160448:12345-0@lo:400:kworker.0 Request processed in 45us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598667.529058:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1788598667.529150:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747160448:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.536480:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747160320:12345-0@lo:400:kworker.0 Request processed in 8646us (8851us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598667.536494:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1788598667.536657:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747160320:0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.537311:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747160832:0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.537377:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598667.537411:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747161344:0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.537433:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598667.537452:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788598667.537458:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747160960:0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.537482:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598667.537500:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747161472:0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.537517:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598667.537542:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747160960 00000100:00100000:3.0:1788598667.537548:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747160960 00000100:00100000:3.0:1788598667.537595:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747161472 00000100:00100000:3.0:1788598667.537599:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747161472 00000100:00100000:3.0:1788598667.537622:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:3.0:1788598667.537629:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747160960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.537678:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747160960:12345-0@lo:400:kworker.0 Request processed in 49us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598667.537684:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:3.0:1788598667.537698:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:3.0:1788598667.537705:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747161472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.537730:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747161472:12345-0@lo:400:kworker.0 Request processed in 26us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598667.537758:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00080000:3.0:1788598667.537780:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598667.537803:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747160960:0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.537813:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747161472:0@lo:400:kworker.0 00000100:00100000:2.0:1788598667.538366:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747160832 00000100:00100000:2.0:1788598667.538373:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747160832 00000100:00100000:2.0:1788598667.538414:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1788598667.538421:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747160832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598667.538464:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747160832:12345-0@lo:400:kworker.0 Request processed in 44us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598667.538470:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1788598667.538586:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747160576:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.538618:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598667.538647:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747161088:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.538667:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598667.538681:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747161600:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.538700:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598667.538716:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788598667.538722:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747160704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.538766:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598667.538779:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747161216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.538799:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598667.538813:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747161728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.538832:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598667.538859:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747161344 00000100:00100000:1.0:1788598667.538862:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747161344 00000100:00100000:1.0:1788598667.538908:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747161216 00000100:00100000:1.0:1788598667.538910:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747161216 00000100:00100000:1.0:1788598667.538925:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747161728 00000100:00100000:1.0:1788598667.538927:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747161728 00000100:00100000:1.0:1788598667.538944:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1788598667.538950:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747161344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.538981:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747161344:12345-0@lo:400:kworker.0 Request processed in 30us (1546us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598667.538986:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1788598667.538998:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1788598667.539004:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747161216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.539034:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747161216:12345-0@lo:400:kworker.0 Request processed in 31us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598667.539040:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1788598667.539051:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1788598667.539057:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747161728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.539458:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747160576 00000100:00100000:3.0:1788598667.539463:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747160576 00000100:00100000:3.0:1788598667.539490:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1788598667.539497:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747160576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598667.539573:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747161088 00000100:00100000:0.0:1788598667.539578:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747161088 00000100:00100000:0.0:1788598667.539604:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747161600 00000100:00100000:0.0:1788598667.539607:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747161600 00000100:00100000:0.0:1788598667.539623:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747160704 00000100:00100000:0.0:1788598667.539625:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747160704 00000100:00100000:0.0:1788598667.539638:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1788598667.539643:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89802a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747161088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.539681:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747161728:12345-0@lo:400:kworker.0 Request processed in 625us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598667.539688:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1788598667.539783:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:2.0:1788598667.539791:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747161600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.540154:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747160576:12345-0@lo:400:kworker.0 Request processed in 656us (1534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598667.540162:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1788598667.540187:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1788598667.540194:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747160704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.540226:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747160704:12345-0@lo:400:kworker.0 Request processed in 33us (1459us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598667.540232:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00080000:3.0:1788598667.540266:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598667.540270:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598667.540279:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598667.540315:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747160832:0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.540330:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747161344:0@lo:400:kworker.0 00000100:00100000:0.0:1788598667.545997:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89802a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747161088:12345-0@lo:400:kworker.0 Request processed in 6343us (7317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598667.546015:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:1.0:1788598667.549330:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747161216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.549478:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747161728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.549498:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747160576:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.549513:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747161088:0@lo:400:kworker.0 00000100:00100000:1.0:1788598667.549547:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747160704:0@lo:400:kworker.0 00000100:00100000:3.0:1788598667.551554:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747161600:12345-0@lo:400:kworker.0 Request processed in 11756us (12844us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598667.551569:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:1.0:1788598667.551690:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747161600:0@lo:400:kworker.0 00000100:00100000:3.0:1788598668.034171:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598668.034198:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747161856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598668.034271:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598668.034355:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747161856 00000100:00100000:3.0:1788598668.034363:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747161856 00000100:00100000:3.0:1788598668.034410:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1788598668.034418:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747161856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598668.034440:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598668.034480:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747161856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598668.034487:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1788598668.034791:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747161856:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598668.163042:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598668.717484:0:27140:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598668.717493:0:27140:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598668.718525:0:27140:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598668.718540:0:27140:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598669.186017:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598669.570386:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747161984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598669.570487:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598669.570630:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747161984 00000100:00100000:1.0:1788598669.570640:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747161984 00000100:00100000:1.0:1788598669.570721:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1788598669.570732:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747161984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598669.570792:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598669.570840:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747161984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598669.570848:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00080000:0.0:1788598669.571787:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598669.571854:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747161984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598669.573040:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747162112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598669.573126:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598669.573937:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747162112 00000100:00100000:3.0:1788598669.573951:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747162112 00000100:00100000:3.0:1788598669.574045:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788598669.574056:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747162112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598669.574098:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598669.574178:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747162112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598669.574185:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788598669.574245:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747162112:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788598669.574344:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598670.082132:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747162240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598670.082232:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598670.082383:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747162240 00000100:00100000:0.0:1788598670.082394:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747162240 00000100:00100000:0.0:1788598670.082470:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1788598670.082480:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747162240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598670.082529:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598670.082590:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747162240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598670.082597:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1788598670.082912:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747162240:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788598670.211548:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598670.744318:0:27191:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598670.744330:0:27191:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598670.745142:0:27191:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598670.745154:0:27191:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598671.233963:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598672.136472:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747162368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598672.136549:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598672.138787:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747162368 00000100:00100000:3.0:1788598672.138804:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747162368 00000100:00100000:3.0:1788598672.138879:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1788598672.138890:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747162368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598672.138931:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598672.139008:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747162368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (2459us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598672.139016:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1788598672.139083:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747162368:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788598672.197533:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788598672.257956:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598672.257966:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598672.258540:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598672.258551:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598672.262488:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598672.517555:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598672.517598:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598672.517624:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598672.517661:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598672.517684:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598672.517705:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598672.517726:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598672.517780:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598672.517858:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598672.517891:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723251840 00000100:00100000:0.0:1788598672.517901:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723251840 00000100:00100000:0.0:1788598672.517954:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 811 00000100:00100000:0.0:1788598672.517964:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723251840:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598672.518036:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723251840:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 74us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.518057:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 811 00000100:00100000:0.0:1788598672.518091:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723252096 00000100:00100000:0.0:1788598672.518095:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723252096 00000100:00100000:0.0:1788598672.518139:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723252608 00000100:00100000:0.0:1788598672.518143:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723252608 00000100:00100000:0.0:1788598672.518157:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723251968 00000100:00100000:0.0:1788598672.518159:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723251968 00000100:00100000:0.0:1788598672.518169:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723252480 00000100:00100000:0.0:1788598672.518171:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723252480 00000100:00100000:0.0:1788598672.518183:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1329 00000100:00100000:0.0:1788598672.518188:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723252096:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598672.518217:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723252096:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.518224:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1329 00000100:00100000:0.0:1788598672.518237:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1330 00000100:00100000:0.0:1788598672.518243:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723252608:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598672.518688:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723252608:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 443us (1025us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.518695:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1330 00000100:00100000:0.0:1788598672.518709:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1331 00000100:00100000:0.0:1788598672.518716:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723251968:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598672.518773:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723251968:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 58us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.518779:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1331 00000100:00100000:0.0:1788598672.518790:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1332 00000100:00100000:0.0:1788598672.518796:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723252480:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598672.518814:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723252480:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.518820:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1332 00000100:00100000:0.0:1788598672.518839:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723252352 00000100:00100000:0.0:1788598672.518852:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723252352 00000100:00100000:0.0:1788598672.518877:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723252224 00000100:00100000:0.0:1788598672.518880:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723252224 00000100:00100000:0.0:1788598672.518893:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723252736 00000100:00100000:0.0:1788598672.518895:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723252736 00000100:00100000:0.0:1788598672.518904:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723252864 00000100:00100000:0.0:1788598672.518906:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723252864 00000100:00100000:0.0:1788598672.518916:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 898 00000100:00100000:0.0:1788598672.518921:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723252352:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598672.518942:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723252352:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (1318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.518948:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 898 00000100:00100000:0.0:1788598672.518957:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 899 00000100:00100000:0.0:1788598672.518962:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723252224:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598672.518977:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723252224:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 15us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.518986:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 899 00000100:00100000:0.0:1788598672.518993:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 900 00000100:00100000:0.0:1788598672.518998:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723252736:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598672.519012:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723252736:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 14us (1233us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.519017:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 900 00000100:00100000:0.0:1788598672.519025:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 901 00000100:00100000:0.0:1788598672.519030:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723252864:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598672.519054:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723252864:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 14us (1186us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.519060:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 901 00000100:00080000:0.0:1788598672.519215:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598672.519220:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598672.519222:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598672.519224:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598672.642396:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598672.642420:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747162496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598672.642485:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598672.642560:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747162496 00000100:00100000:3.0:1788598672.642568:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747162496 00000100:00100000:3.0:1788598672.642627:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1788598672.642635:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747162496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598672.642665:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598672.642714:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747162496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598672.642721:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00080000:3.0:1788598672.642772:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598672.642808:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747162496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598672.643778:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747162624:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.643823:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598672.643873:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747163136:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.643899:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598672.643916:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747163648:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.643934:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598672.643956:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788598672.643962:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747162752:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.643985:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598672.644003:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747163264:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.644025:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598672.644040:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747163776:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.644073:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598672.644102:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747163008:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.644129:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598672.644141:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747163520:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.644165:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598672.644186:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788598672.644193:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747162880:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.644220:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598672.644237:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747163392:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.644260:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598672.644272:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747163136 00000100:00100000:0.0:1788598672.644281:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747163904:0@lo:400:kworker.0 00000100:00100000:2.0:1788598672.644282:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747163136 00000100:00100000:0.0:1788598672.644321:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598672.644330:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747163648 00000100:00100000:2.0:1788598672.644334:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747163648 00000100:00100000:0.0:1788598672.644356:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747162752 00000100:00100000:2.0:1788598672.644357:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747163264 00000100:00100000:2.0:1788598672.644363:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747163264 00000100:00100000:0.0:1788598672.644363:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747162752 00000100:00100000:2.0:1788598672.644386:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747163776 00000100:00100000:2.0:1788598672.644390:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747163776 00000100:00100000:0.0:1788598672.644396:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747163008 00000100:00100000:0.0:1788598672.644400:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747163008 00000100:00100000:2.0:1788598672.644419:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1788598672.644430:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747163136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598672.644482:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b8833a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747163136:12345-0@lo:400:kworker.0 Request processed in 55us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598672.644493:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747162880 00000100:00100000:1.0:1788598672.644540:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747162624 00000100:00100000:1.0:1788598672.644545:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747162624 00000100:00100000:1.0:1788598672.644572:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1788598672.644579:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747162624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598672.644610:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747162624:12345-0@lo:400:kworker.0 Request processed in 32us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598672.644615:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1788598672.645265:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747163520 00000100:00100000:1.0:1788598672.645272:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747163520 00000100:00100000:1.0:1788598672.645302:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747163392 00000100:00100000:1.0:1788598672.645305:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747163392 00000100:00100000:1.0:1788598672.645320:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747163904 00000100:00100000:1.0:1788598672.645323:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747163904 00000100:00100000:1.0:1788598672.645342:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1788598672.645349:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747163520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598672.645397:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb623b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747163520:12345-0@lo:400:kworker.0 Request processed in 48us (1231us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598672.645403:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1788598672.645415:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1788598672.645420:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747163392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598672.645448:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747163392:12345-0@lo:400:kworker.0 Request processed in 27us (1187us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598672.645453:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1788598672.645464:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1788598672.645470:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747163904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598672.645494:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747163904:12345-0@lo:400:kworker.0 Request processed in 25us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598672.645498:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1788598672.645568:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747162880 00000100:00100000:3.0:1788598672.645601:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1788598672.645606:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747162880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598672.645639:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747162880:12345-0@lo:400:kworker.0 Request processed in 33us (1418us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598672.645645:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00080000:3.0:1788598672.645662:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598672.645666:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598672.645668:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598672.645670:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598672.645918:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1788598672.645931:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747163648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.645969:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747163648:12345-0@lo:400:kworker.0 Request processed in 42us (2034us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.645974:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1788598672.645991:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1788598672.645998:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747163264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646026:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747163264:12345-0@lo:400:kworker.0 Request processed in 30us (2001us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.646031:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1788598672.646055:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1788598672.646062:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747162752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646090:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88338e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747162752:12345-0@lo:400:kworker.0 Request processed in 29us (2105us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.646095:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1788598672.646107:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1788598672.646113:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747163776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646137:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747163776:12345-0@lo:400:kworker.0 Request processed in 24us (2064us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.646142:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1788598672.646152:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1788598672.646157:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747163008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646184:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb6238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747163008:12345-0@lo:400:kworker.0 Request processed in 27us (2055us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598672.646190:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1788598672.646249:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747162880:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646264:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747163392:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646274:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747163904:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646284:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747163008:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646295:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747163520:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646337:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747162752:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646348:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747163264:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646357:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747163776:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646367:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747162624:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646379:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a872f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747163136:0@lo:400:kworker.0 00000100:00100000:0.0:1788598672.646388:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747163648:0@lo:400:kworker.0 00000100:00100000:2.0:1788598672.650891:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000040:00080000:1.0:1788598672.691352:0:27242:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598672.691361:0:27242:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598672.692034:0:27242:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598672.692056:0:27242:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598673.154086:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598673.154110:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747164032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598673.154185:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598673.154435:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747164032 00000100:00100000:3.0:1788598673.154444:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747164032 00000100:00100000:3.0:1788598673.154503:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788598673.154512:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc351b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747164032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598673.154535:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598673.154637:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc351b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747164032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598673.154646:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1788598673.158685:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747164032:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598673.286101:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598674.307563:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598674.682121:0:27293:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598674.682130:0:27293:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598674.683981:0:27293:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598674.683997:0:27293:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598674.689987:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598674.690007:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5cef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747164160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598674.690079:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598674.690141:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747164160 00000100:00100000:3.0:1788598674.690149:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747164160 00000100:00100000:3.0:1788598674.690199:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788598674.690207:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747164160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598674.690234:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598674.690270:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747164160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598674.690277:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00080000:3.0:1788598674.690295:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598674.690330:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5cef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747164160:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598674.700126:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5cef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747164288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598674.700192:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598674.700295:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747164288 00000100:00100000:1.0:1788598674.700304:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747164288 00000100:00100000:1.0:1788598674.700375:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1788598674.700385:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747164288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598674.700405:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00080000:3.0:1788598674.704413:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598674.711054:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747164288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 10657us (10849us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598674.711069:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1788598674.713793:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5cef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747164288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598675.203469:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747164416:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598675.203548:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598675.203856:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747164416 00000100:00100000:0.0:1788598675.203865:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747164416 00000100:00100000:0.0:1788598675.203921:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1788598675.203932:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747164416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598675.203968:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598675.204032:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747164416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598675.204039:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1788598675.204130:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747164416:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598675.329891:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598676.353898:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598676.916694:0:27345:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598676.916705:0:27345:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598676.917294:0:27345:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598676.917306:0:27345:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598677.250080:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598677.250102:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747164544:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598677.250172:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598677.251550:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747164544 00000100:00100000:3.0:1788598677.251564:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747164544 00000100:00100000:3.0:1788598677.251624:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1788598677.251634:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747164544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598677.251669:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598677.251761:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747164544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (1588us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598677.251769:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1788598677.251821:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747164544:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598677.378027:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598677.634412:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598677.634461:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598677.634493:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598677.634516:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598677.634552:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598677.634576:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598677.634592:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598677.634608:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598677.634627:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598677.634654:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723252992 00000100:00100000:0.0:1788598677.634663:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723252992 00000100:00100000:0.0:1788598677.634723:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 813 00000100:00100000:0.0:1788598677.634766:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723252992:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598677.634827:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723252992:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 96us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598677.634835:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 813 00000100:00100000:0.0:1788598677.634869:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723253376 00000100:00100000:0.0:1788598677.634872:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723253376 00000100:00100000:0.0:1788598677.634901:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723253888 00000100:00100000:0.0:1788598677.634904:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723253888 00000100:00100000:0.0:1788598677.634920:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723253504 00000100:00100000:0.0:1788598677.634922:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723253504 00000100:00100000:0.0:1788598677.634934:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723254016 00000100:00100000:0.0:1788598677.634936:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723254016 00000100:00100000:0.0:1788598677.634949:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 905 00000100:00100000:0.0:1788598677.634954:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723253376:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598677.635221:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723253120 00000100:00100000:2.0:1788598677.635226:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723253120 00000100:00100000:2.0:1788598677.635255:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723253632 00000100:00100000:2.0:1788598677.635258:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723253632 00000100:00100000:2.0:1788598677.635271:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723253248 00000100:00100000:2.0:1788598677.635274:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723253248 00000100:00100000:2.0:1788598677.635284:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723253760 00000100:00100000:2.0:1788598677.635287:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723253760 00000100:00100000:2.0:1788598677.635301:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1339 00000100:00100000:2.0:1788598677.635308:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723253120:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598677.635381:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 906 00000100:00100000:1.0:1788598677.635402:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723253888:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598677.635465:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1340 00000100:00100000:3.0:1788598677.635473:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723253632:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598677.635840:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723253376:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 885us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598677.635848:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 905 00000100:00100000:0.0:1788598677.635864:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 907 00000100:00100000:0.0:1788598677.635870:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723253504:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598677.640055:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723253120:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 4735us (5654us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598677.640070:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1339 00000100:00100000:2.0:1788598677.640111:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1341 00000100:00100000:2.0:1788598677.640124:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723253248:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598677.640169:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723253248:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 50us (5592us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598677.640176:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1341 00000100:00100000:2.0:1788598677.640190:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1342 00000100:00100000:2.0:1788598677.640196:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723253760:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598677.640220:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723253760:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (5611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598677.640226:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1342 00000100:00080000:2.0:1788598677.640759:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598677.640765:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598677.640769:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598677.640772:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598677.640809:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 908 00000100:00100000:2.0:1788598677.640822:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723254016:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598677.640864:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723254016:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 47us (6236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598677.640871:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 908 00000100:00100000:1.0:1788598677.643196:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723253888:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 7797us (8668us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598677.643210:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 906 00000100:00100000:0.0:1788598677.648778:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a872f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723253504:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 12896us (14172us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598677.648793:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 907 00000100:00100000:3.0:1788598677.650122:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723253632:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 14643us (15621us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598677.650135:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1340 00000100:00100000:2.0:1788598677.762011:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5cedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747164672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598677.762011:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747164800:0@lo:400:kworker.0 00000100:00100000:0.0:1788598677.762513:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89801880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747165056:0@lo:400:kworker.0 00000100:00100000:2.0:1788598677.762581:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598677.762595:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747164928:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.762633:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598677.762659:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747165184:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.762662:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747165440:0@lo:400:kworker.0 00000100:00100000:2.0:1788598677.762694:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598677.762718:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747164672 00000100:00100000:2.0:1788598677.762726:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747165696:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.762727:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747164672 00000100:00100000:2.0:1788598677.762790:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598677.762813:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747166208:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.762819:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1788598677.762830:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747164672:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598677.762840:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598677.762862:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00002000:00000024:3.0:1788598677.762866:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598677.762871:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747165312:0@lo:400:kworker.0 00000100:00100000:2.0:1788598677.762897:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598677.762924:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747164672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598677.762930:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747165824:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.762933:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1788598677.762963:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598677.762987:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747164928 00000100:00100000:3.0:1788598677.762992:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747164928 00000100:00100000:3.0:1788598677.763020:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747165184 00000100:00100000:3.0:1788598677.763023:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747165184 00000100:00100000:3.0:1788598677.763034:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747165312 00000100:00100000:3.0:1788598677.763036:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747165312 00000100:00100000:3.0:1788598677.763048:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747165824 00000100:00100000:3.0:1788598677.763050:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747165824 00000100:00100000:3.0:1788598677.763062:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:3.0:1788598677.763068:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747164928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.763095:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747164928:12345-0@lo:400:kworker.0 Request processed in 28us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598677.763101:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:3.0:1788598677.763112:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1788598677.763118:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747165184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598677.763143:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5cedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747164672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598677.763144:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747165184:12345-0@lo:400:kworker.0 Request processed in 25us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598677.763155:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1788598677.763173:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1788598677.763181:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747165184:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.763182:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747165312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.763210:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747165312:12345-0@lo:400:kworker.0 Request processed in 31us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598677.763216:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1788598677.763226:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1788598677.763231:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747165824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.763254:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747165824:12345-0@lo:400:kworker.0 Request processed in 23us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598677.763260:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1788598677.763278:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598677.763294:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747165952:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.763314:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598677.763335:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747164928:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.763355:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747165440 00000100:00100000:3.0:1788598677.763358:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747165440 00000100:00100000:3.0:1788598677.763381:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747165952 00000100:00100000:3.0:1788598677.763384:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747165952 00000100:00100000:2.0:1788598677.763388:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747165312:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.763402:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1788598677.763404:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747165824:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.763413:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747165440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598677.763439:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1788598677.763450:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747165952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.763455:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747165440:12345-0@lo:400:kworker.0 Request processed in 43us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598677.763463:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1788598677.763497:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747165440:0@lo:400:kworker.0 00000100:00100000:2.0:1788598677.763497:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747165952:12345-0@lo:400:kworker.0 Request processed in 49us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598677.763513:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1788598677.763515:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747165952:0@lo:400:kworker.0 00000100:00100000:2.0:1788598677.763544:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747165696 00000100:00100000:2.0:1788598677.763549:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747165696 00000100:00080000:3.0:1788598677.763564:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598677.763569:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598677.763572:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598677.763575:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598677.763580:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747166208 00000100:00100000:2.0:1788598677.763585:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747166208 00000100:00100000:3.0:1788598677.763610:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1788598677.763619:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1788598677.763621:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747165696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598677.763631:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747166208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.763671:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747165696:12345-0@lo:400:kworker.0 Request processed in 53us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598677.763680:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1788598677.763681:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747166208:12345-0@lo:400:kworker.0 Request processed in 51us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598677.763690:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00080000:3.0:1788598677.763715:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598677.763757:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747165696:0@lo:400:kworker.0 00000100:00100000:2.0:1788598677.763771:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747166208:0@lo:400:kworker.0 00000100:00100000:1.0:1788598677.764243:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598677.764348:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747164800 00000100:00100000:2.0:1788598677.764432:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747164800 00000100:00100000:2.0:1788598677.764500:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1788598677.764508:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747164800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598677.764563:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747164800:12345-0@lo:400:kworker.0 Request processed in 53us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598677.764569:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1788598677.764610:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b84ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747164800:0@lo:400:kworker.0 00000100:00100000:0.0:1788598677.764653:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598677.764691:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747165568:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.764699:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747165056 00000100:00100000:3.0:1788598677.764705:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747165056 00000100:00100000:0.0:1788598677.764720:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598677.764756:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747166080:0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.764766:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1788598677.764775:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747165056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598677.764783:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598677.764817:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747165568 00000100:00100000:0.0:1788598677.764820:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747165568 00000100:00100000:3.0:1788598677.764838:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747165056:12345-0@lo:400:kworker.0 Request processed in 64us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598677.764846:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1788598677.764854:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89801880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747165056:0@lo:400:kworker.0 00000100:00080000:0.0:1788598677.764876:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598677.764903:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747166080 00000100:00100000:0.0:1788598677.764906:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747166080 00000100:00100000:3.0:1788598677.764924:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1788598677.764935:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747165568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598677.764936:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:0.0:1788598677.764948:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747166080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598677.765006:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747165568:12345-0@lo:400:kworker.0 Request processed in 74us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598677.765017:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747166080:12345-0@lo:400:kworker.0 Request processed in 69us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598677.765023:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1788598677.765029:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1788598677.765279:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747165568:0@lo:400:kworker.0 00000100:00100000:1.0:1788598677.765289:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747166080:0@lo:400:kworker.0 00000100:00100000:2.0:1788598678.274027:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5ceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747166336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598678.274113:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598678.274455:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747166336 00000100:00100000:3.0:1788598678.274465:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747166336 00000100:00100000:3.0:1788598678.274520:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1788598678.274530:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747166336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598678.274554:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598678.274604:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747166336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598678.274612:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1788598678.274660:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5ceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747166336:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598678.406362:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598679.250930:0:27396:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598679.250939:0:27396:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598679.252076:0:27396:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598679.253770:0:27396:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598679.427717:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598679.814347:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598679.814372:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5ceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747166464:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598679.814446:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598679.815721:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598679.815772:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747166592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598679.815823:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598679.815923:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747166464 00000100:00100000:0.0:1788598679.815932:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747166464 00000100:00100000:0.0:1788598679.816003:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747166592 00000100:00100000:0.0:1788598679.816007:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747166592 00000100:00100000:0.0:1788598679.816028:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1788598679.816037:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747166464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598679.816066:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598679.816112:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747166464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598679.816119:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1788598679.816135:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1788598679.816142:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747166592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598679.816152:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598679.816180:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747166592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598679.816186:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1788598679.816245:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747166592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598679.816447:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5ceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747166464:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788598679.816545:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598680.326151:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747166720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598680.326247:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598680.326518:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747166720 00000100:00100000:0.0:1788598680.326527:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747166720 00000100:00100000:0.0:1788598680.326596:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1788598680.326606:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747166720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598680.326644:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598680.326706:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747166720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598680.326714:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1788598680.327143:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747166720:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598680.458220:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598681.263606:0:27447:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598681.263616:0:27447:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598681.266754:0:27447:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598681.266775:0:27447:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598681.476833:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598682.370136:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598682.370186:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5cece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747166848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598682.370326:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598682.370962:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747166848 00000100:00100000:3.0:1788598682.370976:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747166848 00000100:00100000:3.0:1788598682.371047:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1788598682.371055:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747166848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598682.371105:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598682.371178:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747166848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.371183:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1788598682.372220:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5cece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747166848:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788598682.440347:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788598682.498317:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598682.498338:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598682.498887:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598682.498902:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598682.501331:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598682.758159:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598682.758209:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598682.758235:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598682.758258:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598682.758286:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598682.758305:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598682.758323:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598682.758344:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598682.758378:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598682.758408:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723254272 00000100:00100000:3.0:1788598682.758418:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723254272 00000100:00100000:3.0:1788598682.758483:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723254784 00000100:00100000:3.0:1788598682.758486:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723254784 00000100:00100000:3.0:1788598682.758500:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723254400 00000100:00100000:3.0:1788598682.758503:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723254400 00000100:00100000:3.0:1788598682.758514:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723254912 00000100:00100000:3.0:1788598682.758516:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723254912 00000100:00100000:3.0:1788598682.758548:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1349 00000100:00100000:3.0:1788598682.758557:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723254272:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598682.758634:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723254272:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 78us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.758642:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1349 00000100:00100000:3.0:1788598682.758661:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1350 00000100:00100000:3.0:1788598682.758668:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723254784:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598682.758693:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723254784:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.758699:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1350 00000100:00100000:3.0:1788598682.758710:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1351 00000100:00100000:3.0:1788598682.758717:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723254400:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598682.758975:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723254400:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 257us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.758983:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1351 00000100:00100000:3.0:1788598682.758998:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1352 00000100:00100000:3.0:1788598682.759005:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723254912:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598682.759040:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723254912:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 35us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.759047:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1352 00000100:00100000:3.0:1788598682.759074:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723254528 00000100:00100000:3.0:1788598682.759078:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723254528 00000100:00100000:3.0:1788598682.759111:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723255040 00000100:00100000:3.0:1788598682.759114:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723255040 00000100:00100000:3.0:1788598682.759132:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723254656 00000100:00100000:3.0:1788598682.759135:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723254656 00000100:00100000:3.0:1788598682.759146:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723255168 00000100:00100000:3.0:1788598682.759149:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723255168 00000100:00100000:3.0:1788598682.759161:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 913 00000100:00100000:3.0:1788598682.759172:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723254528:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598682.759270:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723254528:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 102us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.759277:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 913 00000100:00100000:3.0:1788598682.759290:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 914 00000100:00100000:3.0:1788598682.759297:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723255040:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598682.759330:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723255040:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.759336:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 914 00000100:00100000:3.0:1788598682.759347:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 915 00000100:00100000:3.0:1788598682.759431:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723254656:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598682.759462:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723254656:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 108us (1137us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.759468:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 915 00000100:00100000:3.0:1788598682.760291:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 916 00000100:00100000:3.0:1788598682.760304:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723255168:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598682.760340:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723255168:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 40us (1962us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.760346:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 916 00000100:00100000:3.0:1788598682.760393:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723254144 00000100:00100000:3.0:1788598682.760399:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723254144 00000100:00100000:3.0:1788598682.760427:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 815 00000100:00100000:3.0:1788598682.760433:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723254144:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598682.760454:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723254144:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (2168us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.760460:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 815 00000100:00080000:3.0:1788598682.760727:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598682.760746:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598682.760749:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598682.760752:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598682.882956:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747166976:0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.883034:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598682.883112:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747166976 00000100:00100000:1.0:1788598682.883121:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747166976 00000100:00100000:1.0:1788598682.883168:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1788598682.883176:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747166976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.883240:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747166976:12345-0@lo:400:kworker.0 Request processed in 65us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598682.883248:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1788598682.883297:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747166976:0@lo:400:kworker.0 00000100:00100000:2.0:1788598682.890449:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747167104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598682.890531:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598682.890625:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747167488:0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.890660:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598682.890851:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747167488 00000100:00100000:1.0:1788598682.890859:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747167488 00000100:00100000:1.0:1788598682.890920:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1788598682.890930:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747167488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.890980:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747167488:12345-0@lo:400:kworker.0 Request processed in 52us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598682.890988:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1788598682.891030:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747167488:0@lo:400:kworker.0 00000100:00100000:3.0:1788598682.893494:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747167232:0@lo:400:kworker.0 00000100:00100000:3.0:1788598682.893578:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598682.893623:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598682.893630:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747167360:0@lo:400:kworker.0 00000100:00100000:3.0:1788598682.893656:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598682.893713:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747167360 00000100:00100000:3.0:1788598682.893720:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747167360 00000100:00100000:3.0:1788598682.893780:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1788598682.893788:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747167360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598682.893840:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747167360:12345-0@lo:400:kworker.0 Request processed in 53us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598682.893847:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1788598682.893889:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747167360:0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.897483:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747167232 00000100:00100000:1.0:1788598682.897499:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747167232 00000100:00100000:1.0:1788598682.897575:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1788598682.897585:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747167232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.897678:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b84ce1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747167232:12345-0@lo:400:kworker.0 Request processed in 94us (4100us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598682.897686:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1788598682.897759:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747167232:0@lo:400:kworker.0 00000100:00100000:0.0:1788598682.899696:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598682.899715:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747167744:0@lo:400:kworker.0 00000100:00100000:0.0:1788598682.899803:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598682.899848:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747167744 00000100:00100000:0.0:1788598682.899854:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747167744 00000100:00100000:0.0:1788598682.899904:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1788598682.899926:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747167744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598682.899971:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747167744:12345-0@lo:400:kworker.0 Request processed in 47us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598682.899978:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00080000:0.0:1788598682.899997:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598682.900021:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747167744:0@lo:400:kworker.0 00000100:00100000:0.0:1788598682.900055:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747167872:0@lo:400:kworker.0 00000100:00100000:0.0:1788598682.900078:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598682.900103:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747167872 00000100:00100000:0.0:1788598682.900106:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747167872 00000100:00100000:0.0:1788598682.900134:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1788598682.900139:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747167872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598682.900169:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747167872:12345-0@lo:400:kworker.0 Request processed in 30us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598682.900174:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00080000:0.0:1788598682.900187:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598682.900204:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747167872:0@lo:400:kworker.0 00000100:00100000:0.0:1788598682.900240:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598682.900247:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747168256:0@lo:400:kworker.0 00000100:00100000:0.0:1788598682.900268:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598682.900303:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747168384:0@lo:400:kworker.0 00000100:00100000:0.0:1788598682.900323:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598682.900348:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747168384 00000100:00100000:0.0:1788598682.900351:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747168384 00000100:00100000:1.0:1788598682.900484:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747168256 00000100:00100000:1.0:1788598682.900489:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747168256 00000100:00100000:1.0:1788598682.900521:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1788598682.900528:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747168256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.900565:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747168256:12345-0@lo:400:kworker.0 Request processed in 38us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598682.900571:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00080000:1.0:1788598682.900587:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598682.900607:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747168256:0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.900706:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747168000:0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.900752:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598682.900771:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788598682.900776:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747167616:0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.900796:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598682.900810:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747168128:0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.900829:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598682.900852:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747168000 00000100:00100000:1.0:1788598682.900856:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747168000 00000100:00100000:1.0:1788598682.900883:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1788598682.900889:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747168000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.900939:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747168000:12345-0@lo:400:kworker.0 Request processed in 50us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598682.900944:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1788598682.900960:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747167616 00000100:00100000:1.0:1788598682.900964:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747167616 00000100:00100000:1.0:1788598682.900986:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747168128 00000100:00100000:1.0:1788598682.900988:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747168128 00000100:00100000:1.0:1788598682.901005:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1788598682.901010:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747167616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.901037:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747167616:12345-0@lo:400:kworker.0 Request processed in 27us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598682.901043:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1788598682.901053:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:1.0:1788598682.901059:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747168128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.901081:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747168128:12345-0@lo:400:kworker.0 Request processed in 23us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598682.901086:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00080000:1.0:1788598682.901100:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598682.901102:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598682.901122:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747167616:0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.901130:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747168128:0@lo:400:kworker.0 00000100:00100000:1.0:1788598682.901138:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747168000:0@lo:400:kworker.0 00000100:00100000:2.0:1788598682.901238:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747167104 00000100:00100000:2.0:1788598682.901242:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747167104 00000100:00100000:2.0:1788598682.901285:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1788598682.901292:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747167104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598682.901315:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598682.901351:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747167104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (10833us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598682.901369:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1788598682.901422:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747167104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598682.902530:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1788598682.902538:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747168384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598682.902590:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747168384:12345-0@lo:400:kworker.0 Request processed in 53us (2266us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598682.902596:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00080000:1.0:1788598682.904025:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598682.904073:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747168384:0@lo:400:kworker.0 00000040:00080000:2.0:1788598683.382660:0:27499:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598683.382670:0:27499:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598683.383250:0:27499:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598683.383260:0:27499:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598683.397037:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598683.397059:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747168512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598683.397127:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598683.397193:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747168512 00000100:00100000:3.0:1788598683.397200:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747168512 00000100:00100000:3.0:1788598683.397245:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1788598683.397254:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747168512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598683.397278:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598683.397322:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747168512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598683.397329:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1788598683.397376:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747168512:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598683.522843:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598684.545955:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598684.930021:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598684.930046:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747168640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598684.930106:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598684.930291:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747168640 00000100:00100000:2.0:1788598684.930299:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747168640 00000100:00100000:2.0:1788598684.930363:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1788598684.930373:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747168640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598684.930403:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598684.930452:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747168640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598684.930459:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00080000:1.0:1788598684.930718:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598684.930779:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747168640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598684.930872:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747168768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598684.930911:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598684.931050:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747168768 00000100:00100000:3.0:1788598684.931055:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747168768 00000100:00100000:3.0:1788598684.931138:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1788598684.931156:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747168768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598684.931168:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598684.931212:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747168768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598684.931218:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1788598684.931341:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747168768:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788598684.931419:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598685.442860:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598685.442883:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747168896:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598685.442958:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598685.443066:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747168896 00000100:00100000:0.0:1788598685.443073:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747168896 00000100:00100000:0.0:1788598685.443128:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1788598685.443144:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747168896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598685.443178:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598685.443229:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747168896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598685.443236:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1788598685.443277:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747168896:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788598685.526448:0:27551:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598685.527324:0:27551:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598685.528024:0:27551:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598685.528038:0:27551:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598685.571091:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598686.595799:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598687.490253:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598687.490283:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b88339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747169024:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598687.490558:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598687.492227:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747169024 00000100:00100000:0.0:1788598687.492243:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747169024 00000100:00100000:0.0:1788598687.492331:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1788598687.492342:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747169024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598687.492381:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598687.492459:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747169024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (1901us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598687.492466:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1788598687.493011:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b88339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747169024:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598687.623152:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598687.806205:0:27603:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598687.806215:0:27603:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598687.807935:0:27603:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598687.807953:0:27603:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598687.878141:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598687.878184:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598687.878218:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598687.878238:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598687.878254:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598687.878271:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598687.878286:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598687.878301:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598687.878357:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598687.879799:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723255296 00000100:00100000:1.0:1788598687.879811:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723255296 00000100:00100000:1.0:1788598687.879879:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 817 00000100:00100000:1.0:1788598687.879888:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723255296:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598687.879971:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723255296:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 84us (1841us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598687.879979:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 817 00000100:00100000:1.0:1788598687.880021:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723255552 00000100:00100000:1.0:1788598687.880025:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723255552 00000100:00100000:1.0:1788598687.880068:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723256064 00000100:00100000:1.0:1788598687.880072:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723256064 00000100:00080000:3.0:1788598687.880085:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598687.880085:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723255424 00000100:00100000:1.0:1788598687.880088:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723255424 00000100:00080000:3.0:1788598687.880102:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598687.880107:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723255936 00000100:00100000:1.0:1788598687.880110:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723255936 00000100:00100000:1.0:1788598687.880137:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1359 00000100:00100000:1.0:1788598687.880143:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723255552:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:3.0:1788598687.880174:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598687.880174:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723255552:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (1990us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598687.880181:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1359 00000100:00100000:1.0:1788598687.880194:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1360 00000100:00100000:1.0:1788598687.880200:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723256064:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598687.880222:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723256064:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (1984us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598687.880228:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1360 00000100:00100000:1.0:1788598687.880237:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1361 00000100:00100000:1.0:1788598687.880242:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723255424:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598687.880259:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723255424:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (1988us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598687.880265:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1361 00000100:00100000:1.0:1788598687.880274:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1362 00000100:00100000:1.0:1788598687.880279:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723255936:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598687.880294:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723255936:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 16us (1993us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598687.880299:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1362 00000100:00100000:1.0:1788598687.880317:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723255808 00000100:00100000:1.0:1788598687.880320:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723255808 00000100:00100000:1.0:1788598687.880350:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723256320 00000100:00100000:1.0:1788598687.880353:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723256320 00000100:00100000:1.0:1788598687.880372:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723255680 00000100:00100000:1.0:1788598687.880375:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723255680 00000100:00100000:1.0:1788598687.880385:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723256192 00000100:00100000:1.0:1788598687.880387:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723256192 00000100:00100000:1.0:1788598687.880400:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 920 00000100:00100000:1.0:1788598687.880405:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723255808:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598687.880431:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b88339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723255808:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (2211us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598687.880441:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 920 00000100:00100000:1.0:1788598687.880452:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 921 00000100:00100000:1.0:1788598687.880458:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723256320:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:3.0:1788598687.880461:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598687.880464:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598687.880483:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723256320:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (2228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598687.880488:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 921 00000100:00100000:1.0:1788598687.880499:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 922 00000100:00100000:1.0:1788598687.880504:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723255680:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598687.880523:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723255680:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (2236us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598687.880529:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 922 00000100:00100000:1.0:1788598687.880538:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 923 00000100:00100000:1.0:1788598687.880544:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723256192:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598687.880561:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a879fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723256192:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (2206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598687.880567:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 923 00000100:00100000:3.0:1788598688.002951:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747169152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598688.003030:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598688.003135:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747169152 00000100:00100000:2.0:1788598688.003144:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747169152 00000100:00100000:2.0:1788598688.003200:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1788598688.003209:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747169152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598688.003237:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598688.003284:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747169152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598688.003291:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00080000:3.0:1788598688.003687:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598688.003730:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747169152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598688.004156:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747169408:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004196:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.004240:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747169920:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004261:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.004279:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747170432:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004297:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.004321:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788598688.004327:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747169280:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004352:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.004374:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89801880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747169792:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004394:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.004409:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747170304:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004427:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.004453:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747169408 00000100:00100000:3.0:1788598688.004457:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747169408 00000100:00100000:3.0:1788598688.004482:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747169920 00000100:00100000:3.0:1788598688.004484:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747169920 00000100:00100000:3.0:1788598688.004505:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747170432 00000100:00100000:3.0:1788598688.004508:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747170432 00000100:00100000:3.0:1788598688.004518:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747169792 00000100:00100000:3.0:1788598688.004520:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747169792 00000100:00100000:3.0:1788598688.004531:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747170304 00000100:00100000:3.0:1788598688.004533:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747170304 00000100:00100000:3.0:1788598688.004547:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1788598688.004553:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747169408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004592:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747169408:12345-0@lo:400:kworker.0 Request processed in 39us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.004599:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1788598688.004614:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1788598688.004620:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747169920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004644:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747169920:12345-0@lo:400:kworker.0 Request processed in 25us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.004650:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1788598688.004662:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1788598688.004668:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747170432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004693:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747170432:12345-0@lo:400:kworker.0 Request processed in 25us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.004698:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1788598688.004710:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1788598688.004716:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747169792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004768:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747169792:12345-0@lo:400:kworker.0 Request processed in 52us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.004785:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1788598688.004808:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1788598688.004814:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747170304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004839:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747170304:12345-0@lo:400:kworker.0 Request processed in 26us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.004845:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1788598688.004867:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747169280 00000100:00100000:3.0:1788598688.004871:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747169280 00000100:00100000:3.0:1788598688.004896:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1788598688.004902:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747169280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.004930:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747169280:12345-0@lo:400:kworker.0 Request processed in 29us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.004936:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00080000:3.0:1788598688.004965:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598688.004969:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598688.004977:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747169664:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005095:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.005113:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747170176:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005137:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.005157:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788598688.005162:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747169536:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005184:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.005201:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747170048:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005219:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.005234:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747170560:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005251:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598688.005276:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747170176 00000100:00100000:3.0:1788598688.005280:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747170176 00000100:00100000:3.0:1788598688.005308:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747170048 00000100:00100000:3.0:1788598688.005311:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747170048 00000100:00100000:3.0:1788598688.005326:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747170560 00000100:00100000:3.0:1788598688.005328:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747170560 00000100:00100000:3.0:1788598688.005342:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1788598688.005347:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747170176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005379:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747170176:12345-0@lo:400:kworker.0 Request processed in 32us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.005385:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1788598688.005397:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1788598688.005402:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747170048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005429:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747170048:12345-0@lo:400:kworker.0 Request processed in 26us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.005435:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1788598688.005446:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1788598688.005451:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747170560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005475:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747170560:12345-0@lo:400:kworker.0 Request processed in 25us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.005482:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1788598688.005498:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747169536 00000100:00100000:3.0:1788598688.005501:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747169536 00000100:00100000:3.0:1788598688.005522:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1788598688.005528:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747169536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005558:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747169536:12345-0@lo:400:kworker.0 Request processed in 30us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.005564:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00080000:3.0:1788598688.005580:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598688.005583:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598688.005604:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747169280:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005618:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89801880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747169792:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005627:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747170304:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005637:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747169408:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005645:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747169920:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005653:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747170432:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005681:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747169664 00000100:00100000:3.0:1788598688.005684:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747169664 00000100:00100000:3.0:1788598688.005706:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1788598688.005711:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747169664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005758:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747169664:12345-0@lo:400:kworker.0 Request processed in 47us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598688.005763:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1788598688.005801:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1ba023fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747169536:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005809:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747170048:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005817:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747170560:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005825:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747169664:0@lo:400:kworker.0 00000100:00100000:3.0:1788598688.005832:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747170176:0@lo:400:kworker.0 00000100:00100000:1.0:1788598688.514143:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598688.514242:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747170688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598688.514385:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598688.514526:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747170688 00000100:00100000:2.0:1788598688.514534:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747170688 00000100:00100000:2.0:1788598688.514576:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1788598688.514584:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747170688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598688.514605:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598688.514645:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747170688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598688.514652:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1788598688.528288:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747170688:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598688.642616:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598689.668579:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598690.049902:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598690.049923:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747170816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598690.050009:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598690.050076:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747170816 00000100:00100000:1.0:1788598690.050083:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747170816 00000100:00100000:1.0:1788598690.050137:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1788598690.050146:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747170816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598690.050175:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598690.050215:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747170816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598690.050222:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00080000:1.0:1788598690.050241:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598690.050276:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747170816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598690.057041:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747170944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598690.057113:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598690.058530:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747170944 00000100:00100000:3.0:1788598690.058541:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747170944 00000100:00100000:3.0:1788598690.058610:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1788598690.058621:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747170944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598690.058654:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598690.058722:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747170944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (1600us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598690.058749:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1788598690.061185:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747170944:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788598690.061364:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1788598690.295923:0:27656:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598690.295932:0:27656:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598690.296477:0:27656:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598690.296485:0:27656:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598690.561932:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598690.561954:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747171072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598690.562032:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598690.562101:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747171072 00000100:00100000:0.0:1788598690.562109:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747171072 00000100:00100000:0.0:1788598690.562155:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1788598690.562163:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747171072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598690.562197:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598690.562241:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747171072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598690.562248:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1788598690.562292:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747171072:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598690.690236:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598691.719772:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598692.618138:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598692.618161:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747171200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598692.618230:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598692.618554:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747171200 00000100:00100000:0.0:1788598692.618563:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747171200 00000100:00100000:0.0:1788598692.618628:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1788598692.618646:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747171200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598692.618680:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598692.618756:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747171200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598692.618765:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1788598692.619093:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747171200:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788598692.677658:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788598692.738958:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598692.738968:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598692.739693:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598692.739705:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598692.740518:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598692.800303:0:27707:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598692.800313:0:27707:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598692.800868:0:27707:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598692.800877:0:27707:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598692.995969:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598692.996015:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598692.996040:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598692.996062:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598692.996090:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598692.996114:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598692.996133:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598692.996150:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598692.996171:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598692.996196:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723256576 00000100:00100000:3.0:1788598692.996205:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723256576 00000100:00100000:3.0:1788598692.996261:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723257088 00000100:00100000:3.0:1788598692.996264:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723257088 00000100:00100000:3.0:1788598692.996278:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723256704 00000100:00100000:3.0:1788598692.996280:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723256704 00000100:00100000:3.0:1788598692.996290:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723257216 00000100:00100000:3.0:1788598692.996291:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723257216 00000100:00100000:3.0:1788598692.996306:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1369 00000100:00100000:3.0:1788598692.996314:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723256576:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598692.996388:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723256576:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 73us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598692.996395:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1369 00000100:00100000:3.0:1788598692.996412:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1370 00000100:00100000:3.0:1788598692.996417:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723257088:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598692.996439:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723257088:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598692.996449:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1370 00000100:00100000:3.0:1788598692.996459:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1371 00000100:00100000:3.0:1788598692.996465:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723256704:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598692.996487:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723256704:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598692.996493:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1371 00000100:00100000:3.0:1788598692.996503:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1372 00000100:00100000:3.0:1788598692.996510:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723257216:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598692.996530:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723257216:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598692.996536:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1372 00000100:00100000:3.0:1788598692.996554:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723256832 00000100:00100000:3.0:1788598692.996558:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723256832 00000100:00100000:3.0:1788598692.996578:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723257344 00000100:00100000:3.0:1788598692.996580:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723257344 00000100:00100000:3.0:1788598692.996594:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723256960 00000100:00100000:3.0:1788598692.996596:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723256960 00000100:00100000:3.0:1788598692.996607:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723257472 00000100:00100000:3.0:1788598692.996608:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723257472 00000100:00100000:3.0:1788598692.996619:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 927 00000100:00100000:3.0:1788598692.996624:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723256832:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598692.996661:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba023fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723256832:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 36us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598692.996667:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 927 00000100:00100000:3.0:1788598692.996679:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 928 00000100:00100000:3.0:1788598692.996686:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723257344:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598692.996709:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723257344:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598692.996715:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 928 00000100:00100000:3.0:1788598692.996725:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 929 00000100:00100000:3.0:1788598692.996730:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723256960:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598692.996793:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723256960:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 62us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598692.996799:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 929 00000100:00100000:3.0:1788598692.996811:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 930 00000100:00100000:3.0:1788598692.996817:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723257472:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598692.996840:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723257472:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598692.996846:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 930 00000100:00080000:3.0:1788598692.996870:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598692.996874:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598692.996877:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598692.996878:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598692.997335:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723256448 00000100:00100000:0.0:1788598692.997341:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723256448 00000100:00100000:0.0:1788598692.997370:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 819 00000100:00100000:0.0:1788598692.997376:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723256448:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598692.997422:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723256448:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 46us (1330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598692.997428:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 819 00000100:00100000:3.0:1788598693.122808:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747171456:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.122873:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.122938:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747171968:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.122959:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.122975:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747172480:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.122994:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123021:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1788598693.123026:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89801880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747171328:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123052:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123072:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747171840:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123094:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123122:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747172352:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123144:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123160:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747172864:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123178:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123201:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747171584:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123224:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123239:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747172096:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123258:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123273:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747172608:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123291:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123306:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788598693.123311:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747171712:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123344:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123354:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747172224:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123372:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123388:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86ead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747172736:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123405:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598693.123435:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747171456 00000100:00100000:3.0:1788598693.123442:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747171456 00000100:00100000:3.0:1788598693.123478:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747171968 00000100:00100000:3.0:1788598693.123481:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747171968 00000100:00100000:3.0:1788598693.123503:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747172480 00000100:00100000:3.0:1788598693.123505:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747172480 00000100:00100000:3.0:1788598693.123516:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747172096 00000100:00100000:3.0:1788598693.123518:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747172096 00000100:00100000:3.0:1788598693.123530:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1788598693.123536:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747171456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123581:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1875480747171456:12345-0@lo:400:kworker.0 Request processed in 45us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.123589:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1788598693.123604:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747172608 00000100:00100000:3.0:1788598693.123607:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747172608 00000100:00100000:3.0:1788598693.123620:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747171712 00000100:00100000:3.0:1788598693.123622:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747171712 00000100:00100000:3.0:1788598693.123645:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1788598693.123651:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747171968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123677:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1875480747171968:12345-0@lo:400:kworker.0 Request processed in 26us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.123682:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1788598693.123692:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1788598693.123697:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747172480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123717:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1875480747172480:12345-0@lo:400:kworker.0 Request processed in 20us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.123722:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1788598693.123752:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:3.0:1788598693.123759:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747172096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123790:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747172096:12345-0@lo:400:kworker.0 Request processed in 32us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.123796:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:3.0:1788598693.123806:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1788598693.123811:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747172608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123833:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747172608:12345-0@lo:400:kworker.0 Request processed in 23us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.123837:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1788598693.123847:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1788598693.123852:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747171712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123874:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747171712:12345-0@lo:400:kworker.0 Request processed in 22us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.123879:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1788598693.123905:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747171328 00000100:00100000:3.0:1788598693.123908:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747171328 00000100:00100000:3.0:1788598693.123934:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1788598693.123940:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747171328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.123967:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747171328:12345-0@lo:400:kworker.0 Request processed in 27us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.123973:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1788598693.123998:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747171840 00000100:00100000:3.0:1788598693.124001:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747171840 00000100:00100000:3.0:1788598693.124024:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747171584 00000100:00100000:3.0:1788598693.124027:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747171584 00000100:00100000:3.0:1788598693.124039:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1788598693.124044:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747171840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124074:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747171840:12345-0@lo:400:kworker.0 Request processed in 29us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.124083:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1788598693.124094:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1788598693.124116:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747171584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124144:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747171584:12345-0@lo:400:kworker.0 Request processed in 44us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.124150:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1788598693.124169:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747172352 00000100:00100000:3.0:1788598693.124173:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747172352 00000100:00100000:3.0:1788598693.124199:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747172864 00000100:00100000:3.0:1788598693.124202:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747172864 00000100:00100000:3.0:1788598693.124219:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747172224 00000100:00100000:3.0:1788598693.124222:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747172224 00000100:00100000:3.0:1788598693.124234:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747172736 00000100:00100000:3.0:1788598693.124237:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747172736 00000100:00100000:3.0:1788598693.124250:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1788598693.124256:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747172352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124285:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747172352:12345-0@lo:400:kworker.0 Request processed in 29us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.124291:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1788598693.124303:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1788598693.124310:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747172864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124335:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747172864:12345-0@lo:400:kworker.0 Request processed in 27us (1156us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.124341:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1788598693.124353:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1788598693.124359:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747172224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124387:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747172224:12345-0@lo:400:kworker.0 Request processed in 29us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.124392:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1788598693.124402:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1788598693.124407:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747172736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124431:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747172736:12345-0@lo:400:kworker.0 Request processed in 23us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598693.124436:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00080000:3.0:1788598693.124473:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598693.124477:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598693.124480:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598693.124482:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598693.124527:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747171712:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124538:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747172224:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124547:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86ead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747172736:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124556:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747171584:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124563:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747172096:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124572:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747172608:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124632:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89801880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747171328:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124643:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747171840:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124652:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747172352:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124662:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747172864:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124672:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3666:1875480747171456:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124680:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3666:1875480747171968:0@lo:400:kworker.0 00000100:00100000:3.0:1788598693.124687:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3666:1875480747172480:0@lo:400:kworker.0 00000100:00100000:2.0:1788598693.125407:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598693.125421:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747172992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598693.125467:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598693.125504:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747172992 00000100:00100000:2.0:1788598693.125508:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747172992 00000100:00100000:2.0:1788598693.125542:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1788598693.125549:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747172992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598693.125571:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598693.125607:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747172992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598693.125613:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1788598693.125660:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747172992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598693.634142:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747173120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598693.634215:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598693.634920:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747173120 00000100:00100000:2.0:1788598693.634931:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747173120 00000100:00100000:2.0:1788598693.634990:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1788598693.634999:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747173120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598693.635024:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598693.635085:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747173120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598693.635092:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1788598693.635284:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747173120:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598693.762817:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598694.786363:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598695.049199:0:27758:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598695.049221:0:27758:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598695.049755:0:27758:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598695.049764:0:27758:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598695.170221:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598695.170246:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747173248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598695.170316:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598695.170362:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747173376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598695.170399:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598695.170480:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747173248 00000100:00100000:2.0:1788598695.170488:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747173248 00000100:00100000:2.0:1788598695.170541:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747173376 00000100:00100000:2.0:1788598695.170544:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747173376 00000100:00080000:3.0:1788598695.170579:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598695.170582:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1788598695.170594:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747173248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598695.170622:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598695.170672:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747173248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598695.170679:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1788598695.170698:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1788598695.170704:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747173376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598695.170715:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598695.170770:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747173376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598695.170776:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1788598695.170803:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747173248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598695.171126:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747173376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598695.684375:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747173504:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598695.684454:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598695.688583:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747173504 00000100:00100000:2.0:1788598695.688597:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747173504 00000100:00100000:2.0:1788598695.688715:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1788598695.688725:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747173504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598695.688806:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1788598695.688903:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747173504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 179us (4448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598695.688911:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1788598695.689236:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747173504:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598695.810236:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598696.833982:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598697.278293:0:27810:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598697.278426:0:27810:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598697.279495:0:27810:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598697.279522:0:27810:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598697.737319:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747173632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598697.737504:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598697.737694:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747173632 00000100:00100000:2.0:1788598697.737703:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747173632 00000100:00100000:2.0:1788598697.737805:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1788598697.737814:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747173632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598697.738005:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598697.738064:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747173632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 251us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598697.738072:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1788598697.738334:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747173632:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598697.858059:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598698.118013:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598698.118066:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598698.118107:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598698.118143:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598698.118168:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598698.118185:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598698.118203:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598698.118221:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598698.118242:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598698.118269:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723257600 00000100:00100000:3.0:1788598698.118278:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723257600 00000100:00100000:3.0:1788598698.118324:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 821 00000100:00100000:3.0:1788598698.118333:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723257600:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598698.118398:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723257600:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 66us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598698.118406:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 821 00000100:00100000:3.0:1788598698.118439:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723257984 00000100:00100000:3.0:1788598698.118443:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723257984 00000100:00100000:3.0:1788598698.118492:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723258496 00000100:00100000:3.0:1788598698.118495:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723258496 00000100:00100000:3.0:1788598698.118512:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723258112 00000100:00100000:3.0:1788598698.118515:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723258112 00000100:00100000:3.0:1788598698.118527:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723258624 00000100:00100000:3.0:1788598698.118530:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723258624 00000100:00100000:3.0:1788598698.118542:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 935 00000100:00100000:3.0:1788598698.118548:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723257984:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598698.118577:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723257984:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598698.118583:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 935 00000100:00100000:3.0:1788598698.118595:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 936 00000100:00100000:3.0:1788598698.118601:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723258496:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598698.118624:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723258496:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598698.118629:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 936 00000100:00100000:3.0:1788598698.118639:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 937 00000100:00100000:3.0:1788598698.118645:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723258112:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598698.118668:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723258112:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598698.118673:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 937 00000100:00100000:3.0:1788598698.118683:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 938 00000100:00100000:3.0:1788598698.118689:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723258624:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598698.118699:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723257728 00000100:00100000:2.0:1788598698.118703:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723257728 00000100:00100000:3.0:1788598698.118709:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723258624:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598698.118714:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 938 00000100:00100000:3.0:1788598698.118732:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723258240 00000100:00100000:2.0:1788598698.118775:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723257856 00000100:00100000:3.0:1788598698.118777:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723258240 00000100:00100000:2.0:1788598698.118777:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723257856 00000100:00100000:2.0:1788598698.118792:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723258368 00000100:00100000:2.0:1788598698.118794:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723258368 00000100:00100000:3.0:1788598698.118796:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1379 00000100:00100000:3.0:1788598698.118801:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723257728:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598698.118807:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1380 00000100:00100000:2.0:1788598698.118812:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723258240:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598698.118829:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723257728:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598698.118835:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1379 00000100:00100000:3.0:1788598698.118847:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1381 00000100:00100000:2.0:1788598698.118847:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723258240:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 35us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598698.118853:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723257856:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598698.118853:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1380 00000100:00100000:2.0:1788598698.118863:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1382 00000100:00100000:2.0:1788598698.118868:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723258368:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598698.118873:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723257856:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598698.118879:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1381 00000100:00100000:2.0:1788598698.118883:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723258368:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 15us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598698.118887:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1382 00000100:00080000:2.0:1788598698.118921:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598698.118925:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598698.118928:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598698.118929:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598698.241949:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788598698.241971:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747174272:0@lo:400:kworker.0 00000100:00100000:2.0:1788598698.242043:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598698.242121:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747173888:0@lo:400:kworker.0 00000100:00100000:3.0:1788598698.242123:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747174272 00000100:00100000:3.0:1788598698.242130:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747174272 00000100:00100000:2.0:1788598698.242150:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598698.242171:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1788598698.242172:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747173760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598698.242179:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1ba0208450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747174272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598698.242193:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598698.242210:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747174784:0@lo:400:kworker.0 00000100:00100000:3.0:1788598698.242223:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1ba0208450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747174272:12345-0@lo:400:kworker.0 Request processed in 45us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598698.242229:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598698.242230:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1788598698.242243:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747175296:0@lo:400:kworker.0 00000100:00100000:2.0:1788598698.242258:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598698.242285:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747174272:0@lo:400:kworker.0 00000100:00100000:2.0:1788598698.242298:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788598698.242302:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86ead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747174400:0@lo:400:kworker.0 00000100:00100000:2.0:1788598698.242320:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598698.242334:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747174912:0@lo:400:kworker.0 00000100:00100000:2.0:1788598698.242349:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598698.242360:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747175424:0@lo:400:kworker.0 00000100:00100000:2.0:1788598698.242376:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598698.242398:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747173888 00000100:00100000:2.0:1788598698.242401:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747173888 00000100:00100000:2.0:1788598698.242424:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1788598698.242443:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747173888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.243004:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747174016:0@lo:400:kworker.0 00000100:00100000:1.0:1788598698.243118:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747174144:0@lo:400:kworker.0 00000100:00100000:3.0:1788598698.248056:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747174400 00000100:00100000:3.0:1788598698.248071:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747174400 00000100:00100000:3.0:1788598698.248145:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1788598698.248156:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747174400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.257571:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598698.257619:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747174016 00000100:00100000:0.0:1788598698.257629:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747174016 00000100:00100000:0.0:1788598698.257679:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1788598698.257689:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747174016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.257767:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747174016:12345-0@lo:400:kworker.0 Request processed in 79us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598698.257773:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1788598698.257821:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747174016:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.257833:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86eae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747174528:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.257862:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598698.257882:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747174528 00000100:00100000:0.0:1788598698.257885:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747174528 00000100:00100000:0.0:1788598698.257922:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1788598698.257929:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747174528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.257959:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747174528:12345-0@lo:400:kworker.0 Request processed in 32us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598698.257965:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1788598698.257991:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747174528:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258002:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747175040:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258023:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598698.258039:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747175040 00000100:00100000:0.0:1788598698.258042:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747175040 00000100:00100000:0.0:1788598698.258064:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1788598698.258070:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747175040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258099:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747175040:12345-0@lo:400:kworker.0 Request processed in 29us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598698.258105:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1788598698.258127:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747175040:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258182:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747173760 00000100:00100000:0.0:1788598698.258186:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747173760 00000100:00100000:0.0:1788598698.258220:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1788598698.258227:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747173760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598698.258250:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598698.258286:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747173760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (16091us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598698.258293:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1788598698.258335:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747174784 00000100:00100000:0.0:1788598698.258339:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747174784 00000100:00100000:0.0:1788598698.258365:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747175296 00000100:00100000:0.0:1788598698.258368:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747175296 00000100:00100000:0.0:1788598698.258384:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747174912 00000100:00100000:0.0:1788598698.258386:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747174912 00000100:00100000:0.0:1788598698.258399:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747175424 00000100:00100000:0.0:1788598698.258402:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747175424 00000100:00100000:0.0:1788598698.258416:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1788598698.258422:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747174784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258456:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747174784:12345-0@lo:400:kworker.0 Request processed in 34us (16225us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598698.258462:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1788598698.258488:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:0.0:1788598698.258494:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747175296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258521:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747175296:12345-0@lo:400:kworker.0 Request processed in 27us (16261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598698.258526:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:0.0:1788598698.258537:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1788598698.258542:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747174912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258567:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747174912:12345-0@lo:400:kworker.0 Request processed in 25us (16217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598698.258573:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1788598698.258583:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1788598698.258589:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747175424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258613:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747175424:12345-0@lo:400:kworker.0 Request processed in 25us (16235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598698.258618:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00080000:0.0:1788598698.258632:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598698.258636:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598698.258638:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598698.258669:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747174912:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258686:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747175424:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258695:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747174784:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258706:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747175296:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258715:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747173888:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.258727:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747173760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598698.267725:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747173888:12345-0@lo:400:kworker.0 Request processed in 25284us (25563us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598698.267852:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1788598698.274447:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598698.274528:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b81326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747174656:0@lo:400:kworker.0 00000100:00100000:1.0:1788598698.274571:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598698.274616:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747175168:0@lo:400:kworker.0 00000100:00100000:1.0:1788598698.274639:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598698.274711:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747174144 00000100:00100000:2.0:1788598698.274720:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747174144 00000100:00100000:2.0:1788598698.274796:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1788598698.274804:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747174144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598698.274860:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747174144:12345-0@lo:400:kworker.0 Request processed in 56us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598698.274867:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1788598698.287668:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747174400:12345-0@lo:400:kworker.0 Request processed in 39504us (45335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598698.287682:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1788598698.288110:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86ead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747174400:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.288202:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747174656 00000100:00100000:0.0:1788598698.288211:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747174656 00000100:00100000:0.0:1788598698.288259:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747175168 00000100:00100000:0.0:1788598698.288263:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747175168 00000100:00100000:0.0:1788598698.288283:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:0.0:1788598698.288291:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747174656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.288350:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747174656:12345-0@lo:400:kworker.0 Request processed in 60us (13778us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598698.288355:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:0.0:1788598698.288370:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1788598698.288376:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747175168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.288405:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747175168:12345-0@lo:400:kworker.0 Request processed in 29us (13765us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598698.288411:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00080000:0.0:1788598698.288448:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598698.288598:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747175168:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.288623:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747174144:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.288631:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b81326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747174656:0@lo:400:kworker.0 00000100:00100000:0.0:1788598698.754416:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747175552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598698.754492:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598698.754681:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747175552 00000100:00100000:3.0:1788598698.754689:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747175552 00000100:00100000:3.0:1788598698.754766:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1788598698.754776:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747175552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598698.754799:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598698.754841:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747175552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598698.754848:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1788598698.754928:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747175552:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598698.881971:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598699.337514:0:27861:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598699.337522:0:27861:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598699.338092:0:27861:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598699.338102:0:27861:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598699.907205:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598700.292676:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598700.292700:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747175808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598700.292793:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598700.292889:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747175808 00000100:00100000:0.0:1788598700.292896:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747175808 00000100:00100000:0.0:1788598700.292949:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1788598700.292975:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747175808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598700.293009:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00080000:3.0:1788598700.293014:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598700.293067:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747175808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598700.293087:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1788598700.293364:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598700.293387:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747175680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598700.293427:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598700.293522:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747175808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598700.293773:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747175680 00000100:00100000:0.0:1788598700.293780:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747175680 00000100:00100000:0.0:1788598700.293833:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1788598700.293840:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747175680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598700.293856:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00080000:3.0:1788598700.293875:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598700.293904:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747175680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598700.293915:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1788598700.293951:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747175680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598700.803496:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598700.803523:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747175936:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598700.803592:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598700.803805:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747175936 00000100:00100000:0.0:1788598700.803814:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747175936 00000100:00100000:0.0:1788598700.803865:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1788598700.803873:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747175936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598700.803905:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598700.804245:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747175936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 372us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598700.804257:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1788598700.804480:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747175936:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598700.944209:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598701.358369:0:27912:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598701.358379:0:27912:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598701.359973:0:27912:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598701.359989:0:27912:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598701.954208:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598702.852055:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747176064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598702.852119:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598702.852194:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747176064 00000100:00100000:3.0:1788598702.852201:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747176064 00000100:00100000:3.0:1788598702.852246:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1788598702.852256:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747176064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598702.852290:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598702.852332:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747176064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598702.852355:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1788598702.852401:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747176064:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1788598702.915014:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1788598702.978022:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598702.978030:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598702.978578:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598702.978588:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598702.978968:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598703.239769:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598703.239808:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598703.239841:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598703.239864:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598703.239881:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598703.239901:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598703.239921:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598703.239943:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598703.240024:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598703.240057:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723259264 00000100:00100000:1.0:1788598703.240066:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723259264 00000100:00100000:1.0:1788598703.240119:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723259776 00000100:00100000:1.0:1788598703.240122:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723259776 00000100:00100000:1.0:1788598703.240138:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723259136 00000100:00100000:1.0:1788598703.240140:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723259136 00000100:00100000:1.0:1788598703.240153:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723259648 00000100:00100000:1.0:1788598703.240155:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723259648 00000100:00100000:1.0:1788598703.240170:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 943 00000100:00100000:1.0:1788598703.240178:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723259264:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598703.240245:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723259264:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 67us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.240252:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 943 00000100:00100000:1.0:1788598703.240267:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 944 00000100:00100000:1.0:1788598703.240273:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723259776:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598703.240296:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723259776:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.240302:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 944 00000100:00100000:1.0:1788598703.240314:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 945 00000100:00100000:1.0:1788598703.240321:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723259136:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598703.240353:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723259136:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.240359:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 945 00000100:00100000:1.0:1788598703.240370:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 946 00000100:00100000:1.0:1788598703.240377:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723259648:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598703.240398:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723259648:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.240404:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 946 00000100:00100000:1.0:1788598703.240421:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723259008 00000100:00100000:1.0:1788598703.240425:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723259008 00000100:00100000:1.0:1788598703.240451:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723259520 00000100:00100000:1.0:1788598703.240454:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723259520 00000100:00100000:1.0:1788598703.240466:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723258880 00000100:00100000:1.0:1788598703.240468:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723258880 00000100:00100000:1.0:1788598703.240479:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723259392 00000100:00100000:1.0:1788598703.240482:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723259392 00000100:00100000:1.0:1788598703.240495:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1389 00000100:00100000:1.0:1788598703.240501:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723259008:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598703.240547:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723259008:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 46us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.240554:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1389 00000100:00100000:3.0:1788598703.240759:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1390 00000100:00100000:3.0:1788598703.240768:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723259520:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598703.240796:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723259520:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598703.240802:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1390 00000100:00100000:3.0:1788598703.240816:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1391 00000100:00100000:3.0:1788598703.240823:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723258880:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598703.240846:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2435:x1875480723258880:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598703.240852:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1391 00000100:00100000:3.0:1788598703.240865:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1392 00000100:00100000:3.0:1788598703.240871:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723259392:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598703.240894:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2435:x1875480723259392:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598703.240899:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1392 00000100:00080000:0.0:1788598703.241355:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598703.241360:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598703.241362:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598703.241365:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598703.241675:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723258752 00000100:00100000:2.0:1788598703.241685:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723258752 00000100:00100000:2.0:1788598703.241723:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 823 00000100:00100000:2.0:1788598703.241730:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723258752:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598703.241794:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723258752:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 64us (2034us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598703.241800:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 823 00000040:00080000:0.0:1788598703.287025:0:27964:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598703.287035:0:27964:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598703.290168:0:27964:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598703.290188:0:27964:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598703.361889:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747176192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598703.361958:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598703.362256:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747176320:0@lo:400:kworker.0 00000100:00100000:0.0:1788598703.362296:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598703.362340:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598703.362347:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747176448:0@lo:400:kworker.0 00000100:00100000:0.0:1788598703.362373:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598703.362402:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747176320 00000100:00100000:0.0:1788598703.362409:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747176320 00000100:00100000:0.0:1788598703.362454:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1788598703.362465:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747176320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598703.362516:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747176320:12345-0@lo:400:kworker.0 Request processed in 53us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598703.362540:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1788598703.362603:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747176320:0@lo:400:kworker.0 00000100:00100000:3.0:1788598703.362776:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598703.362783:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747176576:0@lo:400:kworker.0 00000100:00100000:3.0:1788598703.362813:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598703.362845:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747176192 00000100:00100000:3.0:1788598703.362849:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747176192 00000100:00100000:3.0:1788598703.362896:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1788598703.362905:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747176192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598703.362931:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598703.362967:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747176192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598703.362974:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1788598703.362998:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747176448 00000100:00100000:3.0:1788598703.363002:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747176448 00000100:00100000:3.0:1788598703.363028:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:3.0:1788598703.363034:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747176448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598703.363072:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747176448:12345-0@lo:400:kworker.0 Request processed in 38us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598703.363079:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00080000:3.0:1788598703.363099:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598703.363131:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747176448:0@lo:400:kworker.0 00000100:00100000:3.0:1788598703.363160:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747176192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598703.363309:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747176576 00000100:00100000:0.0:1788598703.363314:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747176576 00000100:00100000:0.0:1788598703.363363:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1788598703.363370:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747176576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598703.363417:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747176576:12345-0@lo:400:kworker.0 Request processed in 47us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598703.363422:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1788598703.363597:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747176576:0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.363937:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747176960:0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.363971:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598703.363989:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747177472:0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.364007:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598703.364026:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788598703.364029:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747176704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.364035:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747176832:0@lo:400:kworker.0 00000100:00100000:2.0:1788598703.364075:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598703.364078:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598703.364103:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747177216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.364106:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747177344:0@lo:400:kworker.0 00000100:00100000:2.0:1788598703.364139:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598703.364146:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747176960 00000100:00100000:1.0:1788598703.364151:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747176960 00000100:00100000:2.0:1788598703.364167:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747177728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.364190:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747177472 00000100:00100000:1.0:1788598703.364193:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747177472 00000100:00100000:1.0:1788598703.364211:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747176704 00000100:00100000:1.0:1788598703.364215:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747176704 00000100:00100000:1.0:1788598703.364228:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:1.0:1788598703.364234:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747176960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.364271:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747176960:12345-0@lo:400:kworker.0 Request processed in 36us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.364278:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1788598703.364283:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598703.364297:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1788598703.364304:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747177472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598703.364308:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788598703.364316:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747177088:0@lo:400:kworker.0 00000100:00100000:0.0:1788598703.364447:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:0.0:1788598703.364456:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747176704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598703.365990:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598703.366020:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747177600:0@lo:400:kworker.0 00000100:00100000:2.0:1788598703.366046:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598703.366079:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747177216 00000100:00100000:2.0:1788598703.366085:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747177216 00000100:00100000:2.0:1788598703.366137:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747177728 00000100:00100000:2.0:1788598703.366140:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747177728 00000100:00100000:2.0:1788598703.366169:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1788598703.366189:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747177216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598703.366238:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747177216:12345-0@lo:400:kworker.0 Request processed in 51us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598703.366245:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1788598703.366261:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1788598703.366267:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747177728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598703.366297:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747177728:12345-0@lo:400:kworker.0 Request processed in 30us (2016us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598703.366302:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1788598703.366357:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747177216:0@lo:400:kworker.0 00000100:00100000:2.0:1788598703.366368:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747177728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.367892:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747177472:12345-0@lo:400:kworker.0 Request processed in 3583us (3878us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.367905:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1788598703.367929:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747177088 00000100:00100000:1.0:1788598703.367936:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747177088 00000100:00100000:1.0:1788598703.367963:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747177600 00000100:00100000:1.0:1788598703.367965:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747177600 00000100:00100000:1.0:1788598703.367978:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1788598703.367984:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747177088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.368044:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1875480747177088:12345-0@lo:400:kworker.0 Request processed in 59us (2059us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.368050:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1788598703.368068:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1788598703.368074:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747177600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.368096:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1875480747177600:12345-0@lo:400:kworker.0 Request processed in 23us (2050us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.368102:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1788598703.368122:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747176832 00000100:00100000:1.0:1788598703.368126:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747176832 00000100:00100000:1.0:1788598703.368147:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1788598703.368153:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747176832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.368178:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747176832:12345-0@lo:400:kworker.0 Request processed in 26us (4106us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.368185:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1788598703.368202:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598703.368242:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747176960:0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.368255:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747177472:0@lo:400:kworker.0 00000100:00100000:2.0:1788598703.368276:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3666:1875480747177088:0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.368280:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747176832:0@lo:400:kworker.0 00000100:00100000:2.0:1788598703.368300:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3666:1875480747177600:0@lo:400:kworker.0 00000100:00080000:1.0:1788598703.368303:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598703.368309:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598703.368312:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598703.368315:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598703.368343:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747177344 00000100:00100000:1.0:1788598703.368347:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747177344 00000100:00100000:1.0:1788598703.368388:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1788598703.368394:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747177344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.368429:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747177344:12345-0@lo:400:kworker.0 Request processed in 36us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598703.368435:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1788598703.368466:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747177344:0@lo:400:kworker.0 00000100:00100000:0.0:1788598703.369009:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747176704:12345-0@lo:400:kworker.0 Request processed in 4553us (4935us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598703.369018:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00080000:2.0:1788598703.369088:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598703.369096:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747176704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598703.874222:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747177856:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598703.874293:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598703.874452:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747177856 00000100:00100000:3.0:1788598703.874461:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747177856 00000100:00100000:3.0:1788598703.874507:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1788598703.874516:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747177856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598703.874540:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598703.874592:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747177856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598703.874600:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1788598703.895995:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747177856:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598704.002060:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598705.026016:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598705.155022:0:28016:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598705.155030:0:28016:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598705.164188:0:28016:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598705.165862:0:28016:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598705.409921:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598705.409944:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747177984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598705.410011:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598705.410332:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747178112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598705.410361:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598705.410442:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747177984 00000100:00100000:1.0:1788598705.410450:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747177984 00000100:00100000:1.0:1788598705.410515:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747178112 00000100:00100000:1.0:1788598705.410519:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747178112 00000100:00100000:1.0:1788598705.410536:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1788598705.410545:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747177984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598705.410578:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598705.410623:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747177984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598705.410630:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1788598705.410645:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1788598705.410651:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747178112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598705.410662:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598705.410686:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747178112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598705.410691:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00080000:3.0:1788598705.410911:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598705.410947:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747178112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598705.410980:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747177984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598705.926121:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598705.929107:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747178240:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598705.929183:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598705.929369:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747178240 00000100:00100000:3.0:1788598705.929378:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747178240 00000100:00100000:3.0:1788598705.929431:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1788598705.929440:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747178240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598705.929476:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598705.929534:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747178240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598705.929540:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1788598705.931155:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747178240:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598706.050008:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598707.079592:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598707.088948:0:28067:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598707.088959:0:28067:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598707.092976:0:28067:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598707.092997:0:28067:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598707.971030:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747178368:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598707.971098:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598707.971984:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747178368 00000100:00100000:3.0:1788598707.972004:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747178368 00000100:00100000:3.0:1788598707.972064:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1788598707.972073:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747178368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598707.972107:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598707.972172:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747178368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598707.972180:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1788598707.972256:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747178368:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598708.099414:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598708.357867:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598708.357915:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598708.357953:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598708.357974:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598708.357999:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598708.358017:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598708.358036:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598708.358054:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598708.358083:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598708.358117:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723260160 00000100:00100000:1.0:1788598708.358130:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723260160 00000100:00100000:1.0:1788598708.358221:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723260672 00000100:00100000:1.0:1788598708.358224:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723260672 00000100:00100000:1.0:1788598708.358240:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723260032 00000100:00100000:1.0:1788598708.358242:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723260032 00000100:00100000:1.0:1788598708.358255:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723260544 00000100:00100000:1.0:1788598708.358257:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723260544 00000100:00100000:1.0:1788598708.358275:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1399 00000100:00100000:1.0:1788598708.358286:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723260160:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598708.358388:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723260160:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 103us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.358400:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1399 00000100:00100000:1.0:1788598708.358419:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1400 00000100:00100000:1.0:1788598708.358426:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723260672:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598708.358449:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723260672:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.358456:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1400 00000100:00100000:1.0:1788598708.358468:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1401 00000100:00100000:1.0:1788598708.358474:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723260032:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598708.358498:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723260032:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.358504:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1401 00000100:00100000:1.0:1788598708.358516:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1402 00000100:00100000:1.0:1788598708.358523:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723260544:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598708.358545:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723260544:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.358551:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1402 00000100:00100000:1.0:1788598708.358583:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723260416 00000100:00100000:1.0:1788598708.358587:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723260416 00000100:00100000:1.0:1788598708.358614:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723260928 00000100:00100000:1.0:1788598708.358616:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723260928 00000100:00100000:1.0:1788598708.358633:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723260288 00000100:00100000:1.0:1788598708.358636:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723260288 00000100:00100000:1.0:1788598708.358649:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723260800 00000100:00100000:1.0:1788598708.358651:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723260800 00000100:00100000:1.0:1788598708.358664:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 950 00000100:00100000:1.0:1788598708.358671:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723260416:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598708.358697:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723260416:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.358703:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 950 00000100:00100000:1.0:1788598708.358715:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 951 00000100:00100000:1.0:1788598708.358720:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723260928:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598708.358797:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723260928:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 76us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.358803:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 951 00000100:00100000:1.0:1788598708.358813:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 952 00000100:00100000:1.0:1788598708.358820:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723260288:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598708.358843:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723260288:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.358849:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 952 00000100:00100000:1.0:1788598708.358859:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 953 00000100:00100000:1.0:1788598708.358865:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723260800:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598708.358887:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723260800:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.358893:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 953 00000100:00080000:1.0:1788598708.358910:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598708.358915:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598708.358918:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598708.358920:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598708.359199:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723259904 00000100:00100000:2.0:1788598708.359206:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723259904 00000100:00100000:2.0:1788598708.359250:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 825 00000100:00100000:2.0:1788598708.359257:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723259904:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598708.359294:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723259904:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598708.359301:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 825 00000100:00100000:1.0:1788598708.482247:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747178624:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.482337:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598708.482407:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747179136:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.482431:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598708.482446:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747179648:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.482476:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598708.482510:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788598708.482515:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747178752:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.482545:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598708.482563:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747179264:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.482582:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598708.482597:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747179776:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.482616:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598708.482648:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747178624 00000100:00100000:1.0:1788598708.482658:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747178624 00000100:00100000:1.0:1788598708.482705:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747179136 00000100:00100000:1.0:1788598708.482707:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747179136 00000100:00100000:1.0:1788598708.482758:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747179648 00000100:00100000:1.0:1788598708.482762:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747179648 00000100:00100000:1.0:1788598708.482780:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747179264 00000100:00100000:1.0:1788598708.482782:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747179264 00000100:00100000:1.0:1788598708.482795:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747179776 00000100:00100000:1.0:1788598708.482797:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747179776 00000100:00100000:1.0:1788598708.482814:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1788598708.482823:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747178624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.482882:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747178624:12345-0@lo:400:kworker.0 Request processed in 59us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.482889:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1788598708.482916:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:1.0:1788598708.482923:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747179136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.482950:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747179136:12345-0@lo:400:kworker.0 Request processed in 27us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.482956:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:1.0:1788598708.482968:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:1.0:1788598708.482974:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747179648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.482999:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747179648:12345-0@lo:400:kworker.0 Request processed in 25us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.483004:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:1.0:1788598708.483016:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:1.0:1788598708.483022:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747179264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.483046:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747179264:12345-0@lo:400:kworker.0 Request processed in 25us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.483052:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:1.0:1788598708.483062:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:1.0:1788598708.483067:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747179776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.483090:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747179776:12345-0@lo:400:kworker.0 Request processed in 23us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.483096:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:1.0:1788598708.483124:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747178752 00000100:00100000:1.0:1788598708.483128:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747178752 00000100:00100000:1.0:1788598708.483154:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1788598708.483161:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747178752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.483207:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747178752:12345-0@lo:400:kworker.0 Request processed in 46us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598708.483214:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00080000:1.0:1788598708.483236:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598708.483240:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598708.483272:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747178752:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.483284:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747179264:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.483293:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747179776:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.483302:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747178624:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.483310:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747179136:0@lo:400:kworker.0 00000100:00100000:1.0:1788598708.483318:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747179648:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.483467:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747178880:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.483503:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598708.483528:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747179392:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.483553:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598708.483573:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747179904:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.483592:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598708.483612:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1788598708.483619:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747178496:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.483650:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598708.483676:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747179008:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.483697:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598708.483712:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747179520:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.483731:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598708.483768:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747180032:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.483789:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598708.483822:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747178880 00000100:00100000:3.0:1788598708.483826:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747178880 00000100:00100000:3.0:1788598708.483858:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:3.0:1788598708.483864:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747178880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.483903:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747178880:12345-0@lo:400:kworker.0 Request processed in 39us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598708.483910:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:3.0:1788598708.483934:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747179392 00000100:00100000:3.0:1788598708.483938:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747179392 00000100:00100000:3.0:1788598708.483970:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747179904 00000100:00100000:3.0:1788598708.483973:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747179904 00000100:00100000:3.0:1788598708.483992:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747179520 00000100:00100000:3.0:1788598708.483995:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747179520 00000100:00100000:3.0:1788598708.484006:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747180032 00000100:00100000:3.0:1788598708.484009:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747180032 00000100:00100000:3.0:1788598708.484022:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1788598708.484027:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747179392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.484059:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747179392:12345-0@lo:400:kworker.0 Request processed in 32us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598708.484064:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1788598708.484075:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1788598708.484080:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747179904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.484104:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747179904:12345-0@lo:400:kworker.0 Request processed in 24us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598708.484112:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1788598708.484122:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1788598708.484128:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747179520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.484149:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747179520:12345-0@lo:400:kworker.0 Request processed in 22us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598708.484155:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1788598708.484165:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1788598708.484170:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747180032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.484210:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747180032:12345-0@lo:400:kworker.0 Request processed in 40us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598708.484216:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00080000:3.0:1788598708.484253:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598708.484255:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598708.484265:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747179008 00000100:00100000:3.0:1788598708.484269:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747179008 00000100:00100000:3.0:1788598708.484295:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1788598708.484301:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747179008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.484331:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747179008:12345-0@lo:400:kworker.0 Request processed in 31us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598708.484336:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1788598708.484372:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747179008:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.484382:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747179520:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.484391:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747180032:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.484399:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747178880:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.484408:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747179392:0@lo:400:kworker.0 00000100:00100000:3.0:1788598708.484415:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747179904:0@lo:400:kworker.0 00000100:00100000:0.0:1788598708.484616:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747178496 00000100:00100000:0.0:1788598708.484621:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747178496 00000100:00100000:0.0:1788598708.484665:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1788598708.484673:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747178496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598708.484714:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747178496:12345-0@lo:400:kworker.0 Request processed in 42us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598708.484720:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1788598708.484788:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747178496:0@lo:400:kworker.0 00000100:00100000:0.0:1788598708.485553:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747180160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598708.485611:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598708.485671:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747180160 00000100:00100000:0.0:1788598708.485676:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747180160 00000100:00100000:0.0:1788598708.485712:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1788598708.485719:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747180160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598708.485768:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598708.485810:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747180160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598708.485817:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1788598708.485859:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747180160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598708.994843:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747180288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598708.994940:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598708.995168:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747180288 00000100:00100000:3.0:1788598708.995178:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747180288 00000100:00100000:3.0:1788598708.995240:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1788598708.995252:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747180288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598708.995283:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598708.995390:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747180288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 139us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598708.995399:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1788598709.007680:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747180288:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598709.124693:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598709.587498:0:28118:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598709.587515:0:28118:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598709.588170:0:28118:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598709.588184:0:28118:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598710.146583:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598710.537448:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747180544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598710.537549:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598710.537675:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598710.537684:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747180416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598710.537711:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598710.537862:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747180544 00000100:00100000:1.0:1788598710.537874:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747180544 00000100:00100000:1.0:1788598710.537945:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747180416 00000100:00100000:1.0:1788598710.537948:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747180416 00000100:00100000:1.0:1788598710.537965:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1788598710.537973:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747180544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598710.538012:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598710.538061:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747180544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598710.538069:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1788598710.538087:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1788598710.538094:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747180416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598710.538106:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598710.538140:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747180416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598710.538146:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00080000:2.0:1788598710.538688:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598710.538768:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747180416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598710.538788:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747180544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598711.043822:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747180672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598711.044261:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598711.044689:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747180672 00000100:00100000:0.0:1788598711.044700:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747180672 00000100:00100000:0.0:1788598711.045169:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1788598711.045180:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747180672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598711.045231:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598711.045308:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747180672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598711.045316:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1788598711.045392:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747180672:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598711.170237:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598711.646243:0:28170:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598711.646256:0:28170:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598711.647171:0:28170:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598711.647185:0:28170:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1788598712.130638:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598712.194657:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598712.195696:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598712.195705:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598712.199131:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598712.199162:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598713.091378:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598713.091406:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747180800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598713.091494:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598713.091587:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747180800 00000100:00100000:3.0:1788598713.091597:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747180800 00000100:00100000:3.0:1788598713.091659:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1788598713.091669:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747180800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598713.091723:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598713.091803:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747180800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.091810:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1788598713.091886:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747180800:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598713.219197:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598713.477055:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598713.477102:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598713.477141:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598713.477168:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598713.477189:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598713.477206:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598713.477227:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598713.477248:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598713.477283:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598713.477330:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723261440 00000100:00100000:2.0:1788598713.477343:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723261440 00000100:00100000:2.0:1788598713.477410:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723261568 00000100:00100000:2.0:1788598713.477413:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723261568 00000100:00100000:2.0:1788598713.477430:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723261952 00000100:00100000:2.0:1788598713.477432:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723261952 00000100:00100000:2.0:1788598713.477444:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723262080 00000100:00100000:2.0:1788598713.477446:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723262080 00000100:00100000:2.0:1788598713.477463:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 958 00000100:00100000:2.0:1788598713.477473:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723261440:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598713.477564:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723261440:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 92us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598713.477572:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 958 00000100:00100000:2.0:1788598713.477591:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 959 00000100:00100000:2.0:1788598713.477598:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723261568:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598713.477627:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723261568:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598713.477633:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 959 00000100:00100000:2.0:1788598713.477643:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 960 00000100:00100000:2.0:1788598713.477649:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723261952:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598713.477669:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723261952:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598713.477675:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 960 00000100:00100000:2.0:1788598713.477684:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 961 00000100:00100000:2.0:1788598713.477690:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723262080:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598713.477709:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723262080:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598713.477715:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 961 00000100:00100000:2.0:1788598713.477738:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723261184 00000100:00100000:2.0:1788598713.477786:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723261184 00000100:00100000:2.0:1788598713.477816:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723261312 00000100:00100000:2.0:1788598713.477819:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723261312 00000100:00100000:2.0:1788598713.477831:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723261696 00000100:00100000:2.0:1788598713.477833:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723261696 00000100:00100000:2.0:1788598713.477843:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723261824 00000100:00100000:2.0:1788598713.477845:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723261824 00000100:00100000:2.0:1788598713.477858:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1409 00000100:00100000:2.0:1788598713.477863:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723261184:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598713.477891:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723261184:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598713.477902:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1409 00000100:00100000:2.0:1788598713.477914:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1410 00000100:00100000:2.0:1788598713.477920:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723261312:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598713.477942:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2435:x1875480723261312:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598713.477949:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1410 00000100:00100000:2.0:1788598713.477959:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1411 00000100:00100000:2.0:1788598713.477965:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723261696:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598713.477984:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723261696:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598713.477991:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1411 00000100:00100000:2.0:1788598713.478000:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1412 00000100:00100000:2.0:1788598713.478006:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723261824:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598713.478039:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723261824:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598713.478046:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1412 00000100:00080000:2.0:1788598713.478078:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598713.478083:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598713.478086:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598713.478089:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598713.478492:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723261056 00000100:00100000:0.0:1788598713.478500:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723261056 00000100:00100000:0.0:1788598713.478540:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 827 00000100:00100000:0.0:1788598713.478549:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723261056:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598713.478588:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723261056:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 41us (1548us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598713.478596:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 827 00000100:00100000:0.0:1788598713.602613:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747180928:0@lo:400:kworker.0 00000100:00100000:0.0:1788598713.602700:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598713.602878:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747181184:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.602917:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598713.602983:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747181696:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.603010:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598713.603048:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747182208:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.603069:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598713.603103:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788598713.603109:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747181312:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.603132:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598713.603150:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747181824:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.603173:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598713.603190:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747182336:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.603213:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598713.603239:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747181184 00000100:00100000:3.0:1788598713.603248:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747181184 00000100:00100000:3.0:1788598713.603299:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1788598713.603321:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747181184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.603388:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747181184:12345-0@lo:400:kworker.0 Request processed in 69us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.603400:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1788598713.603429:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747181696 00000100:00100000:3.0:1788598713.603433:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747181696 00000100:00100000:0.0:1788598713.603636:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747181440:0@lo:400:kworker.0 00000100:00100000:0.0:1788598713.603663:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598713.603680:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747181952:0@lo:400:kworker.0 00000100:00100000:0.0:1788598713.603701:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598713.603718:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747182464:0@lo:400:kworker.0 00000100:00100000:0.0:1788598713.603750:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598713.603771:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1788598713.603777:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747181056:0@lo:400:kworker.0 00000100:00100000:0.0:1788598713.603799:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598713.603816:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747181568:0@lo:400:kworker.0 00000100:00100000:0.0:1788598713.603835:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598713.603844:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747182080:0@lo:400:kworker.0 00000100:00100000:0.0:1788598713.603864:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598713.603873:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747182592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598713.603895:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598713.603930:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747181824 00000100:00100000:0.0:1788598713.603934:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747181824 00000100:00100000:0.0:1788598713.603968:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747182336 00000100:00100000:0.0:1788598713.603971:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747182336 00000100:00100000:0.0:1788598713.603990:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747181952 00000100:00100000:0.0:1788598713.603993:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747181952 00000100:00100000:0.0:1788598713.604006:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747182464 00000100:00100000:0.0:1788598713.604010:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747182464 00000100:00100000:0.0:1788598713.604033:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1788598713.604040:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747181824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598713.604074:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747181824:12345-0@lo:400:kworker.0 Request processed in 35us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598713.604080:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1788598713.604093:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1788598713.604098:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747182336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598713.604123:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747182336:12345-0@lo:400:kworker.0 Request processed in 25us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598713.604129:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1788598713.604400:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747182208 00000100:00100000:3.0:1788598713.604405:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747182208 00000100:00100000:3.0:1788598713.604425:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747181312 00000100:00100000:3.0:1788598713.604428:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747181312 00000100:00100000:3.0:1788598713.604439:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747181056 00000100:00100000:3.0:1788598713.604441:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747181056 00000100:00100000:3.0:1788598713.604452:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747181568 00000100:00100000:3.0:1788598713.604454:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747181568 00000100:00100000:3.0:1788598713.604467:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747182080 00000100:00100000:3.0:1788598713.604479:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747182080 00000100:00100000:3.0:1788598713.604495:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1788598713.604502:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747181696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.604538:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747181696:12345-0@lo:400:kworker.0 Request processed in 37us (1527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.604545:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1788598713.604558:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1788598713.604563:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747182208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.604587:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747182208:12345-0@lo:400:kworker.0 Request processed in 24us (1516us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.604592:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1788598713.604602:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:3.0:1788598713.604607:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747181312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.604630:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747181312:12345-0@lo:400:kworker.0 Request processed in 23us (1498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.604635:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:3.0:1788598713.604645:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1788598713.604650:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747181056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.604682:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747181056:12345-0@lo:400:kworker.0 Request processed in 32us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.604688:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1788598713.604698:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:3.0:1788598713.604703:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747181568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.604724:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747181568:12345-0@lo:400:kworker.0 Request processed in 21us (888us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.604729:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:3.0:1788598713.604753:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1788598713.604759:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747182080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.604783:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747182080:12345-0@lo:400:kworker.0 Request processed in 25us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.604789:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1788598713.604821:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1788598713.604828:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747181952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.604855:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747181952:12345-0@lo:400:kworker.0 Request processed in 28us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.604860:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1788598713.604872:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1788598713.604879:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747182464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.604903:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747182464:12345-0@lo:400:kworker.0 Request processed in 25us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.604909:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1788598713.604933:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747181440 00000100:00100000:3.0:1788598713.604937:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747181440 00000100:00100000:3.0:1788598713.604962:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1788598713.604968:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747181440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.604999:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747181440:12345-0@lo:400:kworker.0 Request processed in 31us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598713.605005:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00080000:3.0:1788598713.605031:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598713.605037:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598713.605039:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598713.605041:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598713.605094:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747181312:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605108:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747181824:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605118:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747182336:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605129:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747181184:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605139:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747181696:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605149:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747182208:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605195:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747181056:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605206:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747181568:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605213:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747182080:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605223:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747181440:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605232:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747181952:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.605242:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747182464:0@lo:400:kworker.0 00000100:00100000:1.0:1788598713.612583:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747180928 00000100:00100000:1.0:1788598713.612604:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747180928 00000100:00100000:1.0:1788598713.612685:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1788598713.612697:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747180928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598713.612978:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747180928:12345-0@lo:400:kworker.0 Request processed in 281us (10275us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598713.612988:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1788598713.613048:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747182592 00000100:00100000:1.0:1788598713.613053:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747182592 00000100:00100000:1.0:1788598713.613094:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1788598713.613101:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747182592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598713.613130:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598713.613167:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747182592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (9271us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598713.613173:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1788598713.622648:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747180928:0@lo:400:kworker.0 00000100:00100000:3.0:1788598713.622704:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747182592:0@lo:13:osp-pre-1-1.0 00000040:00080000:0.0:1788598713.890813:0:28221:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598713.890826:0:28221:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598713.893405:0:28221:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598713.893429:0:28221:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598714.119945:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747182720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598714.120051:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598714.120233:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747182720 00000100:00100000:3.0:1788598714.120244:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747182720 00000100:00100000:3.0:1788598714.120396:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1788598714.120408:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747182720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598714.120437:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598714.122611:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747182720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2194us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598714.122625:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1788598714.122810:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747182720:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598714.244149:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598715.266121:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598715.651420:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747182848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598715.652082:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598715.652202:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747182848 00000100:00100000:3.0:1788598715.652212:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747182848 00000100:00100000:3.0:1788598715.652279:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1788598715.652291:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747182848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598715.652334:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598715.652388:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747182848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598715.652397:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00080000:3.0:1788598715.652424:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598715.652471:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747182848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598715.653841:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598715.653932:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747182976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598715.654006:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598715.654079:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747182976 00000100:00100000:2.0:1788598715.654086:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747182976 00000100:00100000:2.0:1788598715.654146:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1788598715.654156:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747182976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598715.654180:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598715.654226:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747182976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598715.654233:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00080000:2.0:1788598715.654254:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598715.654293:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747182976:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1788598716.012873:0:28272:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598716.012887:0:28272:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598716.013424:0:28272:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598716.013434:0:28272:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598716.162000:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747183104:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788598716.162108:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598716.162223:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747183104 00000100:00100000:3.0:1788598716.162242:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747183104 00000100:00100000:3.0:1788598716.162313:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1788598716.162323:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747183104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598716.162369:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598716.165175:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747183104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2839us (3053us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598716.165193:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1788598716.172658:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747183104:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598716.294273:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788598717.315128:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598718.038822:0:28324:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598718.038836:0:28324:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598718.040838:0:28324:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598718.040859:0:28324:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598718.212015:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598718.212048:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747183232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598718.212139:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598718.212326:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747183232 00000100:00100000:3.0:1788598718.212338:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747183232 00000100:00100000:3.0:1788598718.212411:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1788598718.212421:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747183232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598718.212468:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598718.212541:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747183232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598718.212550:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1788598718.212611:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747183232:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598718.338372:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598718.594949:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598718.595001:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598718.595034:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598718.595072:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598718.595100:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598718.595127:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598718.595147:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598718.595175:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598718.595205:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598718.595241:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723262208 00000100:00100000:1.0:1788598718.595255:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723262208 00000100:00100000:1.0:1788598718.595320:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 829 00000100:00100000:1.0:1788598718.595331:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723262208:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598718.595420:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723262208:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 90us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.595428:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 829 00000100:00100000:1.0:1788598718.595500:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723262336 00000100:00100000:1.0:1788598718.595505:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723262336 00000100:00100000:1.0:1788598718.595548:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723262848 00000100:00100000:1.0:1788598718.595550:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723262848 00000100:00100000:1.0:1788598718.595564:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723262464 00000100:00100000:1.0:1788598718.595566:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723262464 00000100:00100000:1.0:1788598718.595578:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723262976 00000100:00100000:1.0:1788598718.595581:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723262976 00000100:00100000:1.0:1788598718.595595:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1419 00000100:00100000:1.0:1788598718.595601:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723262336:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598718.595634:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+112:2432:x1875480723262336:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.595644:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1419 00000100:00100000:1.0:1788598718.595660:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1420 00000100:00100000:1.0:1788598718.595666:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723262848:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598718.595687:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2432:x1875480723262848:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.595693:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1420 00000100:00100000:1.0:1788598718.595705:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1421 00000100:00100000:1.0:1788598718.595711:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723262464:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598718.595782:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+9:2432:x1875480723262464:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 71us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.595788:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1421 00000100:00100000:1.0:1788598718.595799:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1422 00000100:00100000:1.0:1788598718.595805:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723262976:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598718.595828:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723262976:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.595834:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1422 00000100:00080000:1.0:1788598718.596006:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598718.596011:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598718.596354:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723262592 00000100:00100000:0.0:1788598718.596360:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723262592 00000100:00100000:0.0:1788598718.596413:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723263104 00000100:00100000:0.0:1788598718.596416:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723263104 00000100:00100000:0.0:1788598718.596433:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723262720 00000100:00100000:0.0:1788598718.596436:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723262720 00000100:00100000:0.0:1788598718.596448:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723263232 00000100:00100000:0.0:1788598718.596450:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723263232 00000100:00100000:0.0:1788598718.596465:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 966 00000100:00100000:0.0:1788598718.596471:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723262592:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598718.596528:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723262592:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 57us (1527us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598718.596535:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 966 00000100:00100000:0.0:1788598718.596547:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 967 00000100:00100000:0.0:1788598718.596552:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723263104:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598718.596572:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723263104:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (1499us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598718.596578:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 967 00000100:00100000:0.0:1788598718.596588:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 968 00000100:00100000:0.0:1788598718.596593:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723262720:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598718.596615:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723262720:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (1468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598718.596620:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 968 00000100:00100000:0.0:1788598718.596628:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 969 00000100:00100000:0.0:1788598718.596633:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723263232:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598718.596650:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723263232:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (1446us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598718.596655:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 969 00000100:00080000:1.0:1788598718.597469:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598718.597477:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598718.723395:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5abf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747183360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598718.723619:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598718.723728:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747183872:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.723827:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598718.723829:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747183488:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.723869:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747184384:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.723923:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598718.723935:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598718.723959:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788598718.723970:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747183744:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.724005:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598718.724017:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747184000:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.724038:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747184256:0@lo:400:kworker.0 00000100:00100000:3.0:1788598718.724063:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598718.724077:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598718.724111:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747184512:0@lo:400:kworker.0 00000100:00100000:2.0:1788598718.724199:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747183488 00000100:00100000:2.0:1788598718.724211:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747183488 00000100:00100000:2.0:1788598718.724277:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1788598718.724288:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747183488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598718.724429:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747183616:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.724568:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747184768:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.724602:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598718.724643:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747184384 00000100:00100000:1.0:1788598718.724647:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747184384 00000100:00100000:1.0:1788598718.724692:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747184256 00000100:00100000:1.0:1788598718.724696:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747184256 00000100:00100000:1.0:1788598718.724717:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747184768 00000100:00100000:1.0:1788598718.724719:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747184768 00000100:00100000:1.0:1788598718.724767:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1788598718.724774:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747184384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.724830:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747184384:12345-0@lo:400:kworker.0 Request processed in 55us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.724838:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1788598718.724859:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1788598718.724865:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747184256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.724904:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747184256:12345-0@lo:400:kworker.0 Request processed in 40us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.724910:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1788598718.724923:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1788598718.724929:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747184768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.724956:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747184768:12345-0@lo:400:kworker.0 Request processed in 27us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.724962:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00080000:1.0:1788598718.725004:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598718.725010:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598718.725058:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747184256:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.725068:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747184768:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.725078:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747184384:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.725129:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747183872 00000100:00100000:1.0:1788598718.725133:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747183872 00000100:00100000:1.0:1788598718.725161:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747184000 00000100:00100000:1.0:1788598718.725164:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747184000 00000100:00100000:1.0:1788598718.725193:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1788598718.725198:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747183872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.725234:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747183872:12345-0@lo:400:kworker.0 Request processed in 36us (1408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.725240:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1788598718.725251:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:1.0:1788598718.725257:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747184000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.725286:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747184000:12345-0@lo:400:kworker.0 Request processed in 30us (1224us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.725291:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00080000:1.0:1788598718.725304:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598718.725319:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747183872:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.725348:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747183360 00000100:00100000:1.0:1788598718.725351:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747183360 00000100:00100000:1.0:1788598718.725397:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1788598718.725404:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747183360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598718.725439:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598718.725723:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747183360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (1864us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.725865:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00080000:1.0:1788598718.725894:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598718.725923:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5abf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747183360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598718.726015:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747183744 00000100:00100000:1.0:1788598718.726020:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747183744 00000100:00100000:1.0:1788598718.726054:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1788598718.726061:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747183744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.726112:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747183744:12345-0@lo:400:kworker.0 Request processed in 52us (2109us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.726119:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1788598718.726145:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747183744:0@lo:400:kworker.0 00000100:00100000:3.0:1788598718.727701:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598718.727815:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747184000:0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.728040:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747184512 00000100:00100000:1.0:1788598718.728048:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747184512 00000100:00100000:1.0:1788598718.728240:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1788598718.728250:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747184512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598718.728316:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747184512:12345-0@lo:400:kworker.0 Request processed in 68us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598718.728323:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00080000:1.0:1788598718.728346:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598718.728495:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747184512:0@lo:400:kworker.0 00000100:00100000:2.0:1788598718.734207:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747183488:12345-0@lo:400:kworker.0 Request processed in 9904us (10260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598718.734228:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1788598718.734883:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747183488:0@lo:400:kworker.0 00000100:00100000:0.0:1788598718.735224:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598718.735314:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747184128:0@lo:400:kworker.0 00000100:00100000:0.0:1788598718.735344:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598718.739537:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747184640:0@lo:400:kworker.0 00000100:00100000:0.0:1788598718.739611:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598718.739804:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747183616 00000100:00100000:1.0:1788598718.739813:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747183616 00000100:00100000:1.0:1788598718.739915:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747184128 00000100:00100000:1.0:1788598718.739920:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747184128 00000100:00100000:3.0:1788598718.743303:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1788598718.743336:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747183616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598718.743448:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747183616:12345-0@lo:400:kworker.0 Request processed in 132us (8225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598718.743456:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1788598718.743487:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1788598718.743497:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747184128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598718.743529:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747184128:12345-0@lo:400:kworker.0 Request processed in 36us (8183us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598718.743534:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1788598718.743717:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747183616:0@lo:400:kworker.0 00000100:00100000:0.0:1788598718.743730:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747184128:0@lo:400:kworker.0 00000100:00080000:0.0:1788598718.743812:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598718.743941:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747184640 00000100:00100000:3.0:1788598718.743949:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747184640 00000100:00100000:3.0:1788598718.744013:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1788598718.744020:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747184640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598718.744061:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747184640:12345-0@lo:400:kworker.0 Request processed in 42us (4450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598718.744067:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00080000:0.0:1788598718.745462:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598718.745509:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747184640:0@lo:400:kworker.0 00000100:00100000:2.0:1788598719.237520:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598719.237543:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747184896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598719.237607:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598719.237791:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747184896 00000100:00100000:3.0:1788598719.237800:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747184896 00000100:00100000:3.0:1788598719.237853:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1788598719.237874:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747184896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598719.237895:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598719.237994:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747184896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598719.238001:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788598719.249158:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747184896:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788598719.364503:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598720.051730:0:28376:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598720.052025:0:28376:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598720.052624:0:28376:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598720.052635:0:28376:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788598720.388151:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598720.769976:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598720.769997:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747185024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598720.770067:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598720.771277:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747185024 00000100:00100000:2.0:1788598720.771290:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747185024 00000100:00100000:2.0:1788598720.771361:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1788598720.771373:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747185024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788598720.771423:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598720.771489:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747185024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (1420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598720.771496:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1788598720.781203:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598720.781226:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747185152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598720.781299:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788598720.781333:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598720.781350:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747185152 00000100:00100000:3.0:1788598720.781357:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747185152 00000100:00080000:0.0:1788598720.781381:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598720.781424:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1788598720.781433:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747185152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788598720.781456:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598720.781510:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747185152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598720.781517:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1788598720.781552:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747185152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598720.787280:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747185024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598721.282247:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747185280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598721.282316:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598721.282412:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747185280 00000100:00100000:0.0:1788598721.282419:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747185280 00000100:00100000:0.0:1788598721.282465:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1788598721.282474:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747185280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598721.282509:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598721.282553:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747185280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598721.282560:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1788598721.282612:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747185280:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598721.410891:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598722.048249:0:28427:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598722.048262:0:28427:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598722.048852:0:28427:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598722.048867:0:28427:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1788598722.372797:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1788598722.433972:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598722.433985:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598722.434564:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598722.434580:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788598722.442177:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598723.332856:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747185408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598723.332962:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598723.333351:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747185408 00000100:00100000:0.0:1788598723.333362:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747185408 00000100:00100000:0.0:1788598723.333421:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1788598723.333432:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747185408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598723.333477:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598723.333533:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747185408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598723.333541:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1788598723.333602:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747185408:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788598723.461448:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598723.715617:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598723.715658:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598723.715685:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598723.715704:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598723.715762:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598723.715786:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598723.715812:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598723.715830:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598723.715929:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598723.715963:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723263744 00000100:00100000:1.0:1788598723.715975:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723263744 00000100:00100000:1.0:1788598723.716050:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723264256 00000100:00100000:1.0:1788598723.716054:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723264256 00000100:00100000:1.0:1788598723.716077:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723263872 00000100:00100000:1.0:1788598723.716079:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723263872 00000100:00100000:1.0:1788598723.716093:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723264384 00000100:00100000:1.0:1788598723.716096:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723264384 00000100:00100000:1.0:1788598723.716115:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 973 00000100:00100000:1.0:1788598723.716126:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723263744:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598723.716219:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723263744:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 95us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.716228:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 973 00000100:00100000:1.0:1788598723.716248:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 974 00000100:00100000:1.0:1788598723.716255:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723264256:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598723.716281:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723264256:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.716288:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 974 00000100:00100000:1.0:1788598723.716299:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 975 00000100:00100000:1.0:1788598723.716306:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723263872:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598723.716330:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723263872:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.716337:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 975 00000100:00100000:1.0:1788598723.716347:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 976 00000100:00100000:1.0:1788598723.716355:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723264384:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598723.716384:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723264384:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.716391:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 976 00000100:00100000:1.0:1788598723.716417:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723263360 00000100:00100000:1.0:1788598723.716422:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723263360 00000100:00100000:1.0:1788598723.716452:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 831 00000100:00100000:1.0:1788598723.716459:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb34f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723263360:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598723.716484:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb34f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723263360:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.716491:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 831 00000100:00100000:1.0:1788598723.716524:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723263488 00000100:00100000:1.0:1788598723.716528:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723263488 00000100:00100000:1.0:1788598723.716555:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723264000 00000100:00100000:1.0:1788598723.716558:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723264000 00000100:00100000:1.0:1788598723.716571:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723263616 00000100:00100000:1.0:1788598723.716574:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723263616 00000100:00100000:1.0:1788598723.716586:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723264128 00000100:00100000:1.0:1788598723.716588:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723264128 00000100:00100000:1.0:1788598723.716601:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1429 00000100:00100000:1.0:1788598723.716607:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723263488:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598723.719894:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+112:2433:x1875480723263488:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 3270us (4276us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.719912:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1429 00000100:00100000:1.0:1788598723.719959:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1430 00000100:00100000:1.0:1788598723.719974:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723264000:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598723.720006:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723264000:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 40us (4320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.720013:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1430 00000100:00100000:1.0:1788598723.720026:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1431 00000100:00100000:1.0:1788598723.720035:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723263616:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598723.720061:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+9:2433:x1875480723263616:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (4274us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.720072:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1431 00000100:00100000:1.0:1788598723.720086:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1432 00000100:00100000:1.0:1788598723.720094:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723264128:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598723.720115:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723264128:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (4284us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.720120:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1432 00000100:00080000:1.0:1788598723.720160:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598723.720166:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598723.720170:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598723.720174:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598723.847380:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598723.847409:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747185536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598723.847499:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598723.847714:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747185792:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.847804:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598723.847836:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747186304:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.847859:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598723.847878:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747186816:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.847900:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598723.847926:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788598723.847932:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747185920:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.847960:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598723.847979:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747186432:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.848018:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598723.848039:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747186944:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.848061:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598723.848097:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747185792 00000100:00100000:0.0:1788598723.848106:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747185792 00000100:00100000:0.0:1788598723.848154:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747186304 00000100:00100000:0.0:1788598723.848157:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747186304 00000100:00100000:0.0:1788598723.848186:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747186816 00000100:00100000:0.0:1788598723.848189:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747186816 00000100:00100000:0.0:1788598723.848207:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1788598723.848215:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747185792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.848557:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747185792:12345-0@lo:400:kworker.0 Request processed in 341us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598723.848566:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1788598723.848586:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1788598723.848593:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747186304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.848623:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747186304:12345-0@lo:400:kworker.0 Request processed in 30us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598723.848629:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1788598723.848639:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1788598723.848645:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747186816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.848670:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747186816:12345-0@lo:400:kworker.0 Request processed in 26us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598723.848675:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1788598723.848705:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747185920 00000100:00100000:0.0:1788598723.848710:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747185920 00000100:00100000:0.0:1788598723.848774:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1788598723.848781:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747185920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.848816:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747185920:12345-0@lo:400:kworker.0 Request processed in 36us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598723.848823:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1788598723.848844:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747186432 00000100:00100000:0.0:1788598723.848848:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747186432 00000100:00100000:0.0:1788598723.848879:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747186944 00000100:00100000:0.0:1788598723.848882:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747186944 00000100:00100000:0.0:1788598723.848906:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1788598723.848912:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747186432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.848943:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747186432:12345-0@lo:400:kworker.0 Request processed in 31us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598723.848949:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1788598723.848959:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:0.0:1788598723.848965:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747186944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.848992:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747186944:12345-0@lo:400:kworker.0 Request processed in 27us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598723.848999:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1788598723.849117:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747186048:0@lo:400:kworker.0 00000100:00100000:1.0:1788598723.849157:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598723.849180:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747186560:0@lo:400:kworker.0 00000100:00100000:1.0:1788598723.849204:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598723.849227:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788598723.849234:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747185664:0@lo:400:kworker.0 00000100:00100000:1.0:1788598723.849263:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598723.849295:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747186176:0@lo:400:kworker.0 00000100:00100000:1.0:1788598723.849317:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598723.849334:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747186688:0@lo:400:kworker.0 00000100:00100000:1.0:1788598723.849356:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598723.849386:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747185536 00000100:00100000:1.0:1788598723.849392:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747185536 00000100:00100000:1.0:1788598723.849428:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1788598723.849435:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747185536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598723.849463:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598723.849499:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747185536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (2001us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.849506:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1788598723.849525:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747186560 00000100:00100000:1.0:1788598723.849529:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747186560 00000100:00100000:0.0:1788598723.849588:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747186048 00000100:00100000:0.0:1788598723.849592:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747186048 00000100:00100000:0.0:1788598723.849610:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747186176 00000100:00100000:0.0:1788598723.849613:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747186176 00000100:00100000:0.0:1788598723.849627:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747186688 00000100:00100000:0.0:1788598723.849629:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747186688 00000100:00100000:0.0:1788598723.849643:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1788598723.849649:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747186048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.849687:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747186048:12345-0@lo:400:kworker.0 Request processed in 38us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598723.849693:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1788598723.849704:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1788598723.849709:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747186176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.849771:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747186176:12345-0@lo:400:kworker.0 Request processed in 62us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598723.849780:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1788598723.849792:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1788598723.849797:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747186688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.849820:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747186688:12345-0@lo:400:kworker.0 Request processed in 23us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598723.849825:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00080000:0.0:1788598723.849842:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598723.849848:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598723.849850:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598723.849851:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598723.849909:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747186176:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.849921:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747186688:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.849930:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747186048:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.849969:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747185920:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.849983:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747186432:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.849994:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747186944:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.850020:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747185792:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.850033:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747186304:0@lo:400:kworker.0 00000100:00100000:0.0:1788598723.850043:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747186816:0@lo:400:kworker.0 00000100:00100000:3.0:1788598723.850168:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747185536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598723.851804:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747185664 00000100:00100000:3.0:1788598723.851819:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747185664 00000100:00100000:3.0:1788598723.851879:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1788598723.851888:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747185664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598723.851991:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747185664:12345-0@lo:400:kworker.0 Request processed in 104us (2726us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598723.852002:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1788598723.852061:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747185664:0@lo:400:kworker.0 00000100:00100000:1.0:1788598723.856162:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1788598723.856180:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747186560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598723.856295:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5abf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747186560:12345-0@lo:400:kworker.0 Request processed in 123us (7089us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598723.856304:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1788598723.856372:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747186560:0@lo:400:kworker.0 00000040:00080000:0.0:1788598723.885155:0:28478:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598723.885165:0:28478:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598723.886417:0:28478:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598723.886433:0:28478:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598724.354226:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598724.354257:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747187072:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598724.354364:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598724.354586:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747187072 00000100:00100000:0.0:1788598724.354597:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747187072 00000100:00100000:0.0:1788598724.354669:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1788598724.354680:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747187072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598724.354715:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598724.354812:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747187072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 134us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598724.354822:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1788598724.355138:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747187072:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598724.482086:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598725.506034:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598725.893334:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747187200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598725.893425:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598725.893524:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747187200 00000100:00100000:0.0:1788598725.893533:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747187200 00000100:00100000:0.0:1788598725.893600:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1788598725.893611:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747187200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598725.893650:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598725.893715:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747187200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598725.893722:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00080000:0.0:1788598725.893771:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598725.893817:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747187200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598725.895144:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598725.895163:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747187328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598725.895225:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598725.895363:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747187328 00000100:00100000:3.0:1788598725.895371:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747187328 00000100:00100000:3.0:1788598725.895442:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1788598725.895453:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747187328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598725.895475:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598725.895522:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747187328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598725.895530:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00080000:0.0:1788598725.895588:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598725.895656:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747187328:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1788598725.929536:0:28530:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598725.929550:0:28530:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598725.930113:0:28530:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598725.930126:0:28530:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598726.402365:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747187456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598726.402466:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598726.403158:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747187456 00000100:00100000:0.0:1788598726.403170:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747187456 00000100:00100000:0.0:1788598726.403245:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1788598726.403256:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747187456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598726.403306:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598726.403386:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747187456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598726.403394:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1788598726.403567:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747187456:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598726.532712:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598727.554048:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598727.813769:0:28581:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598727.813779:0:28581:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598727.814451:0:28581:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598727.814461:0:28581:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598728.450054:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598728.450086:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747187584:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598728.450192:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598728.450402:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747187584 00000100:00100000:0.0:1788598728.450522:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747187584 00000100:00100000:0.0:1788598728.450603:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1788598728.450614:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747187584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598728.450659:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598728.450901:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747187584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 288us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598728.450910:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1788598728.452399:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747187584:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598728.578299:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598728.834908:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598728.834955:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598728.834990:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598728.835020:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598728.835042:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598728.835067:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598728.835092:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723265024 00000100:00100000:0.0:1788598728.835103:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598728.835111:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723265024 00000100:00100000:0.0:1788598728.835129:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598728.835159:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598728.835197:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723264768 00000100:00100000:2.0:1788598728.835206:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723265536 00000100:00100000:0.0:1788598728.835207:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723264768 00000100:00100000:2.0:1788598728.835212:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723265536 00000100:00100000:0.0:1788598728.835265:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723265280 00000100:00100000:0.0:1788598728.835270:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723265280 00000100:00100000:0.0:1788598728.835286:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723264640 00000100:00100000:0.0:1788598728.835288:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723264640 00000100:00100000:0.0:1788598728.835298:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723265152 00000100:00100000:0.0:1788598728.835300:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723265152 00000100:00100000:0.0:1788598728.835316:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1439 00000100:00100000:0.0:1788598728.835325:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723264768:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598728.835401:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723264768:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 76us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.835403:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723264896 00000100:00100000:2.0:1788598728.835410:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723264896 00000100:00100000:0.0:1788598728.835417:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1439 00000100:00100000:0.0:1788598728.835446:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1440 00000100:00100000:0.0:1788598728.835454:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723265280:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598728.835481:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723265280:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 29us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598728.835487:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1440 00000100:00100000:0.0:1788598728.835500:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1441 00000100:00100000:0.0:1788598728.835507:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723264640:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598728.835531:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+112:2434:x1875480723264640:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598728.835537:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1441 00000100:00100000:0.0:1788598728.835547:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1442 00000100:00100000:0.0:1788598728.835566:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723265152:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598728.835601:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723265152:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 48us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598728.835607:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1442 00000100:00100000:1.0:1788598728.835693:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723264512 00000100:00100000:1.0:1788598728.835699:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723264512 00000100:00100000:1.0:1788598728.835729:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 833 00000100:00100000:1.0:1788598728.835782:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723264512:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598728.835809:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723264512:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 74us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598728.835815:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 833 00000100:00100000:1.0:1788598728.835850:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723265408 00000100:00100000:1.0:1788598728.835854:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723265408 00000100:00100000:1.0:1788598728.835881:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 980 00000100:00100000:1.0:1788598728.835890:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723265024:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598728.835926:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723265024:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 38us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598728.835933:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 980 00000100:00100000:1.0:1788598728.835949:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 981 00000100:00100000:1.0:1788598728.835956:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723265536:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598728.835980:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723265536:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598728.835987:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 981 00000100:00100000:1.0:1788598728.835998:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 982 00000100:00100000:1.0:1788598728.836005:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723264896:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598728.836026:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723264896:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598728.836032:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 982 00000100:00100000:1.0:1788598728.836043:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 983 00000100:00100000:1.0:1788598728.836050:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723265408:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598728.836069:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723265408:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598728.836074:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 983 00000100:00080000:1.0:1788598728.836232:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598728.836237:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598728.836239:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598728.836241:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598728.962127:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747187840:0@lo:400:kworker.0 00000100:00100000:1.0:1788598728.962219:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598728.962297:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747188352:0@lo:400:kworker.0 00000100:00100000:1.0:1788598728.962321:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598728.962340:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747188864:0@lo:400:kworker.0 00000100:00100000:1.0:1788598728.962361:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598728.962396:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788598728.962402:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747187968:0@lo:400:kworker.0 00000100:00100000:1.0:1788598728.962430:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598728.962514:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747188480:0@lo:400:kworker.0 00000100:00100000:1.0:1788598728.962541:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598728.962559:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747188992:0@lo:400:kworker.0 00000100:00100000:1.0:1788598728.962593:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598728.962633:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747187840 00000100:00100000:1.0:1788598728.962643:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747187840 00000100:00100000:1.0:1788598728.962692:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747188352 00000100:00100000:1.0:1788598728.962695:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747188352 00000100:00100000:1.0:1788598728.962725:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747188864 00000100:00100000:1.0:1788598728.962729:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747188864 00000100:00100000:2.0:1788598728.962810:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747187712:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.962851:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598728.962881:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747188224:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.962902:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598728.962913:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747188736:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.962933:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598728.962947:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788598728.962952:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747188096:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.962972:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598728.962981:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747188608:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963001:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598728.963020:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747189120:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963041:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598728.963126:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747187968 00000100:00100000:2.0:1788598728.963131:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747187968 00000100:00100000:2.0:1788598728.963168:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1788598728.963177:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747187968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963242:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747187968:12345-0@lo:400:kworker.0 Request processed in 65us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.963254:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1788598728.963279:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747188224 00000100:00100000:2.0:1788598728.963283:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747188224 00000100:00100000:2.0:1788598728.963303:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747188736 00000100:00100000:2.0:1788598728.963305:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747188736 00000100:00100000:2.0:1788598728.963318:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747188096 00000100:00100000:2.0:1788598728.963321:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747188096 00000100:00100000:2.0:1788598728.963334:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:2.0:1788598728.963341:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747187840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963374:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747187840:12345-0@lo:400:kworker.0 Request processed in 33us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.963380:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:2.0:1788598728.963395:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1788598728.963401:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747188352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963427:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747188352:12345-0@lo:400:kworker.0 Request processed in 27us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.963434:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1788598728.963459:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1788598728.963466:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747188224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963499:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747188224:12345-0@lo:400:kworker.0 Request processed in 34us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.963506:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1788598728.963517:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1788598728.963524:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747188736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963551:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747188736:12345-0@lo:400:kworker.0 Request processed in 28us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.963560:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1788598728.963584:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1788598728.963591:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747188096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963617:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1875480747188096:12345-0@lo:400:kworker.0 Request processed in 28us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.963623:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1788598728.963651:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747188480 00000100:00100000:2.0:1788598728.963655:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747188480 00000100:00100000:2.0:1788598728.963685:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747188992 00000100:00100000:2.0:1788598728.963688:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747188992 00000100:00100000:2.0:1788598728.963705:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747188608 00000100:00100000:2.0:1788598728.963708:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747188608 00000100:00100000:2.0:1788598728.963720:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747189120 00000100:00100000:2.0:1788598728.963722:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747189120 00000100:00100000:2.0:1788598728.963770:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1788598728.963778:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747188480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963811:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747188480:12345-0@lo:400:kworker.0 Request processed in 34us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.963818:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1788598728.963830:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1788598728.963836:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747188992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963864:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747188992:12345-0@lo:400:kworker.0 Request processed in 28us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.963870:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1788598728.963880:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1788598728.963885:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747188608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963917:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747188608:12345-0@lo:400:kworker.0 Request processed in 32us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.963923:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1788598728.963934:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1788598728.963939:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747189120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.963965:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747189120:12345-0@lo:400:kworker.0 Request processed in 26us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.963971:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1788598728.964032:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3668:1875480747188096:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.964052:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747188608:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.964064:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747189120:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.964074:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747188224:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.964082:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747188736:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.964149:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747187712 00000100:00100000:2.0:1788598728.964153:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747187712 00000100:00100000:2.0:1788598728.964183:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1788598728.964190:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747187712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.964225:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747187712:12345-0@lo:400:kworker.0 Request processed in 36us (1374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598728.964232:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00080000:2.0:1788598728.964264:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598728.964270:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598728.964274:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598728.964278:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598728.964291:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598728.964303:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747187712:0@lo:400:kworker.0 00000100:00100000:3.0:1788598728.964306:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747189248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598728.964346:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598728.964366:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747187968:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.964385:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747188480:0@lo:400:kworker.0 00000100:00100000:3.0:1788598728.964390:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747189248 00000100:00100000:3.0:1788598728.964395:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747189248 00000100:00100000:2.0:1788598728.964398:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747188992:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.964411:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747187840:0@lo:400:kworker.0 00000100:00100000:2.0:1788598728.964423:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747188352:0@lo:400:kworker.0 00000100:00100000:3.0:1788598728.964434:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788598728.964444:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747189248:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598728.964599:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1788598728.964608:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747188864:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1788598728.964635:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598728.964655:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747188864:12345-0@lo:400:kworker.0 Request processed in 49us (2292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598728.964662:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:3.0:1788598728.964682:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747189248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 240us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598728.964693:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1788598728.964699:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747188864:0@lo:400:kworker.0 00000100:00100000:3.0:1788598728.964754:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747189248:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788598728.965491:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598729.474051:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747189376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598729.474151:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598729.474303:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747189376 00000100:00100000:0.0:1788598729.474313:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747189376 00000100:00100000:0.0:1788598729.474388:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1788598729.474400:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747189376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788598729.474429:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598729.478022:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747189376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3608us (3854us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598729.478039:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1788598729.478311:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747189376:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598729.605766:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598729.680514:0:28632:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598729.680527:0:28632:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598729.681366:0:28632:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598729.681382:0:28632:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598730.562920:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598730.563141:0:10276:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723265664 00000100:00100000:0.0:1788598730.563156:0:10276:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723265664 00000100:00080000:2.0:1788598730.563362:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598730.563594:0:10276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 122 00000100:00100000:0.0:1788598730.563611:0:10276:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+9:2434:x1875480723265664:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788598730.563632:0:10276:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1788598730.565565:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a1bb653f400/0x6b7334fb1606c17c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea9e8 expref: 9 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598730.565602:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a1ba030f400/0x6b7334fb1606c0e2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea9cc expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598730.565615:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff8a1b8299e300) 00010000:00010000:0.0:1788598730.565700:0:10276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a1a8535c800/0x6b7334fb1606bfb5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea98d expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788598730.565710:0:10276:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff8a1a8622ce00) 00010000:00010000:0.0:1788598730.565774:0:10276:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788598730.566037:0:10276:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:057ab826-16b2-4323-94a8-90eee763040a+6:2434:x1875480723265664:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 2431us (3143us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598730.566048:0:10276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 122 00010000:00010000:0.0:1788598730.626428:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598731.010703:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598731.013213:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598731.013241:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747189632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598731.013327:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598731.013631:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747189632 00000100:00100000:3.0:1788598731.013640:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747189632 00000100:00100000:3.0:1788598731.013709:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1788598731.013719:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747189632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598731.013779:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598731.013827:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747189632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598731.013845:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1788598731.013896:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747189632:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788598731.015042:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598731.021398:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747189504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598731.021470:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598731.021611:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747189504 00000100:00100000:0.0:1788598731.021619:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747189504 00000100:00100000:0.0:1788598731.021714:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1788598731.021723:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747189504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598731.021773:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598731.021852:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747189504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598731.021859:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1788598731.021962:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b812e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747189504:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788598731.025377:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1788598731.469969:0:28683:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598731.469979:0:28683:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598731.477218:0:28683:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598731.477234:0:28683:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598731.522541:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598731.522567:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747189760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598731.522637:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598731.522898:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747189760 00000100:00100000:0.0:1788598731.522907:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747189760 00000100:00100000:0.0:1788598731.522963:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1788598731.522972:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747189760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788598731.523005:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1788598731.523064:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747189760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598731.523071:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1788598731.523193:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747189760:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598731.649983:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598732.611000:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788598732.625493:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598732.626607:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723265920 00000100:00100000:3.0:1788598732.626620:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723265920 00000100:00100000:3.0:1788598732.626948:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 354 00000100:00100000:3.0:1788598732.626961:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+112:14930:x1875480723265920:12345-192.168.202.17@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1788598732.627208:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:057ab826-16b2-4323-94a8-90eee763040a+113:14930:x1875480723265920:12345-192.168.202.17@tcp:35:ldlm_bl.0 Request processed in 250us (1727us total) trans 4294968355 rc 0/0 00000100:00100000:3.0:1788598732.627216:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 354 00000100:00080000:1.0:1788598732.627269:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598732.636091:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598732.636229:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723266048 00000100:00100000:1.0:1788598732.636240:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723266048 00000100:00100000:1.0:1788598732.636329:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 123 00000100:00100000:1.0:1788598732.636340:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+113:2432:x1875480723266048:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788598732.636356:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:1.0:1788598732.636382:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88360e00/0x6b7334fb1606d3c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeaedb expref: 113 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636408:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386c00/0x6b7334fb1606d071 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeadd1 expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636419:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8a1a85f88a00) 00010000:00010000:1.0:1788598732.636505:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1200/0x6b7334fb1606cf3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeadae expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636517:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8a1a85f88b00) 00010000:00010000:1.0:1788598732.636526:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a0c00/0x6b7334fb1606cefe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeada0 expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636535:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8a1bb35a0400) 00010000:00010000:1.0:1788598732.636548:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87386a00/0x6b7334fb1606ccb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeacf8 expref: 109 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636558:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8a1a85f88b00) 00010000:00010000:1.0:1788598732.636585:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387a00/0x6b7334fb1606cc1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeacd5 expref: 108 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636598:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ea00/0x6b7334fb1606cb0e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeac88 expref: 107 pid: 10034 timeout: 561 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636607:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff8a1a85f80000) 00010000:00010000:1.0:1788598732.636614:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030fe00/0x6b7334fb1606c9d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeac26 expref: 106 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636623:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff8a1a8622c200) 00010000:00010000:1.0:1788598732.636630:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9a738400/0x6b7334fb1606c939 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeac03 expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636642:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e400/0x6b7334fb1606c7f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeabc4 expref: 104 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636657:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff8a1a8714fa00) 00010000:00010000:1.0:1788598732.636664:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030e800/0x6b7334fb1606c7c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeabb6 expref: 103 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636673:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff8a1a85f80300) 00010000:00010000:1.0:1788598732.636698:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b88b5ce00/0x6b7334fb1606c756 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeaba1 expref: 102 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636708:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff8a1a85f80900) 00010000:00010000:1.0:1788598732.636717:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653fc00/0x6b7334fb1606c518 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeaaf9 expref: 101 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636725:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff8a1a86238500) 00010000:00010000:1.0:1788598732.636763:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653e800/0x6b7334fb1606c3ac lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeaa90 expref: 100 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636774:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff8a1a8622cf00) 00010000:00010000:1.0:1788598732.636786:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030f600/0x6b7334fb1606c294 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeaa35 expref: 99 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636796:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff8a1a8622c000) 00010000:00010000:1.0:1788598732.636803:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99800/0x6b7334fb1606bf76 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdea978 expref: 98 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788598732.636813:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff8a1a8618c900) 00010000:00010000:1.0:1788598732.636820:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788598732.636894:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:057ab826-16b2-4323-94a8-90eee763040a+97:2432:x1875480723266048:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 556us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598732.636902:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 123 00000040:00080000:0.0:1788598732.673928:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598732.673937:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598732.675182:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598732.675197:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598732.677131:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598733.509250:0:28735:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598733.509263:0:28735:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598733.511312:0:28735:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598733.511460:0:28735:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598733.571000:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598733.571034:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747189888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598733.571136:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598733.571275:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747189888 00000100:00100000:0.0:1788598733.571288:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747189888 00000100:00100000:0.0:1788598733.571356:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1788598733.571369:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747189888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598733.571416:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598733.571617:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747189888:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598733.571668:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b812e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747189888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598733.571678:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00010000:00010000:0.0:1788598733.699603:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598733.957134:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598733.957193:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598733.957224:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723266304 00000100:00100000:1.0:1788598733.957239:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723266304 00000100:00100000:2.0:1788598733.957242:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598733.957279:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598733.957314:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723266816 00000100:00100000:1.0:1788598733.957319:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723266816 00000100:00100000:2.0:1788598733.957335:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598733.957364:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1449 00000100:00100000:1.0:1788598733.957377:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+97:2433:x1875480723266304:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598733.957382:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723266560 00000100:00100000:2.0:1788598733.957387:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723266560 00000100:00100000:2.0:1788598733.957434:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723267072 00000100:00100000:2.0:1788598733.957438:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723267072 00000100:00100000:2.0:1788598733.957465:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 988 00000100:00100000:2.0:1788598733.957473:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723266560:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598733.957513:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+97:2433:x1875480723266304:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 140us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598733.957522:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1449 00000100:00100000:1.0:1788598733.957542:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1450 00000100:00100000:1.0:1788598733.957550:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723266816:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598733.957557:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 989 00000100:00100000:3.0:1788598733.957570:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723267072:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:0.0:1788598733.957652:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598733.957659:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598733.958612:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723266560:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 1133us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598733.958634:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 988 00000100:00100000:2.0:1788598733.958684:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723266176 00000100:00100000:2.0:1788598733.958691:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723266176 00000100:00100000:2.0:1788598733.958759:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 835 00000100:00100000:2.0:1788598733.958767:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723266176:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598733.958810:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723266176:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 44us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598733.958817:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 835 00000100:00100000:3.0:1788598733.961978:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723267072:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 4390us (4678us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598733.962011:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 989 00000100:00100000:1.0:1788598733.962541:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723266816:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 4987us (5295us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598733.962555:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1450 00000100:00100000:0.0:1788598733.962638:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598733.962721:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723266432 00000100:00100000:1.0:1788598733.962770:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723266432 00000100:00100000:1.0:1788598733.962852:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1451 00000100:00100000:1.0:1788598733.962863:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+6:2433:x1875480723266432:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598733.963063:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+6:2433:x1875480723266432:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 202us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598733.963071:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1451 00000100:00080000:3.0:1788598733.963366:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598733.963829:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598733.963895:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598733.964509:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598733.964674:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723266688 00000100:00100000:0.0:1788598733.964684:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723266688 00000100:00100000:3.0:1788598733.964882:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723266944 00000100:00100000:3.0:1788598733.964887:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723266944 00000100:00100000:3.0:1788598733.964943:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1452 00000100:00100000:3.0:1788598733.964954:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723266944:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598733.965046:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723266944:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 94us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598733.965054:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1452 00000100:00100000:0.0:1788598733.965474:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723267200 00000100:00100000:0.0:1788598733.965480:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723267200 00000100:00100000:0.0:1788598733.965509:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 990 00000100:00100000:0.0:1788598733.965517:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723266688:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:3.0:1788598733.965678:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598733.965684:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598733.965844:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 991 00000100:00100000:1.0:1788598733.965855:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723267200:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598733.965886:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723267200:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598733.965893:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 991 00000100:00100000:0.0:1788598733.965969:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723266688:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 452us (2141us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598733.965977:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 990 00000100:00100000:1.0:1788598734.082135:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598734.082167:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747190144:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.082257:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598734.082381:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747190144 00000100:00100000:1.0:1788598734.082391:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747190144 00000100:00100000:1.0:1788598734.082482:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1788598734.082492:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747190144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.082555:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747190144:12345-0@lo:400:kworker.0 Request processed in 63us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598734.082563:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1788598734.082882:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747190144:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.082930:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747190272:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.082961:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598734.083019:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788598734.083025:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747190656:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.083049:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598734.083245:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747190272 00000100:00100000:2.0:1788598734.083250:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747190272 00000100:00100000:2.0:1788598734.083287:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788598734.083294:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747190272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598734.083353:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747190400:0@lo:400:kworker.0 00000100:00100000:3.0:1788598734.083393:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598734.083436:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788598734.083445:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747190016:0@lo:400:kworker.0 00000100:00100000:3.0:1788598734.083486:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598734.083515:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747190528:0@lo:400:kworker.0 00000100:00100000:3.0:1788598734.083542:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598734.083603:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747190656 00000100:00100000:3.0:1788598734.083608:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747190656 00000100:00100000:3.0:1788598734.083645:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747190400 00000100:00100000:3.0:1788598734.083648:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747190400 00000100:00100000:3.0:1788598734.083665:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747190528 00000100:00100000:3.0:1788598734.083667:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747190528 00000100:00100000:3.0:1788598734.083682:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:3.0:1788598734.083688:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747190656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598734.084623:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747190272:12345-0@lo:400:kworker.0 Request processed in 1314us (1646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598734.084635:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788598734.084683:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747190016 00000100:00100000:2.0:1788598734.084690:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747190016 00000100:00100000:2.0:1788598734.084727:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1788598734.084751:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747190016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598734.084794:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747190016:12345-0@lo:400:kworker.0 Request processed in 60us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598734.084800:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1788598734.084830:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788598734.084843:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747190912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598734.084877:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598734.084922:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747190784:0@lo:400:kworker.0 00000100:00100000:2.0:1788598734.084946:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598734.091937:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:1.0:1788598734.091959:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747190400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.092068:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747190400:12345-0@lo:400:kworker.0 Request processed in 119us (8675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598734.092077:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:1.0:1788598734.092510:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1788598734.092520:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747190528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.092563:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747190528:12345-0@lo:400:kworker.0 Request processed in 46us (9020us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598734.092569:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00080000:1.0:1788598734.092596:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598734.092604:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598734.093486:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747191424:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.093544:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598734.093601:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747190016:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.094017:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747190528:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.094037:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747190400:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.094071:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788598734.094180:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747191040:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.094219:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598734.094266:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747190784 00000100:00100000:1.0:1788598734.094275:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747190784 00000100:00100000:1.0:1788598734.094338:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1788598734.094346:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747190784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.094815:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747190784:12345-0@lo:400:kworker.0 Request processed in 467us (9865us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598734.094825:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1788598734.094843:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747191424 00000100:00100000:1.0:1788598734.094848:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747191424 00000100:00100000:1.0:1788598734.094871:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747191040 00000100:00100000:1.0:1788598734.094874:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747191040 00000100:00100000:1.0:1788598734.094893:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1788598734.094899:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747191424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.094935:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747191424:12345-0@lo:400:kworker.0 Request processed in 36us (1391us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598734.094941:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1788598734.094952:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1788598734.094957:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747191040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.094984:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747191040:12345-0@lo:400:kworker.0 Request processed in 27us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598734.094989:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00080000:1.0:1788598734.095008:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598734.095012:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598734.095038:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747191040:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.095049:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747191424:0@lo:400:kworker.0 00000100:00100000:1.0:1788598734.095152:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747190912 00000100:00100000:1.0:1788598734.095156:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747190912 00000100:00100000:1.0:1788598734.095189:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1788598734.095196:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747190912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598734.095222:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598734.095262:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747190912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (10383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598734.095271:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00080000:1.0:1788598734.095283:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598734.095309:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747190912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598734.095857:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747191168:0@lo:400:kworker.0 00000100:00100000:0.0:1788598734.095907:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598734.095943:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598734.095950:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747191296:0@lo:400:kworker.0 00000100:00100000:0.0:1788598734.095972:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598734.096012:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747191168 00000100:00100000:0.0:1788598734.096018:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747191168 00000100:00100000:0.0:1788598734.096058:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747191296 00000100:00100000:0.0:1788598734.096061:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747191296 00000100:00100000:0.0:1788598734.096097:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:0.0:1788598734.096104:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747191168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598734.096142:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747191168:12345-0@lo:400:kworker.0 Request processed in 40us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598734.096148:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:0.0:1788598734.096163:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:0.0:1788598734.096168:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747191296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598734.096191:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747191296:12345-0@lo:400:kworker.0 Request processed in 24us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598734.096196:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00080000:0.0:1788598734.096210:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598734.096213:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598734.096233:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747191296:0@lo:400:kworker.0 00000100:00100000:0.0:1788598734.096243:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747191168:0@lo:400:kworker.0 00000100:00100000:3.0:1788598734.097510:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747190656:12345-0@lo:400:kworker.0 Request processed in 13811us (14449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598734.097523:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1788598734.100817:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747190656:0@lo:400:kworker.0 00000100:00100000:2.0:1788598734.100845:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747190272:0@lo:400:kworker.0 00000100:00100000:2.0:1788598734.100898:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747190784:0@lo:400:kworker.0 00000100:00100000:2.0:1788598734.596962:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598734.597004:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747191552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598734.597108:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598734.597364:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747191552 00000100:00100000:3.0:1788598734.597377:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747191552 00000100:00100000:3.0:1788598734.597460:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1788598734.597472:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747191552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598734.597501:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598734.599336:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747191552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1854us (2216us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598734.599354:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1788598734.600559:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747191552:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598734.722319:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598735.440847:0:28786:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598735.440861:0:28786:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598735.443576:0:28786:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598735.443598:0:28786:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598735.746221:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598736.130675:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598736.130710:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747191680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598736.130824:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598736.131426:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747191680 00000100:00100000:3.0:1788598736.131438:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747191680 00000100:00100000:3.0:1788598736.131539:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1788598736.131552:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747191680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598736.131595:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598736.131662:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747191680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598736.131671:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1788598736.131910:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598736.131924:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747191808:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598736.131961:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598736.132043:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747191808 00000100:00100000:1.0:1788598736.132048:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747191808 00000100:00100000:1.0:1788598736.132091:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1788598736.132099:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747191808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598736.132110:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598736.132148:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747191808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598736.132154:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1788598736.132205:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747191808:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788598736.132286:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598736.132760:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747191680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598736.642561:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747191936:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598736.642660:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598736.642835:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747191936 00000100:00100000:3.0:1788598736.642845:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747191936 00000100:00100000:3.0:1788598736.642900:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1788598736.642908:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747191936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598736.642947:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598736.643011:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747191936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598736.643016:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1788598736.643090:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747191936:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598736.771446:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598737.249625:0:28837:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598737.249635:0:28837:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598737.250206:0:28837:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598737.250215:0:28837:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598737.796635:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788598738.180157:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968355 is committed 00000100:00100000:0.0:1788598738.689934:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747192064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598738.690003:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598738.690168:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747192064 00000100:00100000:2.0:1788598738.690179:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747192064 00000100:00100000:2.0:1788598738.690230:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1788598738.690239:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747192064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598738.690272:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598738.690329:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747192064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598738.690336:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1788598738.690786:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747192064:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598738.818062:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598739.008906:0:28888:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598739.008916:0:28888:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598739.012326:0:28888:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598739.012344:0:28888:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598739.078125:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598739.078172:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598739.078239:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723267328 00000100:00100000:2.0:1788598739.078249:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723267328 00000100:00100000:2.0:1788598739.078315:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 837 00000100:00100000:2.0:1788598739.078325:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723267328:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598739.078396:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723267328:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 72us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598739.078403:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 837 00000100:00100000:1.0:1788598739.078789:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723267584 00000100:00100000:1.0:1788598739.078794:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723267584 00000100:00100000:1.0:1788598739.078850:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1459 00000100:00100000:1.0:1788598739.078858:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+6:2433:x1875480723267584:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598739.078905:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+6:2433:x1875480723267584:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 49us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598739.078913:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1459 00000100:00080000:2.0:1788598739.079101:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598739.082183:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598739.082234:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598739.082263:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598739.082303:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723268096 00000100:00100000:2.0:1788598739.082311:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723268096 00000100:00100000:2.0:1788598739.082374:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1460 00000100:00100000:2.0:1788598739.082383:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723268096:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598739.082452:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723268096:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 69us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598739.082460:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1460 00000100:00080000:2.0:1788598739.082491:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598739.084492:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723267840 00000100:00100000:3.0:1788598739.084505:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723267840 00000100:00100000:3.0:1788598739.084573:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723268352 00000100:00100000:3.0:1788598739.084577:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723268352 00000100:00100000:3.0:1788598739.084606:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 995 00000100:00100000:3.0:1788598739.084615:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723267840:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598739.084859:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723267840:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 244us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598739.084867:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 995 00000100:00100000:3.0:1788598739.084884:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 996 00000100:00100000:3.0:1788598739.084892:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723268352:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598739.084918:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723268352:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (2654us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598739.084924:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 996 00000100:00100000:3.0:1788598739.084985:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598739.085092:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723267456 00000100:00100000:3.0:1788598739.085096:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723267456 00000100:00100000:3.0:1788598739.085125:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1461 00000100:00100000:3.0:1788598739.085131:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+96:2433:x1875480723267456:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598739.085166:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+96:2433:x1875480723267456:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598739.085216:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1461 00000100:00080000:0.0:1788598739.085832:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598739.085846:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598739.090789:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598739.090828:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598739.090898:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598739.090926:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723267712 00000100:00100000:3.0:1788598739.090935:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723267712 00000100:00100000:3.0:1788598739.090984:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723268224 00000100:00100000:3.0:1788598739.090987:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723268224 00000100:00100000:3.0:1788598739.091010:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 997 00000100:00100000:3.0:1788598739.091020:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723267712:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598739.091084:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723267712:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 66us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598739.091091:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 997 00000100:00100000:3.0:1788598739.091109:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 998 00000100:00100000:3.0:1788598739.091116:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723268224:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598739.091140:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723268224:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598739.091145:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 998 00000100:00080000:3.0:1788598739.091161:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598739.091313:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723267968 00000100:00100000:2.0:1788598739.091317:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723267968 00000100:00100000:2.0:1788598739.091353:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1462 00000100:00100000:2.0:1788598739.091359:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723267968:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598739.091394:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2433:x1875480723267968:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 35us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598739.091400:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1462 00000100:00080000:3.0:1788598739.091783:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598739.202331:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747192320:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202405:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202475:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747192832:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202497:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202513:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747193344:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202531:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202570:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1788598739.202576:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747192192:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202604:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202627:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747192704:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202657:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202676:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747193216:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202696:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202712:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747193728:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202730:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202777:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747192448:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202800:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202819:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747192960:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202838:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202853:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747193472:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202873:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202890:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788598739.202895:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747192576:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202914:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202924:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747193088:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202943:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.202956:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747193600:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.202974:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598739.203004:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747192192 00000100:00100000:0.0:1788598739.203012:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747192192 00000100:00100000:0.0:1788598739.203054:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1788598739.203061:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747192192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.203108:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3668:x1875480747192192:12345-0@lo:400:kworker.0 Request processed in 46us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598739.203114:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1788598739.203146:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747192704 00000100:00100000:0.0:1788598739.203149:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747192704 00000100:00100000:0.0:1788598739.203170:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747192448 00000100:00100000:0.0:1788598739.203172:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747192448 00000100:00100000:0.0:1788598739.203184:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1788598739.203190:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747192704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.203221:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747192704:12345-0@lo:400:kworker.0 Request processed in 31us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598739.203226:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1788598739.203238:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1788598739.203244:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747192448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.203284:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747192448:12345-0@lo:400:kworker.0 Request processed in 28us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598739.203290:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1788598739.203310:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747192320 00000100:00100000:0.0:1788598739.203314:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747192320 00000100:00100000:0.0:1788598739.203329:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747192832 00000100:00100000:0.0:1788598739.203331:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747192832 00000100:00100000:1.0:1788598739.203464:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747193216 00000100:00100000:1.0:1788598739.203468:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747193216 00000100:00100000:1.0:1788598739.203504:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747193728 00000100:00100000:1.0:1788598739.203507:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747193728 00000100:00100000:1.0:1788598739.203524:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747193088 00000100:00100000:1.0:1788598739.203527:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747193088 00000100:00100000:1.0:1788598739.203540:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747193600 00000100:00100000:1.0:1788598739.203542:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747193600 00000100:00100000:1.0:1788598739.203567:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1788598739.203574:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747193216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598739.203607:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747193216:12345-0@lo:400:kworker.0 Request processed in 34us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598739.203613:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1788598739.203626:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:1.0:1788598739.203631:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747193728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598739.203657:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747193728:12345-0@lo:400:kworker.0 Request processed in 26us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598739.203663:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:1.0:1788598739.203673:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1788598739.203679:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747193088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598739.203703:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747193088:12345-0@lo:400:kworker.0 Request processed in 24us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598739.203709:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1788598739.203718:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1788598739.203724:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747193600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598739.203766:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747193600:12345-0@lo:400:kworker.0 Request processed in 42us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598739.203772:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00080000:1.0:1788598739.203787:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598739.203791:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598739.203894:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747193344 00000100:00100000:2.0:1788598739.203899:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747193344 00000100:00100000:2.0:1788598739.203933:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747192960 00000100:00100000:2.0:1788598739.203936:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747192960 00000100:00100000:2.0:1788598739.203947:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747193472 00000100:00100000:2.0:1788598739.203950:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747193472 00000100:00100000:2.0:1788598739.203960:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747192576 00000100:00100000:2.0:1788598739.203962:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747192576 00000100:00100000:2.0:1788598739.203974:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:2.0:1788598739.203980:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747192320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598739.204013:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747192320:12345-0@lo:400:kworker.0 Request processed in 34us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598739.204018:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:2.0:1788598739.204030:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1788598739.204035:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747193344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598739.204059:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1875480747193344:12345-0@lo:400:kworker.0 Request processed in 24us (1527us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598739.204064:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1788598739.204075:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1788598739.204081:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747192960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598739.204105:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747192960:12345-0@lo:400:kworker.0 Request processed in 24us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598739.204111:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1788598739.204121:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1788598739.204126:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747193472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598739.204148:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747193472:12345-0@lo:400:kworker.0 Request processed in 23us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598739.204153:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1788598739.204164:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:2.0:1788598739.204169:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747192576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598739.204189:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747192576:12345-0@lo:400:kworker.0 Request processed in 20us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598739.204194:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1788598739.204568:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:0.0:1788598739.204576:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747192832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.204610:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1875480747192832:12345-0@lo:400:kworker.0 Request processed in 35us (2112us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598739.204615:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00080000:1.0:1788598739.204659:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598739.204662:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598739.205387:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598739.205405:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747193856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598739.205449:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598739.205538:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747193856 00000100:00100000:1.0:1788598739.205545:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747193856 00000100:00100000:1.0:1788598739.205589:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1788598739.205596:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747193856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598739.205622:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598739.205662:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747193856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598739.205668:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1788598739.205708:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747193856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598739.209317:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747192576:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209339:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747193088:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209353:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747193600:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209364:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747192448:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209375:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747192960:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209387:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747193472:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209439:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:971c333c-c41b-4c25-8f57-79ed548ad641:3668:1875480747192192:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209451:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747192704:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209460:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747193216:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209470:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747193728:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209480:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747192320:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209490:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3668:1875480747192832:0@lo:400:kworker.0 00000100:00100000:0.0:1788598739.209499:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3668:1875480747193344:0@lo:400:kworker.0 00000100:00100000:1.0:1788598739.714244:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598739.714364:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747193984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598739.714437:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598739.714757:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747193984 00000100:00100000:2.0:1788598739.714765:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747193984 00000100:00100000:2.0:1788598739.714880:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1788598739.714890:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747193984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598739.714913:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598739.715183:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747193984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 293us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598739.715190:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1788598739.715237:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747193984:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598739.842365:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598740.831151:0:28940:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598740.831160:0:28940:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598740.835979:0:28940:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598740.835997:0:28940:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598740.870626:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598741.253032:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598741.253056:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747194112:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598741.253126:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598741.253500:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747194112 00000100:00100000:1.0:1788598741.253508:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747194112 00000100:00100000:1.0:1788598741.253573:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1788598741.253582:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747194112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598741.253608:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598741.253649:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747194112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598741.253655:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:0.0:1788598741.253767:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598741.253807:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747194112:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598741.255546:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598741.255566:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747194240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598741.255628:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598741.255887:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747194240 00000100:00100000:3.0:1788598741.255895:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747194240 00000100:00100000:3.0:1788598741.255960:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1788598741.255969:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747194240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598741.255991:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598741.256041:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747194240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598741.256049:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1788598741.256095:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747194240:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788598741.256524:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598741.762123:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747194368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598741.762193:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598741.762407:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747194368 00000100:00100000:2.0:1788598741.762416:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747194368 00000100:00100000:2.0:1788598741.762472:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1788598741.762482:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747194368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598741.762516:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1788598741.762573:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747194368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598741.762580:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1788598741.762783:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747194368:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788598741.890863:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598742.704607:0:28991:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598742.704618:0:28991:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598742.705649:0:28991:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598742.705662:0:28991:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788598742.853131:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788598742.862441:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598742.862898:0:8432:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723268480 00000100:00100000:3.0:1788598742.862909:0:8432:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723268480 00000100:00100000:3.0:1788598742.862982:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 124 00000100:00100000:3.0:1788598742.862992:0:8432:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+53:2434:x1875480723268480:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788598742.863009:0:8432:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1788598742.863083:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6200/0x6b7334fb1606e188 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb2cb expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863101:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8a1a8622c500) 00010000:00010000:3.0:1788598742.863112:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a889f5600/0x6b7334fb1606dff9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb24d expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863123:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff8a1a86238900) 00010000:00010000:3.0:1788598742.863130:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653f600/0x6b7334fb1606df89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb22a expref: 51 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863144:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8a1a86238800) 00010000:00010000:3.0:1788598742.863152:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be6400/0x6b7334fb1606de24 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb1b3 expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863160:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff8a1b94cef400) 00010000:00010000:3.0:1788598742.863198:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88561200/0x6b7334fb1606ddb4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb190 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863209:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8a1a85f80200) 00010000:00010000:3.0:1788598742.863217:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87387000/0x6b7334fb1606dc87 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb12e expref: 48 pid: 10034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863227:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa:0x0].0x0 (ffff8a1a85342200) 00010000:00010000:3.0:1788598742.863235:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88be7c00/0x6b7334fb1606dc41 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeb119 expref: 47 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863243:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff8a1a85f80700) 00010000:00010000:3.0:1788598742.863251:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560600/0x6b7334fb1606d4ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeaf1a expref: 46 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863259:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8a1b94cefc00) 00010000:00010000:3.0:1788598742.863265:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aab400/0x6b7334fb1606d246 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeae64 expref: 45 pid: 10034 timeout: 583 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863274:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8a1a85f88000) 00010000:00010000:3.0:1788598742.863282:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560800/0x6b7334fb1606d269 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeae6b expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863291:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8a1a85f88a00) 00010000:00010000:3.0:1788598742.863302:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a87aaaa00/0x6b7334fb1606ce2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdead61 expref: 43 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863310:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8a1a85f88b00) 00010000:00010000:3.0:1788598742.863341:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1bb653ee00/0x6b7334fb1606cb46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeac8f expref: 42 pid: 13009 timeout: 561 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863352:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff8a1a85f80000) 00010000:00010000:3.0:1788598742.863363:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a88560200/0x6b7334fb1606cb69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeac96 expref: 41 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863373:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff8a1a8622c200) 00010000:00010000:3.0:1788598742.863382:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1a878a1400/0x6b7334fb1606c68b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeab62 expref: 40 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863391:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff8a1a86238500) 00010000:00010000:3.0:1788598742.863402:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1b9fc99e00/0x6b7334fb1606c278 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeaa2e expref: 39 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863412:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a1a8618c700) 00010000:00010000:3.0:1788598742.863423:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a1ba030ec00/0x6b7334fb1606c24e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0xe7532ab44fdeaa20 expref: 38 pid: 13009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788598742.863436:0:8432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff8a1a8622c000) 00010000:00010000:3.0:1788598742.863442:0:8432:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788598742.863502:0:8432:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723268480:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 511us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598742.863510:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 124 00000100:00080000:0.0:1788598742.863709:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788598742.917304:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598742.917352:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598742.917358:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598742.918067:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598742.918077:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598743.810125:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788598743.810178:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747194496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598743.810250:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598743.810340:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747194496 00000100:00100000:0.0:1788598743.810349:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747194496 00000100:00100000:0.0:1788598743.810408:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1788598743.810427:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747194496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598743.810460:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598743.810515:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747194496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598743.810523:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1788598743.810761:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747194496:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598743.939689:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598744.200447:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598744.200482:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598744.200507:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598744.200534:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598744.200554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598744.200573:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598744.200603:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598744.200624:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598744.200651:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598744.200688:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723269120 00000100:00100000:1.0:1788598744.200708:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723269120 00000100:00100000:1.0:1788598744.200782:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723269632 00000100:00100000:1.0:1788598744.200786:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723269632 00000100:00100000:1.0:1788598744.200803:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723268992 00000100:00100000:1.0:1788598744.200806:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723268992 00000100:00100000:1.0:1788598744.200818:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723269504 00000100:00100000:1.0:1788598744.200821:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723269504 00000100:00100000:1.0:1788598744.200838:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1003 00000100:00100000:1.0:1788598744.200846:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723269120:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598744.200916:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723269120:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 70us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.200924:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1003 00000100:00100000:1.0:1788598744.200938:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1004 00000100:00100000:1.0:1788598744.200944:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723269632:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598744.200966:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723269632:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.200975:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1004 00000100:00100000:1.0:1788598744.200985:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1005 00000100:00100000:1.0:1788598744.200991:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723268992:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598744.201011:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723268992:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.201016:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1005 00000100:00100000:1.0:1788598744.201026:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1006 00000100:00100000:1.0:1788598744.201032:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723269504:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598744.201051:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723269504:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.201056:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1006 00000100:00100000:0.0:1788598744.201253:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723268864 00000100:00100000:0.0:1788598744.201259:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723268864 00000100:00100000:0.0:1788598744.201297:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723269376 00000100:00100000:0.0:1788598744.201301:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723269376 00000100:00100000:0.0:1788598744.201315:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723268736 00000100:00100000:0.0:1788598744.201317:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723268736 00000100:00100000:0.0:1788598744.201329:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723269248 00000100:00100000:0.0:1788598744.201331:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723269248 00000100:00100000:0.0:1788598744.201344:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1469 00000100:00100000:0.0:1788598744.201350:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+6:2435:x1875480723268864:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598744.201380:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+6:2435:x1875480723268864:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598744.201391:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1469 00000100:00100000:0.0:1788598744.201405:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1470 00000100:00100000:0.0:1788598744.201412:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723269376:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598744.201434:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723269376:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598744.201440:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1470 00000100:00100000:0.0:1788598744.201451:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1471 00000100:00100000:0.0:1788598744.201457:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+96:2435:x1875480723268736:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598744.201485:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+96:2435:x1875480723268736:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598744.201488:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723268608 00000100:00100000:0.0:1788598744.201491:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1471 00000100:00100000:3.0:1788598744.201492:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723268608 00000100:00100000:0.0:1788598744.201501:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1472 00000100:00100000:0.0:1788598744.201506:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2435:x1875480723269248:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598744.201525:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 839 00000100:00100000:0.0:1788598744.201528:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2435:x1875480723269248:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598744.201531:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723268608:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598744.201534:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1472 00000100:00080000:0.0:1788598744.201549:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598744.201552:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723268608:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (1113us total) trans 0 rc 0/0 00000100:00080000:0.0:1788598744.201553:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598744.201556:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598744.201558:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 839 00000100:00080000:0.0:1788598744.201558:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788598744.321990:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747194752:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.322060:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598744.322112:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747195264:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.322149:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598744.322167:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747195776:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.322186:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598744.322215:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788598744.322220:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747194880:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.322246:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598744.322262:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747195392:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.322280:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598744.322296:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747195904:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.322314:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598744.322342:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747194752 00000100:00100000:1.0:1788598744.322350:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747194752 00000100:00100000:1.0:1788598744.322384:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747195264 00000100:00100000:1.0:1788598744.322386:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747195264 00000100:00100000:1.0:1788598744.322406:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747195776 00000100:00100000:1.0:1788598744.322409:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747195776 00000100:00100000:1.0:1788598744.322419:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747195392 00000100:00100000:1.0:1788598744.322421:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747195392 00000100:00100000:1.0:1788598744.322431:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747195904 00000100:00100000:1.0:1788598744.322433:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747195904 00000100:00100000:1.0:1788598744.322444:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1788598744.322451:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747194752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.322497:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747194752:12345-0@lo:400:kworker.0 Request processed in 45us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.322504:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1788598744.322519:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1788598744.322524:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747195264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.322547:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747195264:12345-0@lo:400:kworker.0 Request processed in 23us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.322553:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1788598744.322574:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1788598744.322579:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747195776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.322598:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747195776:12345-0@lo:400:kworker.0 Request processed in 19us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.322603:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1788598744.322613:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:1.0:1788598744.322618:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747195392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.322637:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747195392:12345-0@lo:400:kworker.0 Request processed in 19us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.322641:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:1.0:1788598744.322649:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:1.0:1788598744.322653:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747195904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.322792:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8725e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747194624:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.322825:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598744.322848:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747195136:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.322868:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598744.322884:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747195648:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.322903:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598744.322921:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747196160:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.322938:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598744.322956:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788598744.322961:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747195008:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.322980:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598744.322991:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747195520:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323008:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598744.323023:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747196032:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323042:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598744.323072:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747194880 00000100:00100000:2.0:1788598744.323076:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747194880 00000100:00100000:2.0:1788598744.323105:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747195136 00000100:00100000:2.0:1788598744.323108:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747195136 00000100:00100000:2.0:1788598744.323134:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1788598744.323141:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747194880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323175:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747194880:12345-0@lo:400:kworker.0 Request processed in 35us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598744.323181:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1788598744.323194:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1788598744.323199:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747195136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323229:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747195136:12345-0@lo:400:kworker.0 Request processed in 29us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598744.323235:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1788598744.323251:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747194624 00000100:00100000:2.0:1788598744.323254:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747194624 00000100:00100000:2.0:1788598744.323276:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1788598744.323282:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747194624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323307:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747194624:12345-0@lo:400:kworker.0 Request processed in 25us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598744.323316:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1788598744.323345:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747195648 00000100:00100000:2.0:1788598744.323349:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747195648 00000100:00100000:2.0:1788598744.323374:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747196160 00000100:00100000:2.0:1788598744.323376:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747196160 00000100:00100000:2.0:1788598744.323391:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747195520 00000100:00100000:2.0:1788598744.323393:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747195520 00000100:00100000:2.0:1788598744.323404:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747196032 00000100:00100000:2.0:1788598744.323406:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747196032 00000100:00100000:2.0:1788598744.323419:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1788598744.323424:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747195648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323449:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747195648:12345-0@lo:400:kworker.0 Request processed in 26us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598744.323455:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1788598744.323466:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1788598744.323471:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747196160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323496:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747196160:12345-0@lo:400:kworker.0 Request processed in 25us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598744.323501:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1788598744.323511:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1788598744.323518:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747195520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323542:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747195520:12345-0@lo:400:kworker.0 Request processed in 26us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598744.323547:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1788598744.323557:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1788598744.323562:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747196032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323590:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747196032:12345-0@lo:400:kworker.0 Request processed in 28us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598744.323596:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1788598744.323643:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747195520:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323652:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747196032:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323669:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747194624:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323680:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747195136:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323688:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747195648:0@lo:400:kworker.0 00000100:00100000:2.0:1788598744.323696:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747196160:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.323871:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747195904:12345-0@lo:400:kworker.0 Request processed in 1216us (1555us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.323879:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:1.0:1788598744.323891:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747195008 00000100:00100000:1.0:1788598744.323894:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747195008 00000100:00100000:1.0:1788598744.323907:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1788598744.323912:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747195008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.323986:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747195008:12345-0@lo:400:kworker.0 Request processed in 73us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.323992:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00080000:1.0:1788598744.324009:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598744.324013:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598744.324016:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598744.324018:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598744.324029:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747196288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598744.324053:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598744.324077:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747194880:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.324085:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747195392:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.324095:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747195904:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.324104:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8725f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747194752:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.324113:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747195264:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.324134:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747195776:0@lo:400:kworker.0 00000100:00100000:1.0:1788598744.324164:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747196288 00000100:00100000:1.0:1788598744.324167:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747196288 00000100:00100000:1.0:1788598744.324197:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788598744.324203:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747196288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598744.324230:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598744.324264:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747196288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598744.324270:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788598744.324297:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747196288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598744.332059:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747195008:0@lo:400:kworker.0 00000040:00080000:2.0:1788598744.567802:0:29042:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598744.567811:0:29042:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598744.569333:0:29042:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598744.569346:0:29042:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598744.834296:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747196416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598744.834363:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598744.834476:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747196416 00000100:00100000:2.0:1788598744.834492:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747196416 00000100:00100000:2.0:1788598744.834539:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1788598744.834547:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747196416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598744.834569:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598744.835549:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747196416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 999us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598744.835558:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1788598744.835633:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747196416:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598744.968095:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598745.986005:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598746.369855:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598746.369876:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747196544:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598746.369940:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598746.370001:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747196544 00000100:00100000:3.0:1788598746.370008:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747196544 00000100:00100000:3.0:1788598746.370057:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1788598746.370081:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747196544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598746.370112:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598746.370153:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747196544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598746.370159:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1788598746.370322:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747196544:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788598746.371358:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598746.371727:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598746.371966:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747196672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598746.372020:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598746.372328:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747196672 00000100:00100000:1.0:1788598746.372335:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747196672 00000100:00100000:1.0:1788598746.372391:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1788598746.372509:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747196672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598746.372533:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598746.372620:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747196672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 220us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598746.372628:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00080000:0.0:1788598746.374302:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598746.379538:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747196672:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1788598746.403055:0:29093:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598746.403076:0:29093:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598746.403605:0:29093:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598746.403615:0:29093:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598746.882123:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598746.882150:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747196800:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598746.882236:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598746.882669:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747196800 00000100:00100000:2.0:1788598746.882677:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747196800 00000100:00100000:2.0:1788598746.882770:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1788598746.882780:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747196800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598746.882814:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1788598746.882874:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747196800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598746.882882:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1788598746.883024:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a873c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747196800:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598747.010106:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598748.047113:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598748.255345:0:29145:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598748.255352:0:29145:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598748.256605:0:29145:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598748.257016:0:29145:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598748.930329:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747196928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598748.930417:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598748.930528:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747196928 00000100:00100000:2.0:1788598748.930537:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747196928 00000100:00100000:2.0:1788598748.930601:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1788598748.930611:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747196928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598748.930646:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598748.931222:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747196928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 611us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598748.931231:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1788598748.931362:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747196928:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598749.058081:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598749.315090:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598749.315136:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598749.315170:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598749.315211:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598749.315238:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598749.315256:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598749.315288:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598749.315307:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598749.315328:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598749.315357:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723270144 00000100:00100000:3.0:1788598749.315367:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723270144 00000100:00100000:3.0:1788598749.315421:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723270656 00000100:00100000:3.0:1788598749.315425:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723270656 00000100:00100000:0.0:1788598749.315442:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723269888 00000100:00100000:3.0:1788598749.315444:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723270272 00000100:00100000:3.0:1788598749.315446:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723270272 00000100:00100000:0.0:1788598749.315446:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723269888 00000100:00100000:3.0:1788598749.315457:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723270784 00000100:00100000:3.0:1788598749.315459:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723270784 00000100:00100000:0.0:1788598749.315473:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723270400 00000100:00100000:3.0:1788598749.315474:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1011 00000100:00100000:0.0:1788598749.315475:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723270400 00000100:00100000:3.0:1788598749.315483:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723270144:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598749.315487:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723270016 00000100:00100000:0.0:1788598749.315489:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723270016 00000100:00100000:0.0:1788598749.315498:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723270528 00000100:00100000:0.0:1788598749.315499:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723270528 00000100:00100000:0.0:1788598749.315511:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1479 00000100:00100000:0.0:1788598749.315517:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+96:2435:x1875480723269888:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598749.315559:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+96:2435:x1875480723269888:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 37us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598749.315566:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1479 00000100:00100000:0.0:1788598749.315584:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1480 00000100:00100000:0.0:1788598749.315591:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2435:x1875480723270400:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598749.315676:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1481 00000100:00100000:1.0:1788598749.315687:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+6:2435:x1875480723270016:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598749.315844:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a873c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2435:x1875480723270144:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 360us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.315851:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1011 00000100:00100000:3.0:1788598749.315866:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1012 00000100:00100000:3.0:1788598749.315874:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723270656:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598749.315901:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2435:x1875480723270656:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.315907:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1012 00000100:00100000:3.0:1788598749.315917:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1013 00000100:00100000:3.0:1788598749.315922:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723270272:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598749.315945:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723270272:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.315950:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1013 00000100:00100000:3.0:1788598749.315960:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1014 00000100:00100000:3.0:1788598749.315966:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723270784:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598749.316001:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723270784:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 34us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.316007:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1014 00000100:00100000:3.0:1788598749.316025:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723269760 00000100:00100000:3.0:1788598749.316029:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723269760 00000100:00100000:3.0:1788598749.316056:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 841 00000100:00100000:3.0:1788598749.316062:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723269760:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598749.316088:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723269760:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.316095:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 841 00000100:00100000:3.0:1788598749.316123:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1482 00000100:00100000:3.0:1788598749.316129:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723270528:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598749.316154:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723270528:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.316160:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1482 00000100:00080000:3.0:1788598749.316218:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598749.316223:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598749.316225:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598749.316227:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598749.320164:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2435:x1875480723270400:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 4559us (4979us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598749.320178:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1480 00000100:00100000:1.0:1788598749.320507:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+6:2435:x1875480723270016:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 4820us (5248us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598749.320515:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1481 00000100:00100000:1.0:1788598749.442119:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747197312:0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.442191:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598749.442252:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747197824:0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.442278:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598749.442301:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747198336:0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.442321:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598749.442347:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788598749.442353:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747197440:0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.442375:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598749.442389:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747197952:0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.442410:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598749.442427:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747198464:0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.442446:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598749.442478:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747197952 00000100:00100000:1.0:1788598749.442486:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747197952 00000100:00100000:1.0:1788598749.442530:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747198464 00000100:00100000:1.0:1788598749.442533:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747198464 00000100:00100000:1.0:1788598749.442553:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1788598749.442562:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747197952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.442611:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747197952:12345-0@lo:400:kworker.0 Request processed in 51us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598749.442618:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1788598749.442634:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1788598749.442639:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747198464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.442662:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747198464:12345-0@lo:400:kworker.0 Request processed in 24us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598749.442681:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1788598749.442713:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747197952:0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.442722:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747198464:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.442858:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747197056:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.442890:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598749.442924:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747197568:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.442945:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598749.442961:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747198080:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.442994:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598749.443008:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747198592:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443029:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598749.443046:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788598749.443051:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747197184:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443070:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598749.443084:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747197696:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443099:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598749.443112:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747198208:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443130:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598749.443152:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747198080 00000100:00100000:3.0:1788598749.443156:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747198080 00000100:00100000:3.0:1788598749.443178:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747198592 00000100:00100000:3.0:1788598749.443181:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747198592 00000100:00100000:3.0:1788598749.443196:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1788598749.443201:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747198080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443235:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747198080:12345-0@lo:400:kworker.0 Request processed in 34us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.443241:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1788598749.443253:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:3.0:1788598749.443259:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747198592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443283:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747198592:12345-0@lo:400:kworker.0 Request processed in 25us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.443289:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:3.0:1788598749.443308:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747197824 00000100:00100000:3.0:1788598749.443311:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747197824 00000100:00100000:3.0:1788598749.443327:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747198336 00000100:00100000:3.0:1788598749.443330:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747198336 00000100:00100000:3.0:1788598749.443339:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747197440 00000100:00100000:3.0:1788598749.443341:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747197440 00000100:00100000:3.0:1788598749.443348:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747197184 00000100:00100000:3.0:1788598749.443350:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747197184 00000100:00100000:3.0:1788598749.443359:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747197696 00000100:00100000:3.0:1788598749.443361:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747197696 00000100:00100000:3.0:1788598749.443372:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747198208 00000100:00100000:3.0:1788598749.443374:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747198208 00000100:00100000:3.0:1788598749.443387:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:3.0:1788598749.443393:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747197824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443422:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747197824:12345-0@lo:400:kworker.0 Request processed in 30us (1144us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.443427:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:3.0:1788598749.443439:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:3.0:1788598749.443444:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747198336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443466:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747198336:12345-0@lo:400:kworker.0 Request processed in 22us (1144us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.443470:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:3.0:1788598749.443479:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:3.0:1788598749.443483:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747197440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443504:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747197440:12345-0@lo:400:kworker.0 Request processed in 21us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.443510:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:3.0:1788598749.443520:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1788598749.443526:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747197184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443548:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747197184:12345-0@lo:400:kworker.0 Request processed in 24us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.443553:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1788598749.443566:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1788598749.443572:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747197696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443598:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747197696:12345-0@lo:400:kworker.0 Request processed in 26us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.443603:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1788598749.443615:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:3.0:1788598749.443620:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747198208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443645:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747198208:12345-0@lo:400:kworker.0 Request processed in 25us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.443650:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:3.0:1788598749.443677:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747197312 00000100:00100000:3.0:1788598749.443680:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747197312 00000100:00100000:3.0:1788598749.443698:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747197568 00000100:00100000:3.0:1788598749.443701:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747197568 00000100:00100000:3.0:1788598749.443711:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1788598749.443716:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747197312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443777:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747197312:12345-0@lo:400:kworker.0 Request processed in 61us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.443783:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1788598749.443796:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1788598749.443802:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747197568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443827:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747197568:12345-0@lo:400:kworker.0 Request processed in 26us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598749.443832:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00080000:3.0:1788598749.443848:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598749.443852:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598749.443855:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598749.443857:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598749.443880:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747197184:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443889:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747197696:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443898:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747198208:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443905:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747197568:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443913:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747198080:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.443920:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747198592:0@lo:400:kworker.0 00000100:00100000:2.0:1788598749.444814:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747197056 00000100:00100000:2.0:1788598749.444821:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747197056 00000100:00100000:2.0:1788598749.444857:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1788598749.444864:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747197056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598749.444907:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747197056:12345-0@lo:400:kworker.0 Request processed in 44us (2016us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598749.444913:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1788598749.445156:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747197440:0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.445168:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747197312:0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.445177:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747197824:0@lo:400:kworker.0 00000100:00100000:1.0:1788598749.445187:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747198336:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.445276:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747197056:0@lo:400:kworker.0 00000100:00100000:3.0:1788598749.445293:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598749.445303:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747198720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598749.445344:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598749.445462:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747198720 00000100:00100000:1.0:1788598749.445467:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747198720 00000100:00100000:1.0:1788598749.445505:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1788598749.445511:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747198720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598749.446101:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598749.446165:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747198720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 653us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598749.446172:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1788598749.447555:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747198720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598749.954058:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598749.954081:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747198848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598749.954151:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598749.954194:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747198848 00000100:00100000:1.0:1788598749.954204:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747198848 00000100:00100000:1.0:1788598749.954271:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1788598749.954280:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747198848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598749.954570:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598749.954659:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747198848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 380us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598749.954666:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1788598749.954731:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747198848:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598750.082167:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598750.084222:0:29196:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598750.084230:0:29196:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598750.084648:0:29196:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598750.084655:0:29196:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598751.106117:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598751.489964:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598751.489987:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747198976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598751.490053:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598751.490254:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747199104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598751.491244:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598751.492354:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747198976 00000100:00100000:3.0:1788598751.492364:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747198976 00000100:00100000:1.0:1788598751.492448:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747199104 00000100:00100000:1.0:1788598751.492453:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747199104 00000100:00080000:3.0:1788598751.492691:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598751.492881:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1788598751.492893:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747199104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598751.492925:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598751.493005:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747199104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (1772us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598751.493012:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1788598751.493226:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747199104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598751.493993:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1788598751.494006:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747198976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598751.494021:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598751.494082:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747198976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (4029us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598751.494089:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1788598751.494126:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747198976:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788598751.494681:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1788598751.843200:0:29247:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598751.843284:0:29247:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598751.844429:0:29247:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598751.844442:0:29247:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598752.004203:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a85f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747199232:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598752.004291:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598752.004482:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747199232 00000100:00100000:3.0:1788598752.004491:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747199232 00000100:00100000:2.0:1788598752.004627:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1788598752.004638:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747199232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598752.004672:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1788598752.004730:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747199232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598752.004775:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1788598752.004874:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a85f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747199232:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788598752.067704:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1788598752.130042:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598752.130051:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:2.0:1788598752.131010:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598752.131220:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598752.131237:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788598753.157612:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598753.819165:0:29298:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598753.819174:0:29298:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598753.821690:0:29298:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598753.821707:0:29298:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598754.052152:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747199360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598754.052219:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598754.052431:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747199360 00000100:00100000:0.0:1788598754.052440:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747199360 00000100:00100000:0.0:1788598754.052493:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1788598754.052501:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747199360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788598754.052535:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788598754.052589:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747199360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598754.052595:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1788598754.052717:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747199360:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598754.178159:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598754.437354:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598754.437410:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598754.437530:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723270912 00000100:00100000:2.0:1788598754.437540:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723270912 00000100:00100000:2.0:1788598754.437617:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 843 00000100:00100000:2.0:1788598754.437626:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723270912:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598754.437706:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723270912:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 80us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598754.437714:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 843 00000100:00100000:0.0:1788598754.438245:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723271040 00000100:00100000:0.0:1788598754.438250:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723271040 00000100:00100000:0.0:1788598754.438334:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1489 00000100:00100000:0.0:1788598754.438342:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+96:2435:x1875480723271040:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598754.438392:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a85f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+96:2435:x1875480723271040:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 52us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598754.438398:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1489 00000100:00080000:3.0:1788598754.438529:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788598754.440060:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598754.443926:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723271168 00000100:00100000:1.0:1788598754.443941:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723271168 00000100:00100000:3.0:1788598754.443959:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598754.443994:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598754.444024:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598754.444027:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723271680 00000100:00100000:1.0:1788598754.444031:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723271680 00000100:00100000:3.0:1788598754.444054:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598754.444059:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1490 00000100:00100000:1.0:1788598754.444072:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+6:2435:x1875480723271168:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598754.444082:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598754.444147:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+6:2435:x1875480723271168:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 78us (4093us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598754.444157:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1490 00000100:00100000:1.0:1788598754.444175:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723271552 00000100:00100000:1.0:1788598754.444178:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723271552 00000100:00100000:1.0:1788598754.444194:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1491 00000100:00100000:1.0:1788598754.444199:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723271680:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598754.444225:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723271680:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598754.444231:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1491 00000100:00100000:1.0:1788598754.444243:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1492 00000100:00100000:1.0:1788598754.444250:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723271552:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598754.444272:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723271552:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598754.444278:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1492 00000100:00080000:1.0:1788598754.444296:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598754.444299:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598754.444350:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723271424 00000100:00100000:1.0:1788598754.444354:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723271424 00000100:00100000:1.0:1788598754.444383:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723271936 00000100:00100000:1.0:1788598754.444386:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723271936 00000100:00100000:1.0:1788598754.444402:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723271296 00000100:00100000:1.0:1788598754.444405:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723271296 00000100:00100000:1.0:1788598754.444419:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1019 00000100:00100000:1.0:1788598754.444424:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723271424:12345-192.168.202.17@tcp:400:kworker.0 00000100:00080000:0.0:1788598754.445234:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598754.445239:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788598754.445258:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1020 00000100:00100000:0.0:1788598754.445271:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723271936:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598754.445310:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723271936:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 44us (1286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598754.445316:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1020 00000100:00100000:0.0:1788598754.445331:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1021 00000100:00100000:0.0:1788598754.445337:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723271296:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598754.445359:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723271296:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (1305us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598754.445364:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1021 00000100:00100000:1.0:1788598754.445945:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723271424:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598754.445954:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1019 00000100:00100000:3.0:1788598754.447109:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598754.448358:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723271808 00000100:00100000:0.0:1788598754.448371:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723271808 00000100:00080000:1.0:1788598754.448435:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598754.448869:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1022 00000100:00100000:0.0:1788598754.448892:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723271808:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598754.448973:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723271808:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 95us (1869us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598754.448985:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1022 00000100:00100000:3.0:1788598754.562103:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598754.562182:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747199488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788598754.562256:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598754.562412:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747199616:0@lo:400:kworker.0 00000100:00100000:2.0:1788598754.562459:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598754.562522:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747200128:0@lo:400:kworker.0 00000100:00100000:2.0:1788598754.562551:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598754.562571:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747200640:0@lo:400:kworker.0 00000100:00100000:2.0:1788598754.562593:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598754.562609:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747201152:0@lo:400:kworker.0 00000100:00100000:2.0:1788598754.562630:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598754.562647:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788598754.562653:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747199744:0@lo:400:kworker.0 00000100:00100000:2.0:1788598754.562677:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598754.562691:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747200256:0@lo:400:kworker.0 00000100:00100000:2.0:1788598754.562710:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598754.562725:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747200768:0@lo:400:kworker.0 00000100:00100000:2.0:1788598754.562773:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598754.562775:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747200640 00000100:00100000:0.0:1788598754.562783:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747200640 00000100:00100000:2.0:1788598754.562817:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747199616 00000100:00100000:2.0:1788598754.562822:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747199616 00000100:00100000:0.0:1788598754.562834:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747201152 00000100:00100000:0.0:1788598754.562839:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747201152 00000100:00100000:2.0:1788598754.562883:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1788598754.562883:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:2.0:1788598754.562896:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747199616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598754.562898:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747200640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598754.562962:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747199616:12345-0@lo:400:kworker.0 Request processed in 69us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598754.562969:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1788598754.563140:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747199872:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.563163:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598754.563180:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747200384:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.563198:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598754.563213:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747200896:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.563228:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598754.563244:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788598754.563248:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747200000:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.563268:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598754.563277:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747200512:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.563295:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598754.563311:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747201024:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.563330:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598754.563356:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747200128 00000100:00100000:3.0:1788598754.563360:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747200128 00000100:00100000:3.0:1788598754.563386:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747199872 00000100:00100000:3.0:1788598754.563389:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747199872 00000100:00100000:3.0:1788598754.563402:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1788598754.563408:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747200128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598754.563692:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747200640:12345-0@lo:400:kworker.0 Request processed in 798us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598754.563700:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1788598754.563719:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747200512 00000100:00100000:0.0:1788598754.563722:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747200512 00000100:00100000:2.0:1788598754.563760:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747200640:0@lo:400:kworker.0 00000100:00100000:0.0:1788598754.563764:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747201024 00000100:00100000:0.0:1788598754.563768:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747201024 00000100:00100000:2.0:1788598754.563778:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747199616:0@lo:400:kworker.0 00000100:00100000:0.0:1788598754.563789:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:0.0:1788598754.563798:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747201152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598754.563831:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747201152:12345-0@lo:400:kworker.0 Request processed in 36us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598754.563838:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:0.0:1788598754.563849:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1788598754.563855:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747200512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598754.563901:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747200512:12345-0@lo:400:kworker.0 Request processed in 46us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598754.563907:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1788598754.563919:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1788598754.563925:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747201024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598754.563950:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747201024:12345-0@lo:400:kworker.0 Request processed in 26us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598754.563956:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1788598754.563982:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1788598754.564171:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747200128:12345-0@lo:400:kworker.0 Request processed in 761us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598754.564297:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747200128:0@lo:400:kworker.0 00000100:00100000:2.0:1788598754.564308:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747201152:0@lo:400:kworker.0 00000100:00100000:0.0:1788598754.564960:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747199872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598754.565008:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747199872:12345-0@lo:400:kworker.0 Request processed in 54us (1844us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598754.566816:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1788598754.566919:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747200512:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.566933:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747201024:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.566944:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747199872:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.567087:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747199744 00000100:00100000:3.0:1788598754.567094:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747199744 00000100:00100000:3.0:1788598754.567124:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747200256 00000100:00100000:3.0:1788598754.567127:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747200256 00000100:00100000:3.0:1788598754.567142:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747200768 00000100:00100000:3.0:1788598754.567144:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747200768 00000100:00100000:3.0:1788598754.567299:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747200384 00000100:00100000:3.0:1788598754.567303:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747200384 00000100:00100000:3.0:1788598754.567324:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747200896 00000100:00100000:3.0:1788598754.567327:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747200896 00000100:00100000:3.0:1788598754.567338:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747200000 00000100:00100000:3.0:1788598754.567341:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747200000 00000100:00100000:3.0:1788598754.567353:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1788598754.567360:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8725e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747199744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.567437:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8725e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747199744:12345-0@lo:400:kworker.0 Request processed in 77us (4759us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598754.567444:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1788598754.567466:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1788598754.567473:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747200256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.567500:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747200256:12345-0@lo:400:kworker.0 Request processed in 28us (4789us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598754.567506:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1788598754.567516:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:3.0:1788598754.567522:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747200768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.567553:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747200768:12345-0@lo:400:kworker.0 Request processed in 32us (4781us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598754.567559:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00000100:00100000:3.0:1788598754.567570:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:3.0:1788598754.567577:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747200384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.567609:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747200384:12345-0@lo:400:kworker.0 Request processed in 33us (4410us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598754.567614:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:3.0:1788598754.567626:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:3.0:1788598754.567631:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747200896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.567659:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747200896:12345-0@lo:400:kworker.0 Request processed in 28us (4429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598754.567664:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:3.0:1788598754.567675:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1788598754.567681:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747200000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.567706:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747200000:12345-0@lo:400:kworker.0 Request processed in 26us (4437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598754.567711:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1788598754.567785:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747199744:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.567798:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747200256:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.568301:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747200768:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.568350:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747200000:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.568360:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747200384:0@lo:400:kworker.0 00000100:00100000:3.0:1788598754.568369:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747200896:0@lo:400:kworker.0 00000100:00080000:3.0:1788598754.568428:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598754.568432:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788598754.568434:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598754.568437:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598754.571156:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747199488 00000100:00100000:1.0:1788598754.571170:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747199488 00000100:00100000:1.0:1788598754.571244:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1788598754.571253:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747199488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598754.571285:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598754.571398:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8808aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747199488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (9142us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598754.571406:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1788598754.572342:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747199488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598754.577433:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1788598755.075561:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747201280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788598755.075632:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598755.075753:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747201280 00000100:00100000:2.0:1788598755.075760:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747201280 00000100:00100000:2.0:1788598755.075801:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1788598755.075807:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747201280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598755.075826:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598755.077594:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747201280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1778us (1954us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598755.077606:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1788598755.078657:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747201280:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598755.201925:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788598755.503989:0:29350:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598755.503999:0:29350:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598755.504553:0:29350:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598755.504562:0:29350:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788598756.225994:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598756.610168:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598756.610191:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747201408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598756.610263:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598756.611105:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747201408 00000100:00100000:2.0:1788598756.611241:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598756.611254:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747201536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598756.611293:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598756.611374:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747201536 00000100:00100000:0.0:1788598756.611379:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747201536 00000100:00100000:0.0:1788598756.611439:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1788598756.611450:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747201536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598756.611479:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598756.611524:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747201536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598756.611531:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1788598756.611577:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747201536:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788598756.611636:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598756.611659:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747201408 00000100:00100000:1.0:1788598756.611697:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1788598756.611703:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747201408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598756.611714:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00080000:2.0:1788598756.611815:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598756.611890:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747201408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 186us (1625us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598756.611897:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1788598756.612394:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747201408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598757.122046:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747201664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598757.122123:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598757.122294:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747201664 00000100:00100000:3.0:1788598757.122302:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747201664 00000100:00100000:3.0:1788598757.122359:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1788598757.122370:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747201664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598757.122406:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598757.122466:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747201664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598757.122473:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1788598757.122517:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747201664:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788598757.260879:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598757.289647:0:29401:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598757.289656:0:29401:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598757.291294:0:29401:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598757.291312:0:29401:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598758.273936:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598759.062321:0:29452:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598759.062327:0:29452:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598759.062859:0:29452:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598759.062868:0:29452:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598759.170077:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598759.170097:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747201792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788598759.170158:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598759.170228:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747201792 00000100:00100000:2.0:1788598759.170235:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747201792 00000100:00100000:2.0:1788598759.170283:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1788598759.170292:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747201792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788598759.170323:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788598759.170372:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88089180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747201792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.170379:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1788598759.170448:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747201792:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788598759.298529:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598759.560490:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598759.560541:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598759.560581:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598759.560621:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598759.560648:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598759.560666:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598759.560685:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598759.560699:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598759.560723:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598759.560793:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723272320 00000100:00100000:3.0:1788598759.560803:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723272320 00000100:00100000:2.0:1788598759.560841:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723272064 00000100:00100000:2.0:1788598759.560847:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723272064 00000100:00100000:3.0:1788598759.560870:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723272832 00000100:00100000:3.0:1788598759.560875:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723272832 00000100:00100000:2.0:1788598759.560891:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 845 00000100:00100000:3.0:1788598759.560896:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1499 00000100:00100000:2.0:1788598759.560903:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723272064:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598759.560906:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+6:2434:x1875480723272320:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598759.560971:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+6:2434:x1875480723272320:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 68us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598759.560980:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1499 00000100:00100000:0.0:1788598759.560997:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723272192 00000100:00100000:3.0:1788598759.560998:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723272704 00000100:00100000:0.0:1788598759.561003:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723272192 00000100:00100000:3.0:1788598759.561004:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723272704 00000100:00100000:0.0:1788598759.561041:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1500 00000100:00100000:0.0:1788598759.561050:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723272832:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598759.561103:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723272576 00000100:00100000:1.0:1788598759.561107:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723272576 00000100:00100000:1.0:1788598759.561135:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723273088 00000100:00100000:1.0:1788598759.561138:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723273088 00000100:00100000:1.0:1788598759.561156:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723272448 00000100:00100000:1.0:1788598759.561158:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723272448 00000100:00100000:1.0:1788598759.561168:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723272960 00000100:00100000:1.0:1788598759.561170:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723272960 00000100:00100000:1.0:1788598759.561183:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1027 00000100:00100000:1.0:1788598759.561189:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723272576:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598759.561606:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1501 00000100:00100000:3.0:1788598759.561616:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+96:2434:x1875480723272192:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598759.567498:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723272064:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 6376us (6795us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.567513:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 845 00000100:00100000:2.0:1788598759.568916:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1028 00000100:00100000:2.0:1788598759.568941:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723273088:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598759.569967:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723273088:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 1009us (9287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.570046:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1028 00000100:00100000:2.0:1788598759.570073:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1029 00000100:00100000:2.0:1788598759.570081:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723272448:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598759.570110:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723272448:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 31us (9424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.570119:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1029 00000100:00100000:2.0:1788598759.570128:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1030 00000100:00100000:2.0:1788598759.570134:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723272960:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598759.570150:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723272960:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 17us (9428us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.570156:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1030 00000100:00100000:1.0:1788598759.570175:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723272576:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 8982us (9591us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.570183:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1502 00000100:00100000:1.0:1788598759.570188:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1027 00000100:00100000:2.0:1788598759.570193:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723272704:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598759.570219:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723272704:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (9519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.570225:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1502 00000100:00080000:2.0:1788598759.570268:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598759.570273:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598759.570277:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598759.570281:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598759.571404:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+96:2434:x1875480723272192:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 9782us (10728us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598759.571558:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1501 00000100:00100000:0.0:1788598759.572581:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723272832:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 11528us (11953us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598759.572593:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1500 00000100:00100000:0.0:1788598759.682071:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747201920:0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.682141:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747202304:0@lo:400:kworker.0 00000100:00100000:0.0:1788598759.682153:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598759.682210:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747202176:0@lo:400:kworker.0 00000100:00100000:3.0:1788598759.682295:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747202048:0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.682969:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598759.683028:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747202816:0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.683133:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598759.683157:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747203328:0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.683190:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598759.683231:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747202816 00000100:00100000:1.0:1788598759.683239:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747202816 00000100:00100000:1.0:1788598759.683288:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747203328 00000100:00100000:1.0:1788598759.683291:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747203328 00000100:00100000:1.0:1788598759.683314:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1788598759.683322:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747202816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.683432:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747202816:12345-0@lo:400:kworker.0 Request processed in 110us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598759.683440:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1788598759.683576:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1788598759.683583:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc31ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747203328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.683613:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc31ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747203328:12345-0@lo:400:kworker.0 Request processed in 31us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598759.683845:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1788598759.684047:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598759.684078:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747202816:0@lo:400:kworker.0 00000100:00100000:2.0:1788598759.684080:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747202688:0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.684097:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747203328:0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.684138:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747201920 00000100:00100000:1.0:1788598759.684142:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747201920 00000100:00100000:1.0:1788598759.684171:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1788598759.684176:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747201920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.684208:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747201920:12345-0@lo:400:kworker.0 Request processed in 32us (2057us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598759.684214:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1788598759.684245:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747202176 00000100:00100000:1.0:1788598759.684249:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747202176 00000100:00100000:1.0:1788598759.684273:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1788598759.684280:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747202176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598759.684292:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598759.684322:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747203200:0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.684323:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747202176:12345-0@lo:400:kworker.0 Request processed in 43us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598759.684333:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1788598759.684353:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598759.684390:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747202688 00000100:00100000:1.0:1788598759.684394:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747202688 00000100:00100000:2.0:1788598759.684402:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747202176:0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.684424:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747203200 00000100:00100000:1.0:1788598759.684428:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747203200 00000100:00100000:2.0:1788598759.684436:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1788598759.684446:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747202688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.684465:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:1.0:1788598759.684474:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747203200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598759.684487:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747202688:12345-0@lo:400:kworker.0 Request processed in 43us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.684494:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:1.0:1788598759.684513:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747203200:12345-0@lo:400:kworker.0 Request processed in 40us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598759.684520:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1788598759.684533:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747202688:0@lo:400:kworker.0 00000100:00080000:1.0:1788598759.684542:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788598759.684546:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747203200:0@lo:400:kworker.0 00000100:00080000:1.0:1788598759.684547:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598759.684564:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747202304 00000100:00100000:1.0:1788598759.684569:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747202304 00000100:00100000:1.0:1788598759.684596:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:1.0:1788598759.684603:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747202304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.684946:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747202304:12345-0@lo:400:kworker.0 Request processed in 344us (1978us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598759.684953:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:2.0:1788598759.686795:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747202304:0@lo:400:kworker.0 00000100:00100000:0.0:1788598759.687361:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747201920:0@lo:400:kworker.0 00000100:00100000:0.0:1788598759.687381:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747202432:0@lo:400:kworker.0 00000100:00100000:0.0:1788598759.687432:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598759.687464:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747202944:0@lo:400:kworker.0 00000100:00100000:0.0:1788598759.687485:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598759.687513:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747203456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598759.687536:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598759.687571:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747203456 00000100:00100000:0.0:1788598759.687577:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747203456 00000100:00100000:0.0:1788598759.687619:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1788598759.687627:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747203456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598759.687657:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598759.687695:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747203456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598759.687702:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1788598759.687754:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747203456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598759.687846:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747202432 00000100:00100000:2.0:1788598759.687851:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747202432 00000100:00100000:2.0:1788598759.687891:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747202944 00000100:00100000:2.0:1788598759.687894:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747202944 00000100:00100000:2.0:1788598759.687914:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:2.0:1788598759.687920:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747202432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598759.687958:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747202432:12345-0@lo:400:kworker.0 Request processed in 38us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.687964:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:2.0:1788598759.687977:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1788598759.687983:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747202944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598759.688008:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747202944:12345-0@lo:400:kworker.0 Request processed in 26us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.688014:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00080000:0.0:1788598759.688456:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598759.691139:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747202432:0@lo:400:kworker.0 00000100:00100000:0.0:1788598759.691188:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747202944:0@lo:400:kworker.0 00000100:00100000:3.0:1788598759.693897:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598759.694047:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747202560:0@lo:400:kworker.0 00000100:00100000:3.0:1788598759.694180:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598759.694324:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747203072:0@lo:400:kworker.0 00000100:00100000:3.0:1788598759.694362:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598759.694383:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747202048 00000100:00100000:1.0:1788598759.694391:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747202048 00000100:00100000:2.0:1788598759.694398:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747202560 00000100:00100000:2.0:1788598759.694404:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747202560 00000100:00100000:1.0:1788598759.694463:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1788598759.694473:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747202048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598759.694520:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:1.0:1788598759.694533:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747202048:12345-0@lo:400:kworker.0 Request processed in 59us (6083us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.694534:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747202560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.694547:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1788598759.694584:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747202560:12345-0@lo:400:kworker.0 Request processed in 57us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598759.694592:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00080000:0.0:1788598759.694732:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788598759.695581:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747202048:0@lo:400:kworker.0 00000100:00100000:3.0:1788598759.695596:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747202560:0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.695767:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747203072 00000100:00100000:1.0:1788598759.695772:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747203072 00000100:00100000:1.0:1788598759.695848:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00080000:0.0:1788598759.695849:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788598759.695858:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747203072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598759.695919:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747203072:12345-0@lo:400:kworker.0 Request processed in 64us (1556us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598759.695927:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:3.0:1788598759.696003:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747203072:0@lo:400:kworker.0 00000100:00100000:1.0:1788598760.194258:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598760.194282:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747203584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788598760.194348:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598760.194501:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747203584 00000100:00100000:3.0:1788598760.194510:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747203584 00000100:00100000:3.0:1788598760.194560:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1788598760.194570:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747203584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598760.194593:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598760.194644:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747203584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598760.194652:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1788598760.194763:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747203584:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788598760.322673:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598761.255053:0:29503:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598761.255062:0:29503:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598761.255875:0:29503:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598761.255888:0:29503:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598761.347855:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598761.730847:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747203712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598761.730982:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598761.731056:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598761.731063:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747203840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598761.731088:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598761.731129:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747203712 00000100:00100000:2.0:1788598761.731138:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747203712 00000100:00100000:2.0:1788598761.731185:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747203840 00000100:00100000:2.0:1788598761.731188:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747203840 00000100:00100000:2.0:1788598761.731205:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1788598761.731212:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc3518850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747203712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598761.731243:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598761.731286:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc3518850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747203712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598761.731293:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1788598761.731708:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1788598761.731719:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747203840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788598761.731731:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:3.0:1788598761.731841:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747203840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598761.731851:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00080000:1.0:1788598761.731999:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598761.732043:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747203840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598761.732059:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747203712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598762.242004:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598762.242027:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747203968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598762.242091:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598762.242450:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747203968 00000100:00100000:3.0:1788598762.242458:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747203968 00000100:00100000:3.0:1788598762.242506:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1788598762.242514:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747203968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788598762.242546:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1788598762.242595:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747203968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598762.242602:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1788598762.242677:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747203968:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788598762.306611:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788598762.369917:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598762.371799:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598762.371807:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598762.372319:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598762.372330:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1788598763.001125:0:29555:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598763.001134:0:29555:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598763.001808:0:29555:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598763.001819:0:29555:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788598763.400772:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598764.290292:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747204096:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598764.291027:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598764.295901:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747204096 00000100:00100000:1.0:1788598764.295916:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747204096 00000100:00100000:1.0:1788598764.296126:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1788598764.296147:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747204096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788598764.296190:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788598764.296273:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8734fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747204096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 139us (5247us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.296278:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1788598764.296352:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747204096:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598764.417885:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598764.674830:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598764.674864:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598764.674898:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598764.674917:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598764.674931:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598764.674947:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598764.674973:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598764.674985:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723273344 00000100:00100000:1.0:1788598764.674995:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723273216 00000100:00100000:3.0:1788598764.674996:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723273344 00000100:00100000:1.0:1788598764.675000:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723273216 00000100:00100000:1.0:1788598764.675049:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 847 00000100:00100000:3.0:1788598764.675053:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723273472 00000100:00100000:3.0:1788598764.675058:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723273472 00000100:00100000:1.0:1788598764.675062:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723273216:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598764.675082:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723273984 00000100:00100000:3.0:1788598764.675086:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723273984 00000100:00100000:3.0:1788598764.675107:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1509 00000100:00100000:3.0:1788598764.675115:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+96:2434:x1875480723273344:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598764.675129:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb0ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2435:x1875480723273216:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 70us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.675141:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 847 00000100:00100000:3.0:1788598764.675156:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+96:2434:x1875480723273344:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 41us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598764.675163:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1509 00000100:00100000:1.0:1788598764.675178:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1510 00000100:00100000:3.0:1788598764.675185:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1511 00000100:00100000:1.0:1788598764.675189:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+6:2435:x1875480723273472:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598764.675198:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723273984:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598764.675219:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+6:2435:x1875480723273472:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.675292:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1510 00000100:00100000:1.0:1788598764.675311:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723273600 00000100:00100000:1.0:1788598764.675314:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723273600 00000100:00100000:1.0:1788598764.675335:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723273728 00000100:00100000:1.0:1788598764.675337:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723273728 00000100:00100000:1.0:1788598764.675352:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723274240 00000100:00100000:1.0:1788598764.675354:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723274240 00000100:00100000:1.0:1788598764.675371:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1035 00000100:00100000:1.0:1788598764.675376:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723273600:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598764.675438:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2435:x1875480723273984:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 242us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598764.675446:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1511 00000100:00080000:3.0:1788598764.675465:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598764.675469:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598764.675472:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788598764.675473:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788598764.675697:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1036 00000100:00100000:0.0:1788598764.675707:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723273728:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598764.679053:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723273600:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 3664us (4175us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.679069:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1035 00000100:00100000:1.0:1788598764.679103:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1037 00000100:00100000:1.0:1788598764.679116:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723274240:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598764.679163:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2435:x1875480723274240:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 52us (4190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.679170:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1037 00000100:00100000:3.0:1788598764.683462:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598764.683513:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598764.683661:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723273856 00000100:00100000:1.0:1788598764.683671:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723273856 00000100:00100000:1.0:1788598764.683758:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1512 00000100:00100000:1.0:1788598764.683768:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723273856:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598764.683837:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723273856:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 70us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.683844:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1512 00000100:00100000:1.0:1788598764.685968:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:057ab826-16b2-4323-94a8-90eee763040a+21:2435:x1875480723273728:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 10256us (11027us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.685982:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1036 00000100:00100000:1.0:1788598764.686099:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723274112 00000100:00100000:1.0:1788598764.686107:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723274112 00000100:00100000:1.0:1788598764.686152:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1038 00000100:00100000:1.0:1788598764.686161:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723274112:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598764.686219:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723274112:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 59us (2705us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.686225:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1038 00000100:00080000:3.0:1788598764.686443:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598764.686448:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1788598764.737194:0:29606:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598764.737203:0:29606:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598764.737990:0:29606:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598764.738003:0:29606:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788598764.802140:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747204608:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.802244:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598764.802295:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747205120:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.802317:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598764.802334:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89801f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747205632:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.802353:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598764.802395:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788598764.802402:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747204480:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.802427:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598764.802444:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89801500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747204992:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.802462:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598764.802478:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747205504:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.802498:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598764.802535:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747204608 00000100:00100000:0.0:1788598764.802542:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747204608 00000100:00100000:0.0:1788598764.802590:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1788598764.802599:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747204608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.802648:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747204608:12345-0@lo:400:kworker.0 Request processed in 51us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598764.802654:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1788598764.802678:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747205120 00000100:00100000:0.0:1788598764.802693:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747205120 00000100:00100000:0.0:1788598764.802726:0:24433:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747205632 00000100:00100000:0.0:1788598764.802729:0:24433:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747205632 00000100:00100000:0.0:1788598764.802777:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1788598764.802784:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747205120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.802813:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747205120:12345-0@lo:400:kworker.0 Request processed in 30us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598764.802819:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1788598764.802831:0:24433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1788598764.802837:0:24433:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747205632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.802862:0:24433:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747205632:12345-0@lo:400:kworker.0 Request processed in 26us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598764.802868:0:24433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1788598764.802888:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747204480 00000100:00100000:0.0:1788598764.802892:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747204480 00000100:00100000:0.0:1788598764.803390:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747204992 00000100:00100000:0.0:1788598764.803395:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747204992 00000100:00100000:0.0:1788598764.803419:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747205504 00000100:00100000:0.0:1788598764.803422:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747205504 00000100:00100000:0.0:1788598764.803437:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1788598764.803442:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747204480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.803477:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1875480747204480:12345-0@lo:400:kworker.0 Request processed in 34us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598764.803483:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1788598764.803494:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1788598764.803501:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747204992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.803526:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1875480747204992:12345-0@lo:400:kworker.0 Request processed in 27us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598764.803532:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1788598764.803544:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:0.0:1788598764.803549:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747205504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.803572:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1875480747205504:12345-0@lo:400:kworker.0 Request processed in 24us (1073us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598764.803578:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00080000:0.0:1788598764.803618:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788598764.803623:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598764.803625:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598764.803663:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3668:1875480747204480:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.803675:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89801500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3668:1875480747204992:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.803697:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3668:1875480747205504:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.803709:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747204608:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.803718:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747205120:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.803727:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89801f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747205632:0@lo:400:kworker.0 00000100:00100000:1.0:1788598764.804062:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747204224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598764.804100:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598764.804145:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747204736:0@lo:400:kworker.0 00000100:00100000:1.0:1788598764.804167:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598764.804187:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747205248:0@lo:400:kworker.0 00000100:00100000:1.0:1788598764.804210:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598764.804229:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747205760:0@lo:400:kworker.0 00000100:00100000:1.0:1788598764.804248:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598764.804270:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788598764.804277:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8734d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747204352:0@lo:400:kworker.0 00000100:00100000:1.0:1788598764.804305:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598764.804329:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747204864:0@lo:400:kworker.0 00000100:00100000:1.0:1788598764.804350:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598764.804363:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747205376:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.804460:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747204224 00000100:00100000:0.0:1788598764.804466:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747204224 00000100:00100000:0.0:1788598764.804494:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1788598764.804501:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747204224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788598764.804524:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598764.804625:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747204736 00000100:00100000:3.0:1788598764.804630:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747204736 00000100:00100000:3.0:1788598764.804655:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747204864 00000100:00100000:3.0:1788598764.804658:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747204864 00000100:00100000:3.0:1788598764.804677:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:3.0:1788598764.804697:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747204736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.804826:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747204224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 325us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598764.804834:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1788598764.804858:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:0.0:1788598764.804866:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747204864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.804896:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747204864:12345-0@lo:400:kworker.0 Request processed in 32us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598764.804902:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:1.0:1788598764.805526:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598764.805696:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747204224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598764.805721:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747204864:0@lo:400:kworker.0 00000100:00100000:3.0:1788598764.805832:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1875480747204736:12345-0@lo:400:kworker.0 Request processed in 1148us (1663us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598764.805840:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:3.0:1788598764.805857:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747205376 00000100:00100000:3.0:1788598764.805861:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747205376 00000100:00100000:2.0:1788598764.805936:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3665:1875480747204736:0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.806014:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:0.0:1788598764.806023:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747205376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598764.806072:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747205376:12345-0@lo:400:kworker.0 Request processed in 51us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598764.806078:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:2.0:1788598764.806202:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747205376:0@lo:400:kworker.0 00000100:00100000:1.0:1788598764.806251:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747205248 00000100:00100000:1.0:1788598764.806255:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747205248 00000100:00100000:1.0:1788598764.806294:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747205760 00000100:00100000:1.0:1788598764.806298:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747205760 00000100:00100000:1.0:1788598764.806363:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1788598764.806441:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747205248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598764.806484:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747205248:12345-0@lo:400:kworker.0 Request processed in 114us (2272us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.806490:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1788598764.806503:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1788598764.806509:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747205760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598764.806535:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747205760:12345-0@lo:400:kworker.0 Request processed in 27us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.806541:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1788598764.806618:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747205248:0@lo:400:kworker.0 00000100:00100000:2.0:1788598764.806629:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747205760:0@lo:400:kworker.0 00000100:00080000:3.0:1788598764.806781:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598764.806786:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788598764.806789:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598764.807056:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747204352 00000100:00100000:1.0:1788598764.807061:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747204352 00000100:00100000:1.0:1788598764.807125:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1788598764.807132:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747204352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598764.807291:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747204352:12345-0@lo:400:kworker.0 Request processed in 159us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598764.807297:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1788598764.807437:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8734d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747204352:0@lo:400:kworker.0 00000100:00100000:2.0:1788598765.314955:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747205888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598765.315031:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598765.315233:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747205888 00000100:00100000:3.0:1788598765.315241:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747205888 00000100:00100000:3.0:1788598765.315291:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1788598765.315300:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747205888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598765.315323:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598765.315375:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747205888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598765.315385:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1788598765.315513:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747205888:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598765.442252:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788598766.479296:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598766.798211:0:29657:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598766.798222:0:29657:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598766.798845:0:29657:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598766.798855:0:29657:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788598766.851534:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747206016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598766.851636:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598766.851702:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788598766.851709:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5d43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747206144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598766.851755:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598766.851794:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747206016 00000100:00100000:1.0:1788598766.851801:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747206016 00000100:00100000:1.0:1788598766.851847:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747206144 00000100:00100000:1.0:1788598766.851850:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747206144 00000100:00100000:1.0:1788598766.851867:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1788598766.851874:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747206016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598766.851901:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598766.851954:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747206016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598766.851962:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1788598766.851978:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1788598766.851985:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747206144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598766.851996:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598766.852019:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747206144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598766.852025:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00080000:1.0:1788598766.852045:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788598766.852079:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747206144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598766.852092:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5d42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747206016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598767.362251:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747206272:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788598767.362328:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598767.362669:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747206272 00000100:00100000:1.0:1788598767.362677:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747206272 00000100:00100000:1.0:1788598767.362761:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1788598767.362771:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747206272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598767.362806:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1788598767.362904:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747206272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 134us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598767.362911:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1788598767.363302:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747206272:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788598767.495728:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598768.515317:0:29708:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598768.515325:0:29708:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598768.515913:0:29708:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598768.515921:0:29708:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788598768.516882:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598769.410871:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788598769.410914:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747206400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788598769.411024:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598769.411365:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747206400 00000100:00100000:3.0:1788598769.411396:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747206400 00000100:00100000:3.0:1788598769.411470:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1788598769.411481:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747206400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598769.411512:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598769.411623:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747206400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598769.411630:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1788598769.411865:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747206400:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788598769.540268:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598769.799383:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598769.799430:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598769.799552:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723274368 00000100:00100000:2.0:1788598769.799604:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723274368 00000100:00100000:2.0:1788598769.799660:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 849 00000100:00100000:2.0:1788598769.799669:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723274368:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598769.799760:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723274368:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 92us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.799768:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 849 00000100:00100000:1.0:1788598769.800108:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598769.800133:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598769.800153:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598769.800168:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598769.800188:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598769.800206:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598769.800225:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788598769.800244:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723274624 00000100:00100000:1.0:1788598769.800248:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723274624 00000100:00100000:1.0:1788598769.800281:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723275136 00000100:00100000:1.0:1788598769.800284:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723275136 00000100:00100000:1.0:1788598769.800294:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723274496 00000100:00100000:1.0:1788598769.800297:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723274496 00000100:00100000:1.0:1788598769.800306:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723275008 00000100:00100000:1.0:1788598769.800308:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723275008 00000100:00100000:1.0:1788598769.800320:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1519 00000100:00100000:1.0:1788598769.800326:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+6:2434:x1875480723274624:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598769.800363:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+6:2434:x1875480723274624:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 38us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598769.800369:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1519 00000100:00100000:1.0:1788598769.800382:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1520 00000100:00100000:1.0:1788598769.800387:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723275136:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598769.800407:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723275136:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598769.800412:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1520 00000100:00100000:1.0:1788598769.800421:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1521 00000100:00100000:1.0:1788598769.800426:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+96:2434:x1875480723274496:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598769.800544:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723274880 00000100:00100000:2.0:1788598769.800548:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723274880 00000100:00100000:2.0:1788598769.800573:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723275392 00000100:00100000:2.0:1788598769.800575:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723275392 00000100:00100000:2.0:1788598769.800600:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723274752 00000100:00100000:2.0:1788598769.800602:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723274752 00000100:00100000:2.0:1788598769.800614:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723275264 00000100:00100000:2.0:1788598769.800615:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723275264 00000100:00100000:2.0:1788598769.800628:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1043 00000100:00100000:2.0:1788598769.800633:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723274880:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598769.800657:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723274880:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.800662:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1043 00000100:00100000:2.0:1788598769.800673:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1044 00000100:00100000:2.0:1788598769.800678:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723275392:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598769.800696:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723275392:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.800702:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1044 00000100:00100000:2.0:1788598769.800710:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1045 00000100:00100000:2.0:1788598769.800716:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723274752:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598769.800754:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723274752:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.800759:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1045 00000100:00100000:2.0:1788598769.800769:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1046 00000100:00100000:2.0:1788598769.800774:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723275264:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598769.800792:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723275264:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.800797:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1046 00000100:00100000:2.0:1788598769.800817:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1522 00000100:00100000:2.0:1788598769.800823:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723275008:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598769.800843:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723275008:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.800848:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1522 00000100:00100000:1.0:1788598769.800963:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:057ab826-16b2-4323-94a8-90eee763040a+96:2434:x1875480723274496:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598769.800971:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1521 00000100:00080000:1.0:1788598769.800994:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598769.800998:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598769.801000:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788598769.801002:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598769.923055:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788598769.923078:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747206528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598769.923141:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598769.923174:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747206528 00000100:00100000:3.0:1788598769.923181:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747206528 00000100:00100000:3.0:1788598769.923243:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1788598769.923251:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747206528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788598769.923285:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598769.923333:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747206528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598769.923337:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00080000:3.0:1788598769.923353:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598769.923771:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788598769.923781:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747206656:0@lo:400:kworker.0 00000100:00100000:3.0:1788598769.923815:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598769.923842:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747207040:0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.923941:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747206912:0@lo:400:kworker.0 00000100:00100000:0.0:1788598769.924030:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747206784:0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.931579:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598769.931641:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747207424:0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.931697:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598769.931718:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747207936:0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.931767:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598769.931825:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747207424 00000100:00100000:2.0:1788598769.931833:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747207424 00000100:00100000:2.0:1788598769.931897:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747207936 00000100:00100000:2.0:1788598769.931900:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747207936 00000100:00100000:2.0:1788598769.931925:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1788598769.931933:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747207424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.931987:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747207424:12345-0@lo:400:kworker.0 Request processed in 55us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.931993:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1788598769.932009:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1788598769.932014:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747207936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.932040:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747207936:12345-0@lo:400:kworker.0 Request processed in 26us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.932044:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00080000:2.0:1788598769.932065:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598769.932069:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598769.932098:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747207424:0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.932108:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747207936:0@lo:400:kworker.0 00000100:00100000:3.0:1788598769.933906:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598769.933945:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747206912 00000100:00100000:1.0:1788598769.933955:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747206912 00000100:00100000:3.0:1788598769.933965:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747206656 00000100:00100000:3.0:1788598769.933971:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747206656 00000100:00100000:3.0:1788598769.934010:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1788598769.934014:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1788598769.934023:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747206656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598769.934028:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747206912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598769.934086:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747206656:12345-0@lo:400:kworker.0 Request processed in 67us (10272us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598769.934095:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1875480747206912:12345-0@lo:400:kworker.0 Request processed in 70us (2521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598769.934098:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1788598769.934108:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1788598769.934145:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747207552:0@lo:400:kworker.0 00000100:00100000:3.0:1788598769.934175:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598769.934220:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747206656:0@lo:400:kworker.0 00000100:00100000:3.0:1788598769.934240:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788598769.934246:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747207168:0@lo:400:kworker.0 00000100:00100000:3.0:1788598769.934268:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598769.934283:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747207680:0@lo:400:kworker.0 00000100:00100000:3.0:1788598769.934302:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598769.934324:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747207040 00000100:00100000:1.0:1788598769.934329:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747207040 00000100:00100000:1.0:1788598769.934362:0:6523:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747207168 00000100:00100000:1.0:1788598769.934366:0:6523:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747207168 00000100:00100000:3.0:1788598769.934382:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747207680 00000100:00100000:3.0:1788598769.934387:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747207680 00000100:00100000:1.0:1788598769.934408:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:3.0:1788598769.934416:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:1.0:1788598769.934420:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747207040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598769.934427:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747207168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598769.934474:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747207040:12345-0@lo:400:kworker.0 Request processed in 59us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598769.934478:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747207168:12345-0@lo:400:kworker.0 Request processed in 52us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598769.934485:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00100000:3.0:1788598769.934492:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00100000:1.0:1788598769.934505:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1788598769.934514:0:6523:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747207680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598769.934558:0:6523:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747207680:12345-0@lo:400:kworker.0 Request processed in 47us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598769.934564:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1788598769.934598:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747207552 00000100:00100000:1.0:1788598769.934601:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747207552 00000100:00100000:1.0:1788598769.934638:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1788598769.934645:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747207552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598769.934688:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747207552:12345-0@lo:400:kworker.0 Request processed in 43us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598769.934694:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1788598769.934724:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747207168:0@lo:400:kworker.0 00000100:00100000:1.0:1788598769.934761:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747207680:0@lo:400:kworker.0 00000100:00100000:1.0:1788598769.934775:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747207040:0@lo:400:kworker.0 00000100:00100000:1.0:1788598769.934783:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747207552:0@lo:400:kworker.0 00000100:00080000:2.0:1788598769.935840:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598769.935847:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598769.935906:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747206912:0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.937121:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747206528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598769.938822:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598769.938882:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747207296:0@lo:400:kworker.0 00000100:00100000:0.0:1788598769.938922:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598769.938942:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc30aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747207808:0@lo:400:kworker.0 00000100:00100000:0.0:1788598769.938964:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598769.939128:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747206784 00000100:00100000:2.0:1788598769.939137:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747206784 00000100:00100000:2.0:1788598769.939192:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747207296 00000100:00100000:2.0:1788598769.939195:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747207296 00000100:00100000:2.0:1788598769.939222:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747207808 00000100:00100000:2.0:1788598769.939225:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747207808 00000100:00100000:2.0:1788598769.939240:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:2.0:1788598769.939248:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747206784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.939302:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747206784:12345-0@lo:400:kworker.0 Request processed in 55us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.939309:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00100000:2.0:1788598769.939324:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:2.0:1788598769.939330:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747207296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.939355:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747207296:12345-0@lo:400:kworker.0 Request processed in 25us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.939361:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:2.0:1788598769.939370:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:2.0:1788598769.939376:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747207808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598769.939400:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747207808:12345-0@lo:400:kworker.0 Request processed in 24us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598769.939405:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00080000:2.0:1788598769.939419:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598769.939794:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747206784:0@lo:400:kworker.0 00000100:00100000:0.0:1788598769.939805:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747207296:0@lo:400:kworker.0 00000100:00100000:0.0:1788598769.939814:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc30aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747207808:0@lo:400:kworker.0 00000040:00080000:0.0:1788598770.395057:0:29760:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598770.395145:0:29760:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598770.396347:0:29760:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598770.396361:0:29760:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788598770.437118:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747208064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598770.437200:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598770.437685:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747208064 00000100:00100000:1.0:1788598770.437695:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747208064 00000100:00100000:1.0:1788598770.437768:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1788598770.437778:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747208064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788598770.437801:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598770.437877:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747208064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598770.437884:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1788598770.437948:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747208064:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598770.565937:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598771.587174:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598771.969932:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747208192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598771.970004:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598771.970087:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747208192 00000100:00100000:1.0:1788598771.970095:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747208192 00000100:00100000:1.0:1788598771.970149:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1788598771.970160:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747208192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598771.970195:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598771.970240:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747208192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598771.970246:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1788598771.970294:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747208192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788598771.971979:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747208320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788598771.972037:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598771.972100:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747208320 00000100:00100000:1.0:1788598771.972106:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747208320 00000100:00100000:1.0:1788598771.972147:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1788598771.972155:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747208320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598771.972176:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598771.972216:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747208320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598771.972223:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1788598771.972261:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747208320:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788598771.974404:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788598772.374528:0:29811:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598772.374546:0:29811:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598772.383362:0:29811:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598772.383397:0:29811:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598772.486650:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598772.486676:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1bc5b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747208448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788598772.486794:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598772.487314:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747208448 00000100:00100000:1.0:1788598772.487324:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747208448 00000100:00100000:1.0:1788598772.487372:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1788598772.487380:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747208448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598772.487414:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1788598772.487463:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747208448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598772.487470:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1788598772.487518:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1bc5b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747208448:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788598772.552410:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1788598772.610448:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788598772.610456:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788598772.612438:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788598772.612451:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598772.612584:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598773.634168:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788598774.445533:0:29862:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788598774.445544:0:29862:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788598774.446107:0:29862:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788598774.446116:0:29862:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598774.530017:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788598774.530040:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747208576:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598774.530108:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598774.530207:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747208576 00000100:00100000:3.0:1788598774.530215:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747208576 00000100:00100000:3.0:1788598774.530319:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1788598774.530329:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747208576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598774.530361:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598774.530406:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc30aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747208576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598774.530414:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1788598774.530509:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747208576:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598774.663745:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598774.915828:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598774.915916:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598774.915926:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723275520 00000100:00100000:0.0:1788598774.915938:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723275520 00000100:00100000:2.0:1788598774.915958:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598774.915989:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 851 00000100:00100000:2.0:1788598774.915997:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598774.916002:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723275520:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598774.916023:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598774.916070:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:27eb2831-c520-4381-8808-4da803a1bb82+12:2432:x1875480723275520:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 73us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598774.916076:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 851 00000100:00100000:1.0:1788598774.916092:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723275776 00000100:00100000:1.0:1788598774.916108:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723275776 00000100:00100000:3.0:1788598774.916196:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723276032 00000100:00100000:3.0:1788598774.916200:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723276032 00000100:00100000:3.0:1788598774.916228:0:14172:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723276544 00000100:00100000:3.0:1788598774.916231:0:14172:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723276544 00000100:00100000:3.0:1788598774.916252:0:14172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1050 00000100:00100000:3.0:1788598774.916259:0:14172:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723276032:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598774.916296:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723276288 00000100:00100000:1.0:1788598774.916301:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723276288 00000100:00100000:1.0:1788598774.916329:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1529 00000100:00100000:1.0:1788598774.916335:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+6:2432:x1875480723275776:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598774.917322:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598774.917467:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598774.917510:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598774.917632:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598774.917664:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723275904 00000100:00100000:2.0:1788598774.917672:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723275904 00000100:00100000:2.0:1788598774.917699:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723276416 00000100:00100000:2.0:1788598774.917702:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723276416 00000100:00100000:2.0:1788598774.917716:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1051 00000100:00100000:2.0:1788598774.917723:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723276544:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598774.917786:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2432:x1875480723276544:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 63us (1762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598774.917793:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1051 00000100:00100000:2.0:1788598774.917810:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1052 00000100:00100000:2.0:1788598774.917816:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723275904:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598774.917839:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+17:2432:x1875480723275904:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598774.917844:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1052 00000100:00100000:2.0:1788598774.917854:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1053 00000100:00100000:2.0:1788598774.917859:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723276416:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598774.917880:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2432:x1875480723276416:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598774.917885:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1053 00000100:00080000:2.0:1788598774.917934:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598774.917938:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598774.917941:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598774.917987:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723275648 00000100:00100000:2.0:1788598774.917991:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723275648 00000100:00100000:2.0:1788598774.918010:0:6524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723276160 00000100:00100000:2.0:1788598774.918013:0:6524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723276160 00000100:00100000:2.0:1788598774.918025:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1530 00000100:00100000:2.0:1788598774.918031:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723276288:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598774.918057:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2432:x1875480723276288:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (2063us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598774.918063:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1530 00000100:00100000:2.0:1788598774.918075:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1531 00000100:00100000:2.0:1788598774.918080:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+96:2432:x1875480723275648:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598774.918103:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:057ab826-16b2-4323-94a8-90eee763040a+96:2432:x1875480723275648:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 22us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598774.918109:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1531 00000100:00100000:2.0:1788598774.918120:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1532 00000100:00100000:2.0:1788598774.918126:0:6524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2432:x1875480723276160:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598774.918150:0:6524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2432:x1875480723276160:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598774.918155:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1532 00000100:00080000:2.0:1788598774.918169:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598774.921119:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:057ab826-16b2-4323-94a8-90eee763040a+6:2432:x1875480723275776:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 4772us (5193us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598774.921135:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1529 00000100:00100000:2.0:1788598774.921209:0:14172:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:057ab826-16b2-4323-94a8-90eee763040a+21:2432:x1875480723276032:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 4948us (5249us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598774.921217:0:14172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1050 00000100:00100000:1.0:1788598775.050119:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747209088:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050195:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050285:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747209600:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050312:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050337:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747210112:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050356:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050381:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1788598775.050387:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747208704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050412:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050435:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747209216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050455:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050468:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747209728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050495:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050510:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747210240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598775.050531:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050562:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747208832:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050587:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050603:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747209344:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050620:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050634:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747209856:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050665:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050679:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788598775.050685:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747208960:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050706:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050724:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747209472:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050788:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050802:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747209984:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050831:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598775.050862:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747208704 00000100:00100000:1.0:1788598775.050869:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747208704 00000100:00100000:1.0:1788598775.050909:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1788598775.050918:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747208704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.050966:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:971c333c-c41b-4c25-8f57-79ed548ad641+23:3667:x1875480747208704:12345-0@lo:400:kworker.0 Request processed in 49us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598775.050973:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1788598775.051008:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747210240 00000100:00100000:1.0:1788598775.051012:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747210240 00000100:00100000:0.0:1788598775.051016:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747209600 00000100:00100000:0.0:1788598775.051022:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747209600 00000100:00100000:1.0:1788598775.051051:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1788598775.051060:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747210240:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788598775.051060:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747210112 00000100:00100000:0.0:1788598775.051065:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747210112 00002000:00000024:1.0:1788598775.051085:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788598775.051088:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747209472 00000100:00100000:0.0:1788598775.051091:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747209472 00000100:00100000:1.0:1788598775.051119:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747210240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598775.051125:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1788598775.051125:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747209984 00000100:00100000:0.0:1788598775.051130:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747209984 00000100:00100000:0.0:1788598775.051149:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1788598775.051150:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747208960 00000100:00100000:1.0:1788598775.051155:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747208960 00000100:00100000:0.0:1788598775.051160:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747209600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051185:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1788598775.051192:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747208960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051228:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747208960:12345-0@lo:400:kworker.0 Request processed in 36us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598775.051234:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1788598775.051253:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747209088 00000100:00100000:1.0:1788598775.051256:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747209088 00000100:00100000:1.0:1788598775.051273:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747209216 00000100:00100000:1.0:1788598775.051274:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747209216 00000100:00100000:1.0:1788598775.051285:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747209728 00000100:00100000:1.0:1788598775.051288:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747209728 00000100:00100000:1.0:1788598775.051298:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747208832 00000100:00100000:1.0:1788598775.051300:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747208832 00000100:00100000:1.0:1788598775.051310:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747209344 00000100:00100000:1.0:1788598775.051312:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747209344 00000100:00100000:1.0:1788598775.051323:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747209856 00000100:00100000:1.0:1788598775.051326:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747209856 00000100:00100000:1.0:1788598775.051341:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:1.0:1788598775.051350:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747209088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598775.051359:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747209600:12345-0@lo:400:kworker.0 Request processed in 200us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598775.051367:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1788598775.051387:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1788598775.051392:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747209088:12345-0@lo:400:kworker.0 Request processed in 42us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598775.051399:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747210112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051402:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100000:1.0:1788598775.051423:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:1.0:1788598775.051431:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747209216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598775.051440:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747210112:12345-0@lo:400:kworker.0 Request processed in 44us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598775.051447:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1788598775.051463:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1788598775.051467:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747209216:12345-0@lo:400:kworker.0 Request processed in 38us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598775.051473:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747209472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051479:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:1.0:1788598775.051509:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:1.0:1788598775.051518:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747209728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598775.051522:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747209472:12345-0@lo:400:kworker.0 Request processed in 50us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598775.051529:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1788598775.051542:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1788598775.051551:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747209984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051559:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a86c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747209728:12345-0@lo:400:kworker.0 Request processed in 43us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598775.051567:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:1.0:1788598775.051585:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:0.0:1788598775.051585:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747209984:12345-0@lo:400:kworker.0 Request processed in 34us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598775.051596:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1788598775.051598:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747208832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051632:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747208832:12345-0@lo:400:kworker.0 Request processed in 38us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598775.051637:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:0.0:1788598775.051651:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:1.0:1788598775.051657:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1788598775.051661:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747209344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051668:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747209856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598775.051699:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1875480747209344:12345-0@lo:400:kworker.0 Request processed in 41us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598775.051706:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:1.0:1788598775.051710:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1875480747209856:12345-0@lo:400:kworker.0 Request processed in 45us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598775.051717:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1788598775.051780:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:971c333c-c41b-4c25-8f57-79ed548ad641:3667:1875480747208704:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051781:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747208960:0@lo:400:kworker.0 00000100:00100000:0.0:1788598775.051803:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747209216:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051804:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747209472:0@lo:400:kworker.0 00000100:00100000:0.0:1788598775.051825:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747209728:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051827:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747209984:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051848:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747208832:0@lo:400:kworker.0 00000100:00100000:0.0:1788598775.051852:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747210240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598775.051862:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3665:1875480747209344:0@lo:400:kworker.0 00000100:00100000:0.0:1788598775.051871:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a86c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747209088:0@lo:400:kworker.0 00000100:00100000:1.0:1788598775.051881:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3665:1875480747209856:0@lo:400:kworker.0 00000100:00100000:0.0:1788598775.051889:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747209600:0@lo:400:kworker.0 00000100:00100000:0.0:1788598775.051904:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747210112:0@lo:400:kworker.0 00000100:00080000:2.0:1788598775.053993:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598775.054002:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598775.054005:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598775.054008:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788598775.556470:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788598775.556504:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747210368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788598775.556587:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598775.556989:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747210368 00000100:00100000:2.0:1788598775.556998:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747210368 00000100:00100000:2.0:1788598775.557056:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1788598775.557066:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747210368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788598775.557088:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598775.557144:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747210368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598775.557152:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1788598775.557265:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747210368:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788598775.682826:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598776.598176:0:29914:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598776.598186:0:29914:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598776.600013:0:29914:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598776.600032:0:29914:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598776.710010:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598777.096239:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598777.096263:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747210496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598777.096330:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598777.096688:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747210496 00000100:00100000:1.0:1788598777.096697:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747210496 00000100:00100000:1.0:1788598777.096794:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1788598777.096804:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747210496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788598777.096830:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598777.096876:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747210496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598777.096883:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1788598777.097154:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598777.097166:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747210624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598777.097197:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598777.097519:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747210624 00000100:00100000:0.0:1788598777.097525:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747210624 00000100:00100000:0.0:1788598777.097565:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1788598777.097573:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747210624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788598777.097586:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598777.097621:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1875480747210624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598777.097627:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1788598777.097717:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747210624:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788598777.098674:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598777.098718:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747210496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788598777.602067:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747210752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598777.602186:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598777.602348:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747210752 00000100:00100000:2.0:1788598777.602357:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747210752 00000100:00100000:2.0:1788598777.602421:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1788598777.602431:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bb3511050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747210752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788598777.602492:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1788598777.602569:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bb3511050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747210752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 138us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598777.602576:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1788598777.603282:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747210752:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788598777.737373:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788598778.657362:0:29965:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598778.657370:0:29965:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598778.664059:0:29965:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598778.664081:0:29965:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788598778.759023:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598779.650944:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747210880:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788598779.651021:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598779.651394:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747210880 00000100:00100000:3.0:1788598779.651416:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747210880 00000100:00100000:3.0:1788598779.651466:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1788598779.651475:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747210880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598779.651506:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598779.651561:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747210880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598779.651568:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1788598779.651718:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747210880:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598779.777910:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788598780.058988:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598780.059032:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598780.059054:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598780.059072:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598780.059089:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598780.059103:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598780.059131:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598780.059146:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598780.059167:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788598780.059192:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723276928 00000100:00100000:3.0:1788598780.059201:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723276928 00000100:00100000:3.0:1788598780.059247:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723277440 00000100:00100000:3.0:1788598780.059250:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723277440 00000100:00100000:3.0:1788598780.059260:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723276800 00000100:00100000:3.0:1788598780.059262:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723276800 00000100:00100000:3.0:1788598780.059271:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723277312 00000100:00100000:3.0:1788598780.059273:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723277312 00000100:00100000:3.0:1788598780.059287:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1539 00000100:00100000:3.0:1788598780.059295:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+6:2433:x1875480723276928:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598780.059360:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+6:2433:x1875480723276928:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 66us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.059367:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1539 00000100:00100000:3.0:1788598780.059382:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1540 00000100:00100000:3.0:1788598780.059387:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723277440:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598780.059420:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2433:x1875480723277440:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 32us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.059427:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1540 00000100:00100000:3.0:1788598780.059437:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1541 00000100:00100000:3.0:1788598780.059443:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+96:2433:x1875480723276800:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598780.059460:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+96:2433:x1875480723276800:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.059466:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1541 00000100:00100000:3.0:1788598780.059474:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1542 00000100:00100000:3.0:1788598780.059479:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2433:x1875480723277312:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598780.059497:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2433:x1875480723277312:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 18us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.059503:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1542 00000100:00100000:3.0:1788598780.059519:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723277184 00000100:00100000:3.0:1788598780.059521:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723277184 00000100:00100000:3.0:1788598780.059540:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723277696 00000100:00100000:3.0:1788598780.059542:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723277696 00000100:00100000:3.0:1788598780.059553:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723277056 00000100:00100000:3.0:1788598780.059555:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723277056 00000100:00100000:3.0:1788598780.059563:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723277568 00000100:00100000:3.0:1788598780.059565:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723277568 00000100:00100000:3.0:1788598780.059577:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1058 00000100:00100000:3.0:1788598780.059581:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723277184:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598780.059601:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+21:2433:x1875480723277184:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 20us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.059607:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1058 00000100:00100000:3.0:1788598780.059616:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1059 00000100:00100000:3.0:1788598780.059621:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723277696:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598780.059636:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2433:x1875480723277696:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 15us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.059642:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1059 00000100:00100000:3.0:1788598780.059650:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1060 00000100:00100000:3.0:1788598780.059654:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723277056:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598780.059670:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2433:x1875480723277056:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 16us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.059689:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1060 00000100:00100000:3.0:1788598780.059698:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1061 00000100:00100000:3.0:1788598780.059704:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723277568:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598780.059723:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2433:x1875480723277568:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 19us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.059729:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1061 00000100:00100000:2.0:1788598780.060579:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723276672 00000100:00100000:2.0:1788598780.060587:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723276672 00000100:00100000:2.0:1788598780.060634:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 853 00000100:00100000:2.0:1788598780.060641:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723276672:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598780.060669:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:27eb2831-c520-4381-8808-4da803a1bb82+12:2433:x1875480723276672:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 30us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598780.060686:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 853 00000100:00080000:2.0:1788598780.060717:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788598780.060721:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788598780.060724:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788598780.060726:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788598780.162165:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747211136:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162228:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598780.162281:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747211648:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162301:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598780.162317:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747212160:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162335:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598780.162355:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788598780.162359:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747211264:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162430:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598780.162445:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747211776:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162464:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598780.162476:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747212288:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162491:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598780.162522:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747211136 00000100:00100000:2.0:1788598780.162529:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747211136 00000100:00100000:2.0:1788598780.162560:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747211648 00000100:00100000:2.0:1788598780.162562:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747211648 00000100:00100000:2.0:1788598780.162579:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747212160 00000100:00100000:2.0:1788598780.162581:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747212160 00000100:00100000:2.0:1788598780.162591:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747211776 00000100:00100000:2.0:1788598780.162593:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747211776 00000100:00100000:2.0:1788598780.162603:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747212288 00000100:00100000:2.0:1788598780.162605:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747212288 00000100:00100000:2.0:1788598780.162617:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:2.0:1788598780.162624:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747211136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162666:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1875480747211136:12345-0@lo:400:kworker.0 Request processed in 43us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598780.162686:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:2.0:1788598780.162703:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:2.0:1788598780.162708:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747211648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162754:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1875480747211648:12345-0@lo:400:kworker.0 Request processed in 25us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598780.162760:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:2.0:1788598780.162770:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:2.0:1788598780.162776:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5d40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747212160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162798:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5d40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1875480747212160:12345-0@lo:400:kworker.0 Request processed in 23us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598780.162803:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:2.0:1788598780.162813:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:2.0:1788598780.162818:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747211776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162837:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747211776:12345-0@lo:400:kworker.0 Request processed in 19us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598780.162841:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:2.0:1788598780.162851:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:2.0:1788598780.162856:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747212288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162878:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747212288:12345-0@lo:400:kworker.0 Request processed in 23us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598780.162884:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00080000:2.0:1788598780.162907:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788598780.162910:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788598780.162933:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747211776:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162942:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747212288:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162950:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3667:1875480747211136:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162958:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3667:1875480747211648:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.162966:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3667:1875480747212160:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163050:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747211008:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163080:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598780.163111:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747211520:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163129:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598780.163142:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747212032:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163160:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598780.163172:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747212544:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163187:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598780.163202:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788598780.163207:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747211392:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163223:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598780.163235:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747211904:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163250:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598780.163263:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747212416:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163278:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598780.163301:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747211392 00000100:00100000:3.0:1788598780.163305:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747211392 00000100:00100000:3.0:1788598780.163328:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:3.0:1788598780.163333:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747211392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163362:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1875480747211392:12345-0@lo:400:kworker.0 Request processed in 29us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.163367:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:3.0:1788598780.163383:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747211264 00000100:00100000:3.0:1788598780.163385:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747211264 00000100:00100000:3.0:1788598780.163418:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747211520 00000100:00100000:3.0:1788598780.163420:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747211520 00000100:00100000:3.0:1788598780.163432:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1788598780.163437:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747211264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163467:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747211264:12345-0@lo:400:kworker.0 Request processed in 29us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.163472:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1788598780.163482:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1788598780.163487:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747211520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163507:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747211520:12345-0@lo:400:kworker.0 Request processed in 20us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.163512:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1788598780.163526:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747212032 00000100:00100000:3.0:1788598780.163529:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747212032 00000100:00100000:3.0:1788598780.163551:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747212544 00000100:00100000:3.0:1788598780.163553:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747212544 00000100:00100000:3.0:1788598780.163565:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747211904 00000100:00100000:3.0:1788598780.163567:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747211904 00000100:00100000:3.0:1788598780.163577:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747212416 00000100:00100000:3.0:1788598780.163579:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747212416 00000100:00100000:3.0:1788598780.163590:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1788598780.163595:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747212032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163618:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747212032:12345-0@lo:400:kworker.0 Request processed in 23us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.163623:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1788598780.163632:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1788598780.163637:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747212544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163656:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747212544:12345-0@lo:400:kworker.0 Request processed in 20us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.163664:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1788598780.163672:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1788598780.163677:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747211904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163694:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747211904:12345-0@lo:400:kworker.0 Request processed in 18us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.163698:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1788598780.163706:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1788598780.163711:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747212416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163729:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747212416:12345-0@lo:400:kworker.0 Request processed in 18us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.163770:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00080000:3.0:1788598780.163800:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788598780.163803:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788598780.163818:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3666:1875480747211392:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163826:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747211904:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163833:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747212416:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163840:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747211520:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163847:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747212032:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163854:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747212544:0@lo:400:kworker.0 00000100:00100000:3.0:1788598780.163884:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747211264:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.164234:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747211008 00000100:00100000:2.0:1788598780.164238:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747211008 00000100:00100000:2.0:1788598780.164268:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1788598780.164274:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747211008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.164351:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:971c333c-c41b-4c25-8f57-79ed548ad641+23:3666:x1875480747211008:12345-0@lo:400:kworker.0 Request processed in 77us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598780.164358:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1788598780.170981:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:971c333c-c41b-4c25-8f57-79ed548ad641:3666:1875480747211008:0@lo:400:kworker.0 00000100:00100000:2.0:1788598780.171260:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747212672:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598780.171315:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598780.171412:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747212672 00000100:00100000:1.0:1788598780.171419:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747212672 00000100:00100000:1.0:1788598780.171469:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788598780.171478:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747212672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788598780.171514:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788598780.171556:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747212672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598780.171562:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788598780.171596:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747212672:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1788598780.600186:0:30016:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788598780.600196:0:30016:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788598780.616069:0:30016:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788598780.616088:0:30016:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788598780.674959:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788598780.674981:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747212800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598780.675066:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598780.675175:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747212800 00000100:00100000:3.0:1788598780.675183:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747212800 00000100:00100000:3.0:1788598780.675233:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1788598780.675241:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747212800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598780.675262:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598780.675307:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747212800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598780.675315:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1788598780.675398:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747212800:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788598780.810393:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788598781.825932:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598782.210761:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788598782.210784:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a88f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747212928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598782.210848:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598782.210906:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747212928 00000100:00100000:0.0:1788598782.210913:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747212928 00000100:00100000:0.0:1788598782.210964:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1788598782.210975:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747212928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788598782.211005:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598782.211046:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1875480747212928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598782.211053:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1788598782.211361:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a88f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3666:1875480747212928:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788598782.211558:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598782.218851:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788598782.219296:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747213056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788598782.219376:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598782.219722:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747213056 00000100:00100000:1.0:1788598782.219730:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747213056 00000100:00100000:1.0:1788598782.220254:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1788598782.220265:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747213056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788598782.220289:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:1.0:1788598782.220341:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747213056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598782.220348:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:2.0:1788598782.220409:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788598782.220449:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747213056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598782.721954:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788598782.721975:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747213184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598782.722046:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598782.722310:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747213184 00000100:00100000:1.0:1788598782.722318:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747213184 00000100:00100000:1.0:1788598782.722381:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1788598782.722390:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747213184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598782.722422:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1788598782.722469:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1875480747213184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598782.722475:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1788598782.722512:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3668:1875480747213184:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1788598782.786978:0:13638:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788598782.856645:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788598782.857506:0:13634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598782.857513:0:13634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598782.858094:0:13634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598782.858104:0:13634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1788598782.922414:0:30067:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788598782.922425:0:30067:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788598782.924499:0:30067:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788598782.924519:0:30067:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788598783.875256:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788598784.773706:0:3668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747213312:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788598784.773797:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598784.774554:0:11093:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747213312 00000100:00100000:3.0:1788598784.774564:0:11093:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747213312 00000100:00100000:3.0:1788598784.774624:0:11093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1788598784.774635:0:11093:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747213312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788598784.774669:0:11093:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788598784.774771:0:11093:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1875480747213312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 138us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598784.774778:0:11093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1788598784.775110:0:3668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3668:1875480747213312:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788598784.897978:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788598785.163651:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598785.163694:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598785.163715:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598785.163731:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598785.163776:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598785.163794:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598785.163813:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788598785.163833:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598785.163853:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723277952 00000100:00100000:2.0:1788598785.163855:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788598785.163862:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723277952 00000100:00100000:2.0:1788598785.163875:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723278208 00000100:00100000:2.0:1788598785.163878:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723278208 00000100:00100000:0.0:1788598785.163934:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723278464 00000100:00100000:0.0:1788598785.163937:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723278464 00000100:00100000:3.0:1788598785.166704:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723278080 00000100:00100000:3.0:1788598785.166716:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723278080 00000100:00100000:2.0:1788598785.166746:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723278720 00000100:00100000:2.0:1788598785.166750:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723278720 00000100:00100000:3.0:1788598785.166773:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723278592 00000100:00100000:2.0:1788598785.166773:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723278336 00000100:00100000:3.0:1788598785.166776:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723278592 00000100:00100000:2.0:1788598785.166776:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723278336 00000100:00100000:2.0:1788598785.166788:0:8403:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723278848 00000100:00100000:2.0:1788598785.166790:0:8403:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723278848 00000100:00100000:3.0:1788598785.166797:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1549 00000100:00100000:2.0:1788598785.166802:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1066 00000100:00100000:3.0:1788598785.166806:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+96:2434:x1875480723277952:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598785.166807:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723278208:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788598785.166878:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:057ab826-16b2-4323-94a8-90eee763040a+17:2434:x1875480723278208:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 70us (3183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598785.166885:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1066 00000100:00100000:2.0:1788598785.166902:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1067 00000100:00100000:2.0:1788598785.166908:0:8403:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723278720:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788598785.167693:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1550 00000100:00100000:0.0:1788598785.167702:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+6:2434:x1875480723278080:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598785.167788:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:057ab826-16b2-4323-94a8-90eee763040a+96:2434:x1875480723277952:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 982us (4144us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.167796:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1549 00000100:00100000:3.0:1788598785.167813:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1551 00000100:00100000:3.0:1788598785.167820:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723278592:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598785.167845:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+5:2434:x1875480723278592:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (4011us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.167851:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1551 00000100:00100000:3.0:1788598785.167881:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1552 00000100:00100000:3.0:1788598785.167888:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723278464:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598785.167913:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+37:2434:x1875480723278464:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (4196us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.167919:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1552 00000100:00100000:3.0:1788598785.167944:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1068 00000100:00100000:3.0:1788598785.167952:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723278336:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598785.167974:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:057ab826-16b2-4323-94a8-90eee763040a+21:2434:x1875480723278336:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 24us (4161us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.167980:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1068 00000100:00100000:3.0:1788598785.167992:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1069 00000100:00100000:3.0:1788598785.167998:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723278848:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788598785.168018:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:164192bd-165f-4c1c-be08-bc98a674c3c6+11:2434:x1875480723278848:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (4162us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.168024:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1069 00000100:00080000:1.0:1788598785.170156:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788598785.170163:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788598785.170166:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788598785.170168:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788598785.170183:0:6517:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480723277824 00000100:00100000:1.0:1788598785.170193:0:6517:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480723277824 00000100:00100000:1.0:1788598785.170238:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 855 00000100:00100000:1.0:1788598785.170246:0:6517:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723277824:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788598785.170308:0:6517:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:27eb2831-c520-4381-8808-4da803a1bb82+12:2434:x1875480723277824:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 63us (6530us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598785.170315:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 855 00000100:00100000:3.0:1788598785.172434:0:8403:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:164192bd-165f-4c1c-be08-bc98a674c3c6+8:2434:x1875480723278720:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 5516us (8692us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.172448:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1067 00000100:00100000:1.0:1788598785.180117:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:057ab826-16b2-4323-94a8-90eee763040a+6:2434:x1875480723278080:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 12404us (16308us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598785.180132:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1550 00000100:00100000:0.0:1788598785.282379:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747213696:0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.282448:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598785.282514:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747214208:0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.282538:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598785.282563:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747214720:0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.282583:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598785.282611:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788598785.282617:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747213824:0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.282636:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598785.282651:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747214336:0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.282673:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598785.282688:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747214848:0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.282706:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788598785.282757:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747214208 00000100:00100000:0.0:1788598785.282765:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747214208 00000100:00100000:0.0:1788598785.282818:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747214720 00000100:00100000:0.0:1788598785.282821:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747214720 00000100:00100000:0.0:1788598785.282837:0:10034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747213824 00000100:00100000:0.0:1788598785.282840:0:10034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747213824 00000100:00100000:0.0:1788598785.282854:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1788598785.282861:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747214208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.282908:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1875480747214208:12345-0@lo:400:kworker.0 Request processed in 46us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598785.282915:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1788598785.282930:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1788598785.282935:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747214720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.282957:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1875480747214720:12345-0@lo:400:kworker.0 Request processed in 22us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598785.282962:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1788598785.282970:0:10034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1788598785.282975:0:10034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747213824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.282994:0:10034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1875480747213824:12345-0@lo:400:kworker.0 Request processed in 20us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598785.282999:0:10034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1788598785.283021:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747214336 00000100:00100000:0.0:1788598785.283024:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747214336 00000100:00100000:0.0:1788598785.283047:0:8868:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747214848 00000100:00100000:0.0:1788598785.283050:0:8868:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747214848 00000100:00100000:0.0:1788598785.283067:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:0.0:1788598785.283073:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747214336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.283112:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747214336:12345-0@lo:400:kworker.0 Request processed in 40us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598785.283118:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:0.0:1788598785.283129:0:8868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:0.0:1788598785.283134:0:8868:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747214848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.283153:0:8868:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1875480747214848:12345-0@lo:400:kworker.0 Request processed in 21us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598785.283158:0:8868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00080000:0.0:1788598785.283175:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598785.283179:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788598785.283181:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788598785.283215:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3667:1875480747213824:0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.283225:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747214336:0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.283233:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747214848:0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.283240:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3667:1875480747214208:0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.283248:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3667:1875480747214720:0@lo:400:kworker.0 00000100:00100000:2.0:1788598785.283474:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747213440:0@lo:400:kworker.0 00000100:00100000:2.0:1788598785.283510:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598785.283549:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747213952:0@lo:400:kworker.0 00000100:00100000:2.0:1788598785.283572:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598785.283588:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747214464:0@lo:400:kworker.0 00000100:00100000:2.0:1788598785.283607:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598785.283621:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747214976:0@lo:400:kworker.0 00000100:00100000:2.0:1788598785.283641:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598785.283657:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788598785.283662:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747213568:0@lo:400:kworker.0 00000100:00100000:2.0:1788598785.283681:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598785.283695:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747214080:0@lo:400:kworker.0 00000100:00100000:2.0:1788598785.283716:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598785.283727:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a87300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747214592:0@lo:400:kworker.0 00000100:00100000:2.0:1788598785.283768:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598785.283991:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747213696 00000100:00100000:3.0:1788598785.283997:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747213696 00000100:00100000:3.0:1788598785.284048:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747213952 00000100:00100000:3.0:1788598785.284051:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747213952 00000100:00100000:3.0:1788598785.284067:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1788598785.284073:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747213696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598785.284126:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1875480747213696:12345-0@lo:400:kworker.0 Request processed in 52us (1678us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.284132:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1788598785.284145:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1788598785.284151:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747213952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598785.284180:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747213952:12345-0@lo:400:kworker.0 Request processed in 30us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.284186:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1788598785.284207:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747214464 00000100:00100000:3.0:1788598785.284210:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747214464 00000100:00100000:3.0:1788598785.284234:0:8405:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747214976 00000100:00100000:3.0:1788598785.284236:0:8405:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747214976 00000100:00100000:3.0:1788598785.284249:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1788598785.284254:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a88f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747214464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598785.284280:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a88f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747214464:12345-0@lo:400:kworker.0 Request processed in 25us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.284285:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1788598785.284321:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1788598785.284327:0:8405:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747214976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788598785.284353:0:8405:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1875480747214976:12345-0@lo:400:kworker.0 Request processed in 27us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.284358:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1788598785.284391:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747213952:0@lo:400:kworker.0 00000100:00100000:3.0:1788598785.284400:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747214464:0@lo:400:kworker.0 00000100:00100000:3.0:1788598785.284409:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3665:1875480747214976:0@lo:400:kworker.0 00000100:00100000:1.0:1788598785.284765:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747213568 00000100:00100000:1.0:1788598785.284770:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747213568 00000100:00100000:1.0:1788598785.284804:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747214080 00000100:00100000:1.0:1788598785.284807:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747214080 00000100:00100000:1.0:1788598785.284819:0:13009:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747214592 00000100:00100000:1.0:1788598785.284821:0:13009:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747214592 00000100:00100000:1.0:1788598785.284832:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:1.0:1788598785.284837:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747213568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598785.284884:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1875480747213568:12345-0@lo:400:kworker.0 Request processed in 46us (1201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598785.284889:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:1.0:1788598785.284901:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1788598785.284907:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747214080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598785.284931:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1bc5b53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1875480747214080:12345-0@lo:400:kworker.0 Request processed in 25us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598785.284937:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1788598785.284947:0:13009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1788598785.284953:0:13009:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747214592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788598785.284975:0:13009:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1875480747214592:12345-0@lo:400:kworker.0 Request processed in 23us (1207us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598785.284980:0:13009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:0.0:1788598785.285273:0:6516:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747213440 00000100:00100000:0.0:1788598785.285278:0:6516:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747213440 00000100:00100000:0.0:1788598785.285325:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1788598785.285332:0:6516:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747213440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788598785.285366:0:6516:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b90f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:971c333c-c41b-4c25-8f57-79ed548ad641+23:3665:x1875480747213440:12345-0@lo:400:kworker.0 Request processed in 36us (1856us total) trans 0 rc 0/0 00000100:00100000:0.0:1788598785.285372:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00080000:0.0:1788598785.285411:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788598785.285415:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788598785.285417:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598785.285449:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3667:1875480747213696:0@lo:400:kworker.0 00000100:00100000:1.0:1788598785.287224:0:3666:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747215104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788598785.287281:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598785.287442:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3665:1875480747213568:0@lo:400:kworker.0 00000100:00100000:3.0:1788598785.287454:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3665:1875480747214080:0@lo:400:kworker.0 00000100:00100000:3.0:1788598785.287464:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3665:1875480747214592:0@lo:400:kworker.0 00000100:00100000:3.0:1788598785.287474:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a87301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:971c333c-c41b-4c25-8f57-79ed548ad641:3665:1875480747213440:0@lo:400:kworker.0 00000100:00100000:2.0:1788598785.287561:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747215104 00000100:00100000:2.0:1788598785.287568:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747215104 00000100:00100000:2.0:1788598785.287619:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1788598785.287628:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747215104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788598785.287656:0:8408:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788598785.287706:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1b87c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1875480747215104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598785.287713:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1788598785.287865:0:3666:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3666:1875480747215104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788598785.795151:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747215232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788598785.795228:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788598785.795460:0:8407:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747215232 00000100:00100000:3.0:1788598785.795468:0:8407:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747215232 00000100:00100000:3.0:1788598785.795523:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1788598785.795532:0:8407:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747215232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788598785.795554:0:8407:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788598785.796083:0:8407:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a893e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747215232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 550us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788598785.796091:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1788598785.796190:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a8726c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747215232:0@lo:13:osp-pre-1-0.0 00000001:02000400:2.0:1788598785.922162:0:30118:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: request on 0x200000403:0x35:0x0 is not SUCCEED on mds1 00010000:00010000:0.0:1788598785.932031:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788598786.950301:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788598787.330236:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788598787.330273:0:3667:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747215360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788598787.330362:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598787.332133:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747215360 00000100:00100000:2.0:1788598787.332149:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747215360 00000100:00080000:0.0:1788598787.333065:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788598787.333087:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1a89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747215488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788598787.333161:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788598787.346403:0:10133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747215488 00000100:00100000:2.0:1788598787.346423:0:10133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747215488 00000100:00100000:2.0:1788598787.346501:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1788598787.346515:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a89802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747215360:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788598787.346623:0:6519:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1788598787.346873:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:2.0:1788598787.347146:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a89802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1875480747215360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 633us (16783us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598787.347156:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1788598787.347183:0:10133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1788598787.347190:0:10133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747215488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788598787.347203:0:10133:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3916140544 avail 3684618240 00000100:00100000:0.0:1788598787.347333:0:3667:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a893ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3667:1875480747215360:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788598787.347425:0:10133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a87301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1875480747215488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 236us (14264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788598787.347432:0:10133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1788598787.347540:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1a89800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747215488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788598787.842227:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788598787.842673:0:3665:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8a1b87c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747215616:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788598787.842788:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788598787.843149:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1875480747215616 00000100:00100000:1.0:1788598787.843158:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1875480747215616 00000100:00100000:1.0:1788598787.843214:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1788598787.843223:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a1a8726ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747215616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788598787.843266:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1788598787.843327:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a1a8726ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1875480747215616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1788598787.843334:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1788598787.843430:0:3665:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8a1b87c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3665:1875480747215616:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788598787.972754:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 72425 lines, 72425 kept, 0 dropped, 0 bad.